cease loading the same mappings file a million times
This commit is contained in:
		
							parent
							
								
									b5b3138e24
								
							
						
					
					
						commit
						f768f9316e
					
				
					 8 changed files with 96 additions and 29 deletions
				
			
		|  | @ -28,10 +28,14 @@ import net.fabricmc.loom.LoomGradleExtension; | ||||||
| import net.fabricmc.loom.util.Constants; | import net.fabricmc.loom.util.Constants; | ||||||
| import net.fabricmc.loom.util.DependencyProvider; | import net.fabricmc.loom.util.DependencyProvider; | ||||||
| import net.fabricmc.loom.util.Version; | import net.fabricmc.loom.util.Version; | ||||||
|  | import net.fabricmc.mappings.Mappings; | ||||||
| import net.fabricmc.stitch.commands.CommandProposeFieldNames; | import net.fabricmc.stitch.commands.CommandProposeFieldNames; | ||||||
| import org.gradle.api.Project; | import org.gradle.api.Project; | ||||||
| 
 | 
 | ||||||
| import java.io.File; | import java.io.File; | ||||||
|  | import java.io.FileInputStream; | ||||||
|  | import java.io.IOException; | ||||||
|  | import java.lang.ref.SoftReference; | ||||||
| import java.nio.file.FileSystem; | import java.nio.file.FileSystem; | ||||||
| import java.nio.file.FileSystems; | import java.nio.file.FileSystems; | ||||||
| import java.nio.file.Files; | import java.nio.file.Files; | ||||||
|  | @ -50,9 +54,22 @@ public class MappingsProvider extends DependencyProvider { | ||||||
| 	private File MAPPINGS_DIR; | 	private File MAPPINGS_DIR; | ||||||
| 	public File MAPPINGS_TINY_BASE; | 	public File MAPPINGS_TINY_BASE; | ||||||
| 	public File MAPPINGS_TINY; | 	public File MAPPINGS_TINY; | ||||||
| 
 |  | ||||||
| 	public File MAPPINGS_MIXIN_EXPORT; | 	public File MAPPINGS_MIXIN_EXPORT; | ||||||
| 
 | 
 | ||||||
|  | 	private SoftReference<Mappings> mappings; | ||||||
|  | 
 | ||||||
|  | 	public Mappings getMappings() throws IOException { | ||||||
|  | 		if (mappings == null || mappings.get() == null) { | ||||||
|  | 			try (FileInputStream stream = new FileInputStream(MAPPINGS_TINY)) { | ||||||
|  | 				mappings = new SoftReference<>( | ||||||
|  | 						net.fabricmc.mappings.MappingsProvider.readTinyMappings(stream, false) | ||||||
|  | 				); | ||||||
|  | 			} | ||||||
|  | 		} | ||||||
|  | 		 | ||||||
|  | 		return mappings.get(); | ||||||
|  | 	} | ||||||
|  | 
 | ||||||
| 	@Override | 	@Override | ||||||
| 	public void provide(DependencyInfo dependency, Project project, LoomGradleExtension extension, Consumer<Runnable> postPopulationScheduler) throws Exception { | 	public void provide(DependencyInfo dependency, Project project, LoomGradleExtension extension, Consumer<Runnable> postPopulationScheduler) throws Exception { | ||||||
| 		MinecraftProvider minecraftProvider = getDependencyManager().getProvider(MinecraftProvider.class); | 		MinecraftProvider minecraftProvider = getDependencyManager().getProvider(MinecraftProvider.class); | ||||||
|  |  | ||||||
|  | @ -30,6 +30,7 @@ import org.gradle.api.tasks.OutputFile; | ||||||
| import org.gradle.api.tasks.TaskAction; | import org.gradle.api.tasks.TaskAction; | ||||||
| 
 | 
 | ||||||
| import java.io.File; | import java.io.File; | ||||||
|  | import java.io.IOException; | ||||||
| 
 | 
 | ||||||
| public class RemapJar extends DefaultLoomTask { | public class RemapJar extends DefaultLoomTask { | ||||||
| 	public File jar; | 	public File jar; | ||||||
|  | @ -57,7 +58,7 @@ public class RemapJar extends DefaultLoomTask { | ||||||
| 	} | 	} | ||||||
| 
 | 
 | ||||||
| 	@TaskAction | 	@TaskAction | ||||||
| 	public void remap() { | 	public void remap() throws IOException { | ||||||
| 		ModRemapper.remap(this, nestJar); | 		ModRemapper.remap(this, nestJar); | ||||||
| 	} | 	} | ||||||
| } | } | ||||||
|  |  | ||||||
|  | @ -47,7 +47,6 @@ public class MapJarsTiny { | ||||||
| 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | ||||||
| 		MappingsProvider mappingsProvider = extension.getMappingsProvider(); | 		MappingsProvider mappingsProvider = extension.getMappingsProvider(); | ||||||
| 
 | 
 | ||||||
| 		Path mappings = mappingsProvider.MAPPINGS_TINY.toPath(); |  | ||||||
| 		Path[] classpath = mapProvider.getMapperPaths().stream() | 		Path[] classpath = mapProvider.getMapperPaths().stream() | ||||||
| 				.map(File::toPath) | 				.map(File::toPath) | ||||||
| 				.toArray(Path[]::new); | 				.toArray(Path[]::new); | ||||||
|  | @ -62,7 +61,7 @@ public class MapJarsTiny { | ||||||
| 			project.getLogger().lifecycle(":remapping minecraft (TinyRemapper, " + fromM + " -> " + toM + ")"); | 			project.getLogger().lifecycle(":remapping minecraft (TinyRemapper, " + fromM + " -> " + toM + ")"); | ||||||
| 
 | 
 | ||||||
| 			TinyRemapper remapper = TinyRemapper.newRemapper() | 			TinyRemapper remapper = TinyRemapper.newRemapper() | ||||||
| 					.withMappings(TinyUtils.createTinyMappingProvider(mappings, fromM, toM)) | 					.withMappings(TinyRemapperMappingsHelper.create(mappingsProvider.getMappings(), fromM, toM)) | ||||||
| 					.renameInvalidLocals(true) | 					.renameInvalidLocals(true) | ||||||
| 					.rebuildSourceFilenames(true) | 					.rebuildSourceFilenames(true) | ||||||
| 					.build(); | 					.build(); | ||||||
|  |  | ||||||
|  | @ -44,6 +44,7 @@ import org.gradle.jvm.JvmLibrary; | ||||||
| import org.gradle.language.base.artifact.SourcesArtifact; | import org.gradle.language.base.artifact.SourcesArtifact; | ||||||
| 
 | 
 | ||||||
| import java.io.File; | import java.io.File; | ||||||
|  | import java.io.IOException; | ||||||
| import java.util.Optional; | import java.util.Optional; | ||||||
| import java.util.concurrent.atomic.AtomicBoolean; | import java.util.concurrent.atomic.AtomicBoolean; | ||||||
| import java.util.concurrent.atomic.AtomicReference; | import java.util.concurrent.atomic.AtomicReference; | ||||||
|  | @ -116,7 +117,11 @@ public class ModCompileRemapper { | ||||||
| 			File output = new File(modStore, remappedFilename + ".jar"); | 			File output = new File(modStore, remappedFilename + ".jar"); | ||||||
| 			if (!output.exists() || input.lastModified() <= 0 || input.lastModified() > output.lastModified()) { | 			if (!output.exists() || input.lastModified() <= 0 || input.lastModified() > output.lastModified()) { | ||||||
| 				//If the output doesn't exist, or appears to be outdated compared to the input we'll remap it | 				//If the output doesn't exist, or appears to be outdated compared to the input we'll remap it | ||||||
| 				ModProcessor.handleMod(input, output, project); | 				try { | ||||||
|  | 					ModProcessor.handleMod(input, output, project); | ||||||
|  | 				} catch (IOException e) { | ||||||
|  | 					throw new RuntimeException("Failed to remap mod", e); | ||||||
|  | 				} | ||||||
| 
 | 
 | ||||||
| 				if (!output.exists()){ | 				if (!output.exists()){ | ||||||
| 					throw new RuntimeException("Failed to remap mod"); | 					throw new RuntimeException("Failed to remap mod"); | ||||||
|  |  | ||||||
|  | @ -56,7 +56,7 @@ import java.util.zip.ZipEntry; | ||||||
| public class ModProcessor { | public class ModProcessor { | ||||||
| 	private static final Gson GSON = new Gson(); | 	private static final Gson GSON = new Gson(); | ||||||
| 
 | 
 | ||||||
| 	public static void handleMod(File input, File output, Project project){ | 	public static void handleMod(File input, File output, Project project) throws IOException { | ||||||
| 		if(output.exists()){ | 		if(output.exists()){ | ||||||
| 			output.delete(); | 			output.delete(); | ||||||
| 		} | 		} | ||||||
|  | @ -64,11 +64,7 @@ public class ModProcessor { | ||||||
| 		readInstallerJson(input, project); | 		readInstallerJson(input, project); | ||||||
| 		//Enable this if you want your nested jars to be extracted, this will extract **all** jars | 		//Enable this if you want your nested jars to be extracted, this will extract **all** jars | ||||||
| 		if(project.getExtensions().getByType(LoomGradleExtension.class).extractJars){ | 		if(project.getExtensions().getByType(LoomGradleExtension.class).extractJars){ | ||||||
| 			try { | 			handleNestedJars(input, project); | ||||||
| 				handleNestedJars(input, project); |  | ||||||
| 			} catch (IOException e) { |  | ||||||
| 				throw new RuntimeException("Failed to handle nested jar", e); |  | ||||||
| 			} |  | ||||||
| 		} | 		} | ||||||
| 		//Always strip the nested jars | 		//Always strip the nested jars | ||||||
| 		stripNestedJars(output); | 		stripNestedJars(output); | ||||||
|  | @ -95,7 +91,7 @@ public class ModProcessor { | ||||||
| 		} | 		} | ||||||
| 	} | 	} | ||||||
| 
 | 
 | ||||||
| 	private static void processNestedJar(JarFile parentJar, String fileName, Project project){ | 	private static void processNestedJar(JarFile parentJar, String fileName, Project project) throws IOException { | ||||||
| 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | ||||||
| 
 | 
 | ||||||
| 		JarEntry entry = parentJar.getJarEntry(fileName); | 		JarEntry entry = parentJar.getJarEntry(fileName); | ||||||
|  | @ -104,10 +100,8 @@ public class ModProcessor { | ||||||
| 		} | 		} | ||||||
| 
 | 
 | ||||||
| 		File nestedFile = new File(extension.getNestedModCache(), fileName.substring(fileName.lastIndexOf("/"))); | 		File nestedFile = new File(extension.getNestedModCache(), fileName.substring(fileName.lastIndexOf("/"))); | ||||||
| 		try(InputStream jarStream = parentJar.getInputStream(entry)){ | 		try(InputStream jarStream = parentJar.getInputStream(entry)) { | ||||||
| 			FileUtils.copy(jarStream, nestedFile); | 			FileUtils.copy(jarStream, nestedFile); | ||||||
| 		} catch (IOException e) { |  | ||||||
| 			throw new RuntimeException(e); |  | ||||||
| 		} | 		} | ||||||
| 		File remappedFile = new File(extension.getRemappedModCache(), fileName.substring(fileName.lastIndexOf("/"))); | 		File remappedFile = new File(extension.getRemappedModCache(), fileName.substring(fileName.lastIndexOf("/"))); | ||||||
| 
 | 
 | ||||||
|  | @ -133,7 +127,7 @@ public class ModProcessor { | ||||||
| 		}))}); | 		}))}); | ||||||
| 	} | 	} | ||||||
| 
 | 
 | ||||||
| 	private static void remapJar(File input, File output, Project project){ | 	private static void remapJar(File input, File output, Project project) throws IOException { | ||||||
| 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | ||||||
| 		String fromM = "intermediary"; | 		String fromM = "intermediary"; | ||||||
| 		String toM = "named"; | 		String toM = "named"; | ||||||
|  | @ -162,7 +156,7 @@ public class ModProcessor { | ||||||
| 		project.getLogger().lifecycle(":remapping " + input.getName() + " (TinyRemapper, " + fromM + " -> " + toM + ")"); | 		project.getLogger().lifecycle(":remapping " + input.getName() + " (TinyRemapper, " + fromM + " -> " + toM + ")"); | ||||||
| 
 | 
 | ||||||
| 		TinyRemapper remapper = TinyRemapper.newRemapper() | 		TinyRemapper remapper = TinyRemapper.newRemapper() | ||||||
| 			.withMappings(TinyUtils.createTinyMappingProvider(mappings, fromM, toM)) | 			.withMappings(TinyRemapperMappingsHelper.create(mappingsProvider.getMappings(), fromM, toM)) | ||||||
| 			.build(); | 			.build(); | ||||||
| 
 | 
 | ||||||
| 		try (OutputConsumerPath outputConsumer = new OutputConsumerPath(Paths.get(output.getAbsolutePath()))) { | 		try (OutputConsumerPath outputConsumer = new OutputConsumerPath(Paths.get(output.getAbsolutePath()))) { | ||||||
|  | @ -172,8 +166,6 @@ public class ModProcessor { | ||||||
| 			remapper.readClassPath(mcDeps); | 			remapper.readClassPath(mcDeps); | ||||||
| 			remapper.readInputs(inputPath); | 			remapper.readInputs(inputPath); | ||||||
| 			remapper.apply(outputConsumer); | 			remapper.apply(outputConsumer); | ||||||
| 		} catch (Exception e){ |  | ||||||
| 			throw new RuntimeException("Failed to remap JAR to " + toM, e); |  | ||||||
| 		} finally { | 		} finally { | ||||||
| 			remapper.finish(); | 			remapper.finish(); | ||||||
| 		} | 		} | ||||||
|  |  | ||||||
|  | @ -42,7 +42,7 @@ import java.util.List; | ||||||
| 
 | 
 | ||||||
| public class ModRemapper { | public class ModRemapper { | ||||||
| 
 | 
 | ||||||
| 	public static void remap(RemapJar task, boolean nest) { | 	public static void remap(RemapJar task, boolean nest) throws IOException { | ||||||
| 		Project project = task.getProject(); | 		Project project = task.getProject(); | ||||||
| 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | 		LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class); | ||||||
| 
 | 
 | ||||||
|  | @ -79,7 +79,8 @@ public class ModRemapper { | ||||||
| 		Path mixinMapPath = mixinMapFile.toPath(); | 		Path mixinMapPath = mixinMapFile.toPath(); | ||||||
| 
 | 
 | ||||||
| 		TinyRemapper.Builder remapperBuilder = TinyRemapper.newRemapper(); | 		TinyRemapper.Builder remapperBuilder = TinyRemapper.newRemapper(); | ||||||
| 		remapperBuilder = remapperBuilder.withMappings(TinyUtils.createTinyMappingProvider(mappings, fromM, toM)); | 
 | ||||||
|  | 		remapperBuilder = remapperBuilder.withMappings(TinyRemapperMappingsHelper.create(mappingsProvider.getMappings(), fromM, toM)); | ||||||
| 		if (mixinMapFile.exists()) { | 		if (mixinMapFile.exists()) { | ||||||
| 			remapperBuilder = remapperBuilder.withMappings(TinyUtils.createTinyMappingProvider(mixinMapPath, fromM, toM)); | 			remapperBuilder = remapperBuilder.withMappings(TinyUtils.createTinyMappingProvider(mixinMapPath, fromM, toM)); | ||||||
| 		} | 		} | ||||||
|  |  | ||||||
|  | @ -62,9 +62,10 @@ public class SourceRemapper { | ||||||
| 		MappingsProvider mappingsProvider = extension.getMappingsProvider(); | 		MappingsProvider mappingsProvider = extension.getMappingsProvider(); | ||||||
| 
 | 
 | ||||||
| 		MappingSet mappings = extension.getOrCreateSrcMappingCache(toNamed ? 1 : 0, () -> { | 		MappingSet mappings = extension.getOrCreateSrcMappingCache(toNamed ? 1 : 0, () -> { | ||||||
| 			try (FileInputStream stream = new FileInputStream(mappingsProvider.MAPPINGS_TINY)) { | 			try { | ||||||
|  | 				Mappings m = mappingsProvider.getMappings(); | ||||||
| 				project.getLogger().lifecycle(":loading " + (toNamed ? "intermediary -> named" : "named -> intermediary") + " source mappings"); | 				project.getLogger().lifecycle(":loading " + (toNamed ? "intermediary -> named" : "named -> intermediary") + " source mappings"); | ||||||
| 				return new TinyReader(stream, toNamed ? "intermediary" : "named", toNamed ? "named" : "intermediary").read(); | 				return new TinyReader(m, toNamed ? "intermediary" : "named", toNamed ? "named" : "intermediary").read(); | ||||||
| 			} catch (Exception e) { | 			} catch (Exception e) { | ||||||
| 				throw new RuntimeException(e); | 				throw new RuntimeException(e); | ||||||
| 			} | 			} | ||||||
|  | @ -140,19 +141,17 @@ public class SourceRemapper { | ||||||
| 	} | 	} | ||||||
| 
 | 
 | ||||||
| 	public static class TinyReader extends MappingsReader { | 	public static class TinyReader extends MappingsReader { | ||||||
| 		private final InputStream stream; | 		private final Mappings m; | ||||||
| 		private final String from, to; | 		private final String from, to; | ||||||
| 
 | 
 | ||||||
| 		public TinyReader(InputStream stream, String from, String to) { | 		public TinyReader(Mappings m, String from, String to) { | ||||||
| 			this.stream = stream; | 			this.m = m; | ||||||
| 			this.from = from; | 			this.from = from; | ||||||
| 			this.to = to; | 			this.to = to; | ||||||
| 		} | 		} | ||||||
| 
 | 
 | ||||||
| 		@Override | 		@Override | ||||||
| 		public MappingSet read(final MappingSet mappings) throws IOException { | 		public MappingSet read(final MappingSet mappings) { | ||||||
| 			Mappings m = net.fabricmc.mappings.MappingsProvider.readTinyMappings(stream, false); |  | ||||||
| 
 |  | ||||||
| 			for (ClassEntry entry : m.getClassEntries()) { | 			for (ClassEntry entry : m.getClassEntries()) { | ||||||
| 				mappings.getOrCreateClassMapping(entry.get(from)) | 				mappings.getOrCreateClassMapping(entry.get(from)) | ||||||
| 						.setDeobfuscatedName(entry.get(to)); | 						.setDeobfuscatedName(entry.get(to)); | ||||||
|  |  | ||||||
|  | @ -0,0 +1,53 @@ | ||||||
|  | /* | ||||||
|  |  * This file is part of fabric-loom, licensed under the MIT License (MIT). | ||||||
|  |  * | ||||||
|  |  * Copyright (c) 2016, 2017, 2018 FabricMC | ||||||
|  |  * | ||||||
|  |  * Permission is hereby granted, free of charge, to any person obtaining a copy | ||||||
|  |  * of this software and associated documentation files (the "Software"), to deal | ||||||
|  |  * in the Software without restriction, including without limitation the rights | ||||||
|  |  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | ||||||
|  |  * copies of the Software, and to permit persons to whom the Software is | ||||||
|  |  * furnished to do so, subject to the following conditions: | ||||||
|  |  * | ||||||
|  |  * The above copyright notice and this permission notice shall be included in all | ||||||
|  |  * copies or substantial portions of the Software. | ||||||
|  |  * | ||||||
|  |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | ||||||
|  |  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | ||||||
|  |  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | ||||||
|  |  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | ||||||
|  |  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | ||||||
|  |  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | ||||||
|  |  * SOFTWARE. | ||||||
|  |  */ | ||||||
|  | 
 | ||||||
|  | package net.fabricmc.loom.util; | ||||||
|  | 
 | ||||||
|  | import net.fabricmc.mappings.*; | ||||||
|  | import net.fabricmc.tinyremapper.IMappingProvider; | ||||||
|  | import net.fabricmc.tinyremapper.MemberInstance; | ||||||
|  | 
 | ||||||
|  | public class TinyRemapperMappingsHelper { | ||||||
|  | 	private TinyRemapperMappingsHelper() { | ||||||
|  | 
 | ||||||
|  | 	} | ||||||
|  | 
 | ||||||
|  | 	public static IMappingProvider create(Mappings mappings, String from, String to) { | ||||||
|  | 		return (classMap, fieldMap, methodMap) -> { | ||||||
|  | 			for (ClassEntry entry : mappings.getClassEntries()) { | ||||||
|  | 				classMap.put(entry.get(from), entry.get(to)); | ||||||
|  | 			} | ||||||
|  | 
 | ||||||
|  | 			for (FieldEntry entry : mappings.getFieldEntries()) { | ||||||
|  | 				EntryTriple fromTriple = entry.get(from); | ||||||
|  | 				fieldMap.put(fromTriple.getOwner() + "/" + MemberInstance.getFieldId(fromTriple.getName(), fromTriple.getDesc()), entry.get(to).getName()); | ||||||
|  | 			} | ||||||
|  | 
 | ||||||
|  | 			for (MethodEntry entry : mappings.getMethodEntries()) { | ||||||
|  | 				EntryTriple fromTriple = entry.get(from); | ||||||
|  | 				methodMap.put(fromTriple.getOwner() + "/" + MemberInstance.getMethodId(fromTriple.getName(), fromTriple.getDesc()), entry.get(to).getName()); | ||||||
|  | 			} | ||||||
|  | 		}; | ||||||
|  | 	} | ||||||
|  | } | ||||||
		Loading…
	
		Reference in a new issue