cease loading the same mappings file a million times
parent
b5b3138e24
commit
f768f9316e
|
@ -28,10 +28,14 @@ import net.fabricmc.loom.LoomGradleExtension;
|
||||||
import net.fabricmc.loom.util.Constants;
|
import net.fabricmc.loom.util.Constants;
|
||||||
import net.fabricmc.loom.util.DependencyProvider;
|
import net.fabricmc.loom.util.DependencyProvider;
|
||||||
import net.fabricmc.loom.util.Version;
|
import net.fabricmc.loom.util.Version;
|
||||||
|
import net.fabricmc.mappings.Mappings;
|
||||||
import net.fabricmc.stitch.commands.CommandProposeFieldNames;
|
import net.fabricmc.stitch.commands.CommandProposeFieldNames;
|
||||||
import org.gradle.api.Project;
|
import org.gradle.api.Project;
|
||||||
|
|
||||||
import java.io.File;
|
import java.io.File;
|
||||||
|
import java.io.FileInputStream;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.lang.ref.SoftReference;
|
||||||
import java.nio.file.FileSystem;
|
import java.nio.file.FileSystem;
|
||||||
import java.nio.file.FileSystems;
|
import java.nio.file.FileSystems;
|
||||||
import java.nio.file.Files;
|
import java.nio.file.Files;
|
||||||
|
@ -50,9 +54,22 @@ public class MappingsProvider extends DependencyProvider {
|
||||||
private File MAPPINGS_DIR;
|
private File MAPPINGS_DIR;
|
||||||
public File MAPPINGS_TINY_BASE;
|
public File MAPPINGS_TINY_BASE;
|
||||||
public File MAPPINGS_TINY;
|
public File MAPPINGS_TINY;
|
||||||
|
|
||||||
public File MAPPINGS_MIXIN_EXPORT;
|
public File MAPPINGS_MIXIN_EXPORT;
|
||||||
|
|
||||||
|
private SoftReference<Mappings> mappings;
|
||||||
|
|
||||||
|
public Mappings getMappings() throws IOException {
|
||||||
|
if (mappings == null || mappings.get() == null) {
|
||||||
|
try (FileInputStream stream = new FileInputStream(MAPPINGS_TINY)) {
|
||||||
|
mappings = new SoftReference<>(
|
||||||
|
net.fabricmc.mappings.MappingsProvider.readTinyMappings(stream, false)
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return mappings.get();
|
||||||
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void provide(DependencyInfo dependency, Project project, LoomGradleExtension extension, Consumer<Runnable> postPopulationScheduler) throws Exception {
|
public void provide(DependencyInfo dependency, Project project, LoomGradleExtension extension, Consumer<Runnable> postPopulationScheduler) throws Exception {
|
||||||
MinecraftProvider minecraftProvider = getDependencyManager().getProvider(MinecraftProvider.class);
|
MinecraftProvider minecraftProvider = getDependencyManager().getProvider(MinecraftProvider.class);
|
||||||
|
|
|
@ -30,6 +30,7 @@ import org.gradle.api.tasks.OutputFile;
|
||||||
import org.gradle.api.tasks.TaskAction;
|
import org.gradle.api.tasks.TaskAction;
|
||||||
|
|
||||||
import java.io.File;
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
|
||||||
public class RemapJar extends DefaultLoomTask {
|
public class RemapJar extends DefaultLoomTask {
|
||||||
public File jar;
|
public File jar;
|
||||||
|
@ -57,7 +58,7 @@ public class RemapJar extends DefaultLoomTask {
|
||||||
}
|
}
|
||||||
|
|
||||||
@TaskAction
|
@TaskAction
|
||||||
public void remap() {
|
public void remap() throws IOException {
|
||||||
ModRemapper.remap(this, nestJar);
|
ModRemapper.remap(this, nestJar);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -47,7 +47,6 @@ public class MapJarsTiny {
|
||||||
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
||||||
MappingsProvider mappingsProvider = extension.getMappingsProvider();
|
MappingsProvider mappingsProvider = extension.getMappingsProvider();
|
||||||
|
|
||||||
Path mappings = mappingsProvider.MAPPINGS_TINY.toPath();
|
|
||||||
Path[] classpath = mapProvider.getMapperPaths().stream()
|
Path[] classpath = mapProvider.getMapperPaths().stream()
|
||||||
.map(File::toPath)
|
.map(File::toPath)
|
||||||
.toArray(Path[]::new);
|
.toArray(Path[]::new);
|
||||||
|
@ -62,7 +61,7 @@ public class MapJarsTiny {
|
||||||
project.getLogger().lifecycle(":remapping minecraft (TinyRemapper, " + fromM + " -> " + toM + ")");
|
project.getLogger().lifecycle(":remapping minecraft (TinyRemapper, " + fromM + " -> " + toM + ")");
|
||||||
|
|
||||||
TinyRemapper remapper = TinyRemapper.newRemapper()
|
TinyRemapper remapper = TinyRemapper.newRemapper()
|
||||||
.withMappings(TinyUtils.createTinyMappingProvider(mappings, fromM, toM))
|
.withMappings(TinyRemapperMappingsHelper.create(mappingsProvider.getMappings(), fromM, toM))
|
||||||
.renameInvalidLocals(true)
|
.renameInvalidLocals(true)
|
||||||
.rebuildSourceFilenames(true)
|
.rebuildSourceFilenames(true)
|
||||||
.build();
|
.build();
|
||||||
|
|
|
@ -44,6 +44,7 @@ import org.gradle.jvm.JvmLibrary;
|
||||||
import org.gradle.language.base.artifact.SourcesArtifact;
|
import org.gradle.language.base.artifact.SourcesArtifact;
|
||||||
|
|
||||||
import java.io.File;
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
import java.util.Optional;
|
import java.util.Optional;
|
||||||
import java.util.concurrent.atomic.AtomicBoolean;
|
import java.util.concurrent.atomic.AtomicBoolean;
|
||||||
import java.util.concurrent.atomic.AtomicReference;
|
import java.util.concurrent.atomic.AtomicReference;
|
||||||
|
@ -116,7 +117,11 @@ public class ModCompileRemapper {
|
||||||
File output = new File(modStore, remappedFilename + ".jar");
|
File output = new File(modStore, remappedFilename + ".jar");
|
||||||
if (!output.exists() || input.lastModified() <= 0 || input.lastModified() > output.lastModified()) {
|
if (!output.exists() || input.lastModified() <= 0 || input.lastModified() > output.lastModified()) {
|
||||||
//If the output doesn't exist, or appears to be outdated compared to the input we'll remap it
|
//If the output doesn't exist, or appears to be outdated compared to the input we'll remap it
|
||||||
|
try {
|
||||||
ModProcessor.handleMod(input, output, project);
|
ModProcessor.handleMod(input, output, project);
|
||||||
|
} catch (IOException e) {
|
||||||
|
throw new RuntimeException("Failed to remap mod", e);
|
||||||
|
}
|
||||||
|
|
||||||
if (!output.exists()){
|
if (!output.exists()){
|
||||||
throw new RuntimeException("Failed to remap mod");
|
throw new RuntimeException("Failed to remap mod");
|
||||||
|
|
|
@ -56,7 +56,7 @@ import java.util.zip.ZipEntry;
|
||||||
public class ModProcessor {
|
public class ModProcessor {
|
||||||
private static final Gson GSON = new Gson();
|
private static final Gson GSON = new Gson();
|
||||||
|
|
||||||
public static void handleMod(File input, File output, Project project){
|
public static void handleMod(File input, File output, Project project) throws IOException {
|
||||||
if(output.exists()){
|
if(output.exists()){
|
||||||
output.delete();
|
output.delete();
|
||||||
}
|
}
|
||||||
|
@ -64,11 +64,7 @@ public class ModProcessor {
|
||||||
readInstallerJson(input, project);
|
readInstallerJson(input, project);
|
||||||
//Enable this if you want your nested jars to be extracted, this will extract **all** jars
|
//Enable this if you want your nested jars to be extracted, this will extract **all** jars
|
||||||
if(project.getExtensions().getByType(LoomGradleExtension.class).extractJars){
|
if(project.getExtensions().getByType(LoomGradleExtension.class).extractJars){
|
||||||
try {
|
|
||||||
handleNestedJars(input, project);
|
handleNestedJars(input, project);
|
||||||
} catch (IOException e) {
|
|
||||||
throw new RuntimeException("Failed to handle nested jar", e);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
//Always strip the nested jars
|
//Always strip the nested jars
|
||||||
stripNestedJars(output);
|
stripNestedJars(output);
|
||||||
|
@ -95,7 +91,7 @@ public class ModProcessor {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private static void processNestedJar(JarFile parentJar, String fileName, Project project){
|
private static void processNestedJar(JarFile parentJar, String fileName, Project project) throws IOException {
|
||||||
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
||||||
|
|
||||||
JarEntry entry = parentJar.getJarEntry(fileName);
|
JarEntry entry = parentJar.getJarEntry(fileName);
|
||||||
|
@ -106,8 +102,6 @@ public class ModProcessor {
|
||||||
File nestedFile = new File(extension.getNestedModCache(), fileName.substring(fileName.lastIndexOf("/")));
|
File nestedFile = new File(extension.getNestedModCache(), fileName.substring(fileName.lastIndexOf("/")));
|
||||||
try(InputStream jarStream = parentJar.getInputStream(entry)) {
|
try(InputStream jarStream = parentJar.getInputStream(entry)) {
|
||||||
FileUtils.copy(jarStream, nestedFile);
|
FileUtils.copy(jarStream, nestedFile);
|
||||||
} catch (IOException e) {
|
|
||||||
throw new RuntimeException(e);
|
|
||||||
}
|
}
|
||||||
File remappedFile = new File(extension.getRemappedModCache(), fileName.substring(fileName.lastIndexOf("/")));
|
File remappedFile = new File(extension.getRemappedModCache(), fileName.substring(fileName.lastIndexOf("/")));
|
||||||
|
|
||||||
|
@ -133,7 +127,7 @@ public class ModProcessor {
|
||||||
}))});
|
}))});
|
||||||
}
|
}
|
||||||
|
|
||||||
private static void remapJar(File input, File output, Project project){
|
private static void remapJar(File input, File output, Project project) throws IOException {
|
||||||
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
||||||
String fromM = "intermediary";
|
String fromM = "intermediary";
|
||||||
String toM = "named";
|
String toM = "named";
|
||||||
|
@ -162,7 +156,7 @@ public class ModProcessor {
|
||||||
project.getLogger().lifecycle(":remapping " + input.getName() + " (TinyRemapper, " + fromM + " -> " + toM + ")");
|
project.getLogger().lifecycle(":remapping " + input.getName() + " (TinyRemapper, " + fromM + " -> " + toM + ")");
|
||||||
|
|
||||||
TinyRemapper remapper = TinyRemapper.newRemapper()
|
TinyRemapper remapper = TinyRemapper.newRemapper()
|
||||||
.withMappings(TinyUtils.createTinyMappingProvider(mappings, fromM, toM))
|
.withMappings(TinyRemapperMappingsHelper.create(mappingsProvider.getMappings(), fromM, toM))
|
||||||
.build();
|
.build();
|
||||||
|
|
||||||
try (OutputConsumerPath outputConsumer = new OutputConsumerPath(Paths.get(output.getAbsolutePath()))) {
|
try (OutputConsumerPath outputConsumer = new OutputConsumerPath(Paths.get(output.getAbsolutePath()))) {
|
||||||
|
@ -172,8 +166,6 @@ public class ModProcessor {
|
||||||
remapper.readClassPath(mcDeps);
|
remapper.readClassPath(mcDeps);
|
||||||
remapper.readInputs(inputPath);
|
remapper.readInputs(inputPath);
|
||||||
remapper.apply(outputConsumer);
|
remapper.apply(outputConsumer);
|
||||||
} catch (Exception e){
|
|
||||||
throw new RuntimeException("Failed to remap JAR to " + toM, e);
|
|
||||||
} finally {
|
} finally {
|
||||||
remapper.finish();
|
remapper.finish();
|
||||||
}
|
}
|
||||||
|
|
|
@ -42,7 +42,7 @@ import java.util.List;
|
||||||
|
|
||||||
public class ModRemapper {
|
public class ModRemapper {
|
||||||
|
|
||||||
public static void remap(RemapJar task, boolean nest) {
|
public static void remap(RemapJar task, boolean nest) throws IOException {
|
||||||
Project project = task.getProject();
|
Project project = task.getProject();
|
||||||
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
LoomGradleExtension extension = project.getExtensions().getByType(LoomGradleExtension.class);
|
||||||
|
|
||||||
|
@ -79,7 +79,8 @@ public class ModRemapper {
|
||||||
Path mixinMapPath = mixinMapFile.toPath();
|
Path mixinMapPath = mixinMapFile.toPath();
|
||||||
|
|
||||||
TinyRemapper.Builder remapperBuilder = TinyRemapper.newRemapper();
|
TinyRemapper.Builder remapperBuilder = TinyRemapper.newRemapper();
|
||||||
remapperBuilder = remapperBuilder.withMappings(TinyUtils.createTinyMappingProvider(mappings, fromM, toM));
|
|
||||||
|
remapperBuilder = remapperBuilder.withMappings(TinyRemapperMappingsHelper.create(mappingsProvider.getMappings(), fromM, toM));
|
||||||
if (mixinMapFile.exists()) {
|
if (mixinMapFile.exists()) {
|
||||||
remapperBuilder = remapperBuilder.withMappings(TinyUtils.createTinyMappingProvider(mixinMapPath, fromM, toM));
|
remapperBuilder = remapperBuilder.withMappings(TinyUtils.createTinyMappingProvider(mixinMapPath, fromM, toM));
|
||||||
}
|
}
|
||||||
|
|
|
@ -62,9 +62,10 @@ public class SourceRemapper {
|
||||||
MappingsProvider mappingsProvider = extension.getMappingsProvider();
|
MappingsProvider mappingsProvider = extension.getMappingsProvider();
|
||||||
|
|
||||||
MappingSet mappings = extension.getOrCreateSrcMappingCache(toNamed ? 1 : 0, () -> {
|
MappingSet mappings = extension.getOrCreateSrcMappingCache(toNamed ? 1 : 0, () -> {
|
||||||
try (FileInputStream stream = new FileInputStream(mappingsProvider.MAPPINGS_TINY)) {
|
try {
|
||||||
|
Mappings m = mappingsProvider.getMappings();
|
||||||
project.getLogger().lifecycle(":loading " + (toNamed ? "intermediary -> named" : "named -> intermediary") + " source mappings");
|
project.getLogger().lifecycle(":loading " + (toNamed ? "intermediary -> named" : "named -> intermediary") + " source mappings");
|
||||||
return new TinyReader(stream, toNamed ? "intermediary" : "named", toNamed ? "named" : "intermediary").read();
|
return new TinyReader(m, toNamed ? "intermediary" : "named", toNamed ? "named" : "intermediary").read();
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
throw new RuntimeException(e);
|
throw new RuntimeException(e);
|
||||||
}
|
}
|
||||||
|
@ -140,19 +141,17 @@ public class SourceRemapper {
|
||||||
}
|
}
|
||||||
|
|
||||||
public static class TinyReader extends MappingsReader {
|
public static class TinyReader extends MappingsReader {
|
||||||
private final InputStream stream;
|
private final Mappings m;
|
||||||
private final String from, to;
|
private final String from, to;
|
||||||
|
|
||||||
public TinyReader(InputStream stream, String from, String to) {
|
public TinyReader(Mappings m, String from, String to) {
|
||||||
this.stream = stream;
|
this.m = m;
|
||||||
this.from = from;
|
this.from = from;
|
||||||
this.to = to;
|
this.to = to;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public MappingSet read(final MappingSet mappings) throws IOException {
|
public MappingSet read(final MappingSet mappings) {
|
||||||
Mappings m = net.fabricmc.mappings.MappingsProvider.readTinyMappings(stream, false);
|
|
||||||
|
|
||||||
for (ClassEntry entry : m.getClassEntries()) {
|
for (ClassEntry entry : m.getClassEntries()) {
|
||||||
mappings.getOrCreateClassMapping(entry.get(from))
|
mappings.getOrCreateClassMapping(entry.get(from))
|
||||||
.setDeobfuscatedName(entry.get(to));
|
.setDeobfuscatedName(entry.get(to));
|
||||||
|
|
|
@ -0,0 +1,53 @@
|
||||||
|
/*
|
||||||
|
* This file is part of fabric-loom, licensed under the MIT License (MIT).
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016, 2017, 2018 FabricMC
|
||||||
|
*
|
||||||
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
* of this software and associated documentation files (the "Software"), to deal
|
||||||
|
* in the Software without restriction, including without limitation the rights
|
||||||
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
* copies of the Software, and to permit persons to whom the Software is
|
||||||
|
* furnished to do so, subject to the following conditions:
|
||||||
|
*
|
||||||
|
* The above copyright notice and this permission notice shall be included in all
|
||||||
|
* copies or substantial portions of the Software.
|
||||||
|
*
|
||||||
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
* SOFTWARE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package net.fabricmc.loom.util;
|
||||||
|
|
||||||
|
import net.fabricmc.mappings.*;
|
||||||
|
import net.fabricmc.tinyremapper.IMappingProvider;
|
||||||
|
import net.fabricmc.tinyremapper.MemberInstance;
|
||||||
|
|
||||||
|
public class TinyRemapperMappingsHelper {
|
||||||
|
private TinyRemapperMappingsHelper() {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
public static IMappingProvider create(Mappings mappings, String from, String to) {
|
||||||
|
return (classMap, fieldMap, methodMap) -> {
|
||||||
|
for (ClassEntry entry : mappings.getClassEntries()) {
|
||||||
|
classMap.put(entry.get(from), entry.get(to));
|
||||||
|
}
|
||||||
|
|
||||||
|
for (FieldEntry entry : mappings.getFieldEntries()) {
|
||||||
|
EntryTriple fromTriple = entry.get(from);
|
||||||
|
fieldMap.put(fromTriple.getOwner() + "/" + MemberInstance.getFieldId(fromTriple.getName(), fromTriple.getDesc()), entry.get(to).getName());
|
||||||
|
}
|
||||||
|
|
||||||
|
for (MethodEntry entry : mappings.getMethodEntries()) {
|
||||||
|
EntryTriple fromTriple = entry.get(from);
|
||||||
|
methodMap.put(fromTriple.getOwner() + "/" + MemberInstance.getMethodId(fromTriple.getName(), fromTriple.getDesc()), entry.get(to).getName());
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue