package emu.grasscutter.data; import com.google.gson.JsonElement; import com.google.gson.annotations.SerializedName; import com.google.gson.reflect.TypeToken; import emu.grasscutter.Grasscutter; import emu.grasscutter.data.binout.*; import emu.grasscutter.data.binout.AbilityModifier.AbilityConfigData; import emu.grasscutter.data.binout.AbilityModifier.AbilityModifierAction; import emu.grasscutter.data.binout.AbilityModifier.AbilityModifierActionType; import emu.grasscutter.data.common.PointData; import emu.grasscutter.data.common.ScenePointConfig; import emu.grasscutter.game.quest.QuestEncryptionKey; import emu.grasscutter.game.world.SpawnDataEntry; import emu.grasscutter.game.world.SpawnDataEntry.GridBlockId; import emu.grasscutter.game.world.SpawnDataEntry.SpawnGroupEntry; import emu.grasscutter.scripts.SceneIndexManager; import emu.grasscutter.utils.Utils; import it.unimi.dsi.fastutil.ints.Int2ObjectMap; import lombok.SneakyThrows; import org.reflections.Reflections; import java.io.*; import java.lang.reflect.Type; import java.nio.file.Files; import java.nio.file.Path; import java.util.*; import java.util.Map.Entry; import java.util.regex.Matcher; import java.util.regex.Pattern; import static emu.grasscutter.config.Configuration.RESOURCE; import static emu.grasscutter.utils.Language.translate; public class ResourceLoader { private static final List loadedResources = new ArrayList<>(); public static List> getResourceDefClasses() { Reflections reflections = new Reflections(ResourceLoader.class.getPackage().getName()); Set classes = reflections.getSubTypesOf(GameResource.class); List> classList = new ArrayList<>(classes.size()); classes.forEach(o -> { Class c = (Class) o; if (c.getAnnotation(ResourceType.class) != null) { classList.add(c); } }); classList.sort((a, b) -> b.getAnnotation(ResourceType.class).loadPriority().value() - a.getAnnotation(ResourceType.class).loadPriority().value()); return classList; } public static void loadAll() { Grasscutter.getLogger().info(translate("messages.status.resources.loading")); // Load ability lists loadAbilityEmbryos(); loadOpenConfig(); loadAbilityModifiers(); // Load resources loadResources(); // Process into depots GameDepot.load(); // Load spawn data and quests loadSpawnData(); loadQuests(); loadScriptSceneData(); // Load scene points - must be done AFTER resources are loaded loadScenePoints(); // Load default home layout loadHomeworldDefaultSaveData(); loadNpcBornData(); Grasscutter.getLogger().info(translate("messages.status.resources.finish")); } public static void loadResources() { loadResources(false); } public static void loadResources(boolean doReload) { for (Class resourceDefinition : getResourceDefClasses()) { ResourceType type = resourceDefinition.getAnnotation(ResourceType.class); if (type == null) { continue; } @SuppressWarnings("rawtypes") Int2ObjectMap map = GameData.getMapByResourceDef(resourceDefinition); if (map == null) { continue; } try { loadFromResource(resourceDefinition, type, map, doReload); } catch (Exception e) { Grasscutter.getLogger().error("Error loading resource file: " + Arrays.toString(type.name()), e); } } } @SuppressWarnings("rawtypes") protected static void loadFromResource(Class c, ResourceType type, Int2ObjectMap map, boolean doReload) throws Exception { if (!loadedResources.contains(c.getSimpleName()) || doReload) { for (String name : type.name()) { loadFromResource(c, name, map); } loadedResources.add(c.getSimpleName()); Grasscutter.getLogger().debug("Loaded " + map.size() + " " + c.getSimpleName() + "s."); } } @SuppressWarnings({"rawtypes", "unchecked"}) protected static void loadFromResource(Class c, String fileName, Int2ObjectMap map) throws Exception { try (FileReader fileReader = new FileReader(RESOURCE("ExcelBinOutput/" + fileName))) { List list = Grasscutter.getGsonFactory().fromJson(fileReader, TypeToken.getParameterized(Collection.class, c).getType()); for (Object o : list) { GameResource res = (GameResource) o; res.onLoad(); map.put(res.getId(), res); } } } private static void loadScenePoints() { Pattern pattern = Pattern.compile("(?<=scene)(.*?)(?=_point.json)"); File folder = new File(RESOURCE("BinOutput/Scene/Point")); if (!folder.isDirectory() || !folder.exists() || folder.listFiles() == null) { Grasscutter.getLogger().error("Scene point files cannot be found, you cannot use teleport waypoints!"); return; } List scenePointList = new ArrayList<>(); for (File file : Objects.requireNonNull(folder.listFiles())) { ScenePointConfig config; Integer sceneId; Matcher matcher = pattern.matcher(file.getName()); if (matcher.find()) { sceneId = Integer.parseInt(matcher.group(1)); } else { continue; } try (FileReader fileReader = new FileReader(file)) { config = Grasscutter.getGsonFactory().fromJson(fileReader, ScenePointConfig.class); } catch (Exception e) { e.printStackTrace(); continue; } if (config.points == null) { continue; } for (Map.Entry entry : config.points.entrySet()) { PointData pointData = Grasscutter.getGsonFactory().fromJson(entry.getValue(), PointData.class); pointData.setId(Integer.parseInt(entry.getKey())); ScenePointEntry sl = new ScenePointEntry(sceneId + "_" + entry.getKey(), pointData); scenePointList.add(sl); GameData.getScenePointIdList().add(pointData.getId()); pointData.updateDailyDungeon(); } for (ScenePointEntry entry : scenePointList) { GameData.getScenePointEntries().put(entry.getName(), entry); } } } private static void loadAbilityEmbryos() { List embryoList = null; // Read from cached file if exists try (InputStream embryoCache = DataLoader.load("AbilityEmbryos.json", false)) { embryoList = Grasscutter.getGsonFactory().fromJson(new InputStreamReader(embryoCache), TypeToken.getParameterized(Collection.class, AbilityEmbryoEntry.class).getType()); } catch (Exception ignored) {} if (embryoList == null) { // Load from BinOutput Pattern pattern = Pattern.compile("(?<=ConfigAvatar_)(.*?)(?=.json)"); embryoList = new LinkedList<>(); File folder = new File(Utils.toFilePath(RESOURCE("BinOutput/Avatar/"))); File[] files = folder.listFiles(); if (files == null) { Grasscutter.getLogger().error("Error loading ability embryos: no files found in " + folder.getAbsolutePath()); return; } for (File file : files) { AvatarConfig config; String avatarName; Matcher matcher = pattern.matcher(file.getName()); if (matcher.find()) { avatarName = matcher.group(0); } else { continue; } try (FileReader fileReader = new FileReader(file)) { config = Grasscutter.getGsonFactory().fromJson(fileReader, AvatarConfig.class); } catch (Exception e) { e.printStackTrace(); continue; } if (config.abilities == null) { continue; } int s = config.abilities.size(); AbilityEmbryoEntry al = new AbilityEmbryoEntry(avatarName, config.abilities.stream().map(Object::toString).toArray(size -> new String[s])); embryoList.add(al); } File playerElementsFile = new File(Utils.toFilePath(RESOURCE("BinOutput/AbilityGroup/AbilityGroup_Other_PlayerElementAbility.json"))); if (playerElementsFile.exists()) { try (FileReader fileReader = new FileReader(playerElementsFile)) { GameDepot.setPlayerAbilities(Grasscutter.getGsonFactory().fromJson(fileReader, new TypeToken>(){}.getType())); } catch (Exception e) { e.printStackTrace(); } } } if (embryoList == null || embryoList.isEmpty()) { Grasscutter.getLogger().error("No embryos loaded!"); return; } for (AbilityEmbryoEntry entry : embryoList) { GameData.getAbilityEmbryoInfo().put(entry.getName(), entry); } } private static void loadAbilityModifiers() { // Load from BinOutput File folder = new File(Utils.toFilePath(RESOURCE("BinOutput/Ability/Temp/AvatarAbilities/"))); File[] files = folder.listFiles(); if (files == null) { Grasscutter.getLogger().error("Error loading ability modifiers: no files found in " + folder.getAbsolutePath()); return; } for (File file : files) { List abilityConfigList; try (FileReader fileReader = new FileReader(file)) { abilityConfigList = Grasscutter.getGsonFactory().fromJson(fileReader, TypeToken.getParameterized(Collection.class, AbilityConfigData.class).getType()); } catch (Exception e) { e.printStackTrace(); continue; } for (AbilityConfigData data : abilityConfigList) { if (data.Default.modifiers == null || data.Default.modifiers.size() == 0) { continue; } AbilityModifierEntry modifierEntry = new AbilityModifierEntry(data.Default.abilityName); for (Entry entry : data.Default.modifiers.entrySet()) { AbilityModifier modifier = entry.getValue(); // Stare. if (modifier.onAdded != null) { for (AbilityModifierAction action : modifier.onAdded) { if (action.$type.contains("HealHP")) { action.type = AbilityModifierActionType.HealHP; modifierEntry.getOnAdded().add(action); } } } if (modifier.onThinkInterval != null) { for (AbilityModifierAction action : modifier.onThinkInterval) { if (action.$type.contains("HealHP")) { action.type = AbilityModifierActionType.HealHP; modifierEntry.getOnThinkInterval().add(action); } } } if (modifier.onRemoved != null) { for (AbilityModifierAction action : modifier.onRemoved) { if (action.$type.contains("HealHP")) { action.type = AbilityModifierActionType.HealHP; modifierEntry.getOnRemoved().add(action); } } } } GameData.getAbilityModifiers().put(modifierEntry.getName(), modifierEntry); } } } private static void loadSpawnData() { String[] spawnDataNames = {"Spawns.json", "GadgetSpawns.json"}; ArrayList spawnEntryMap = new ArrayList<>(); for (String name : spawnDataNames) { // Load spawn entries from file try (InputStreamReader reader = DataLoader.loadReader(name)) { Type type = TypeToken.getParameterized(Collection.class, SpawnGroupEntry.class).getType(); List list = Grasscutter.getGsonFactory().fromJson(reader, type); // Add spawns to group if it already exists in our spawn group map spawnEntryMap.addAll(list); } catch (Exception ignored) {} } if (spawnEntryMap.isEmpty()) { Grasscutter.getLogger().error("No spawn data loaded!"); return; } HashMap> areaSort = new HashMap<>(); //key = sceneId,x,z , value = ArrayList for (SpawnGroupEntry entry : spawnEntryMap) { entry.getSpawns().forEach( s -> { s.setGroup(entry); GridBlockId point = s.getBlockId(); if (!areaSort.containsKey(point)) { areaSort.put(point, new ArrayList<>()); } areaSort.get(point).add(s); } ); } GameDepot.addSpawnListById(areaSort); } private static void loadOpenConfig() { // Read from cached file if exists List list = null; try (InputStream openConfigCache = DataLoader.load("OpenConfig.json", false)) { list = Grasscutter.getGsonFactory().fromJson(new InputStreamReader(openConfigCache), TypeToken.getParameterized(Collection.class, SpawnGroupEntry.class).getType()); } catch (Exception ignored) {} if (list == null) { Map map = new TreeMap<>(); java.lang.reflect.Type type = new TypeToken>() {}.getType(); String[] folderNames = {"BinOutput/Talent/EquipTalents/", "BinOutput/Talent/AvatarTalents/"}; for (String name : folderNames) { File folder = new File(Utils.toFilePath(RESOURCE(name))); File[] files = folder.listFiles(); if (files == null) { Grasscutter.getLogger().error("Error loading open config: no files found in " + folder.getAbsolutePath()); return; } for (File file : files) { if (!file.getName().endsWith(".json")) { continue; } Map config; try (FileReader fileReader = new FileReader(file)) { config = Grasscutter.getGsonFactory().fromJson(fileReader, type); } catch (Exception e) { e.printStackTrace(); continue; } for (Entry e : config.entrySet()) { OpenConfigEntry entry = new OpenConfigEntry(e.getKey(), e.getValue()); map.put(entry.getName(), entry); } } } list = new ArrayList<>(map.values()); } if (list == null || list.isEmpty()) { Grasscutter.getLogger().error("No openconfig entries loaded!"); return; } for (OpenConfigEntry entry : list) { GameData.getOpenConfigEntries().put(entry.getName(), entry); } } private static void loadQuests() { File folder = new File(RESOURCE("BinOutput/Quest/")); if (!folder.exists()) { return; } for (File file : folder.listFiles()) { MainQuestData mainQuest = null; try (FileReader fileReader = new FileReader(file)) { mainQuest = Grasscutter.getGsonFactory().fromJson(fileReader, MainQuestData.class); } catch (Exception e) { e.printStackTrace(); continue; } GameData.getMainQuestDataMap().put(mainQuest.getId(), mainQuest); } try (Reader reader = DataLoader.loadReader("QuestEncryptionKeys.json")) { List keys = Grasscutter.getGsonFactory().fromJson( reader, TypeToken.getParameterized(List.class, QuestEncryptionKey.class).getType()); Int2ObjectMap questEncryptionMap = GameData.getMainQuestEncryptionMap(); keys.forEach(key -> questEncryptionMap.put(key.getMainQuestId(), key)); Grasscutter.getLogger().info("loaded {} quest keys.", questEncryptionMap.size()); } catch (Exception e) { Grasscutter.getLogger().error("Unable to load quest keys.", e); } Grasscutter.getLogger().debug("Loaded " + GameData.getMainQuestDataMap().size() + " MainQuestDatas."); } public static void loadScriptSceneData() { File folder = new File(RESOURCE("ScriptSceneData/")); if (!folder.exists()) { return; } for (File file : folder.listFiles()) { ScriptSceneData sceneData; try (FileReader fileReader = new FileReader(file)) { sceneData = Grasscutter.getGsonFactory().fromJson(fileReader, ScriptSceneData.class); } catch (Exception e) { e.printStackTrace(); continue; } GameData.getScriptSceneDataMap().put(file.getName(), sceneData); } Grasscutter.getLogger().debug("Loaded " + GameData.getScriptSceneDataMap().size() + " ScriptSceneDatas."); } @SneakyThrows private static void loadHomeworldDefaultSaveData(){ var folder = Files.list(Path.of(RESOURCE("BinOutput/HomeworldDefaultSave"))).toList(); var pattern = Pattern.compile("scene(.*)_home_config.json"); for (var file : folder) { var matcher = pattern.matcher(file.getFileName().toString()); if (!matcher.find()) { continue; } var sceneId = matcher.group(1); var data = Grasscutter.getGsonFactory().fromJson(Files.readString(file), HomeworldDefaultSaveData.class); GameData.getHomeworldDefaultSaveData().put(Integer.parseInt(sceneId), data); } Grasscutter.getLogger().debug("Loaded " + GameData.getHomeworldDefaultSaveData().size() + " HomeworldDefaultSaveDatas."); } @SneakyThrows private static void loadNpcBornData() { var folder = Files.list(Path.of(RESOURCE("BinOutput/Scene/SceneNpcBorn"))).toList(); for (var file : folder) { if (file.toFile().isDirectory()) { continue; } var data = Grasscutter.getGsonFactory().fromJson(Files.readString(file), SceneNpcBornData.class); if (data.getBornPosList() == null || data.getBornPosList().size() == 0) { continue; } data.setIndex(SceneIndexManager.buildIndex(3, data.getBornPosList(), item -> item.getPos().toPoint())); GameData.getSceneNpcBornData().put(data.getSceneId(), data); } Grasscutter.getLogger().debug("Loaded " + GameData.getSceneNpcBornData().size() + " SceneNpcBornDatas."); } // BinOutput configs public static class AvatarConfig { @SerializedName(value="abilities", alternate={"targetAbilities"}) public ArrayList abilities; } public static class AvatarConfigAbility { public String abilityName; public String toString() { return abilityName; } } private static class OpenConfig { public OpenConfigData[] data; } public static class OpenConfigData { public String $type; public String abilityName; @SerializedName(value="talentIndex", alternate={"OJOFFKLNAHN"}) public int talentIndex; @SerializedName(value="skillID", alternate={"overtime"}) public int skillID; @SerializedName(value="pointDelta", alternate={"IGEBKIHPOIF"}) public int pointDelta; } }