CModHandler.cpp 37 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141
  1. /*
  2. * CModHandler.cpp, part of VCMI engine
  3. *
  4. * Authors: listed in file AUTHORS in main folder
  5. *
  6. * License: GNU General Public License v2.0 or later
  7. * Full text of license available in license.txt file, in main folder
  8. *
  9. */
  10. #include "StdInc.h"
  11. #include "CModHandler.h"
  12. #include "mapObjects/CObjectClassesHandler.h"
  13. #include "filesystem/FileStream.h"
  14. #include "filesystem/AdapterLoaders.h"
  15. #include "filesystem/CFilesystemLoader.h"
  16. #include "CCreatureHandler.h"
  17. #include "CArtHandler.h"
  18. #include "CTownHandler.h"
  19. #include "CHeroHandler.h"
  20. #include "mapObjects/CObjectHandler.h"
  21. #include "StringConstants.h"
  22. #include "CStopWatch.h"
  23. #include "IHandlerBase.h"
  24. #include "spells/CSpellHandler.h"
  25. #include "CSkillHandler.h"
  26. #include "ScriptHandler.h"
  27. #include "BattleFieldHandler.h"
  28. #include "ObstacleHandler.h"
  29. #include <vstd/StringUtils.h>
  30. CIdentifierStorage::CIdentifierStorage():
  31. state(LOADING)
  32. {
  33. }
  34. CIdentifierStorage::~CIdentifierStorage()
  35. {
  36. }
  37. void CIdentifierStorage::checkIdentifier(std::string & ID)
  38. {
  39. if (boost::algorithm::ends_with(ID, "."))
  40. logMod->warn("BIG WARNING: identifier %s seems to be broken!", ID);
  41. else
  42. {
  43. size_t pos = 0;
  44. do
  45. {
  46. if (std::tolower(ID[pos]) != ID[pos] ) //Not in camelCase
  47. {
  48. logMod->warn("Warning: identifier %s is not in camelCase!", ID);
  49. ID[pos] = std::tolower(ID[pos]);// Try to fix the ID
  50. }
  51. pos = ID.find('.', pos);
  52. }
  53. while(pos++ != std::string::npos);
  54. }
  55. }
  56. CIdentifierStorage::ObjectCallback::ObjectCallback(
  57. std::string localScope, std::string remoteScope, std::string type,
  58. std::string name, const std::function<void(si32)> & callback,
  59. bool optional):
  60. localScope(localScope),
  61. remoteScope(remoteScope),
  62. type(type),
  63. name(name),
  64. callback(callback),
  65. optional(optional)
  66. {}
  67. void CIdentifierStorage::requestIdentifier(ObjectCallback callback)
  68. {
  69. checkIdentifier(callback.type);
  70. checkIdentifier(callback.name);
  71. assert(!callback.localScope.empty());
  72. if (state != FINISHED) // enqueue request if loading is still in progress
  73. scheduledRequests.push_back(callback);
  74. else // execute immediately for "late" requests
  75. resolveIdentifier(callback);
  76. }
  77. void CIdentifierStorage::requestIdentifier(std::string scope, std::string type, std::string name, const std::function<void(si32)> & callback)
  78. {
  79. auto pair = vstd::splitStringToPair(name, ':'); // remoteScope:name
  80. requestIdentifier(ObjectCallback(scope, pair.first, type, pair.second, callback, false));
  81. }
  82. void CIdentifierStorage::requestIdentifier(std::string scope, std::string fullName, const std::function<void(si32)>& callback)
  83. {
  84. auto scopeAndFullName = vstd::splitStringToPair(fullName, ':');
  85. auto typeAndName = vstd::splitStringToPair(scopeAndFullName.second, '.');
  86. requestIdentifier(ObjectCallback(scope, scopeAndFullName.first, typeAndName.first, typeAndName.second, callback, false));
  87. }
  88. void CIdentifierStorage::requestIdentifier(std::string type, const JsonNode & name, const std::function<void(si32)> & callback)
  89. {
  90. auto pair = vstd::splitStringToPair(name.String(), ':'); // remoteScope:name
  91. requestIdentifier(ObjectCallback(name.meta, pair.first, type, pair.second, callback, false));
  92. }
  93. void CIdentifierStorage::requestIdentifier(const JsonNode & name, const std::function<void(si32)> & callback)
  94. {
  95. auto pair = vstd::splitStringToPair(name.String(), ':'); // remoteScope:<type.name>
  96. auto pair2 = vstd::splitStringToPair(pair.second, '.'); // type.name
  97. requestIdentifier(ObjectCallback(name.meta, pair.first, pair2.first, pair2.second, callback, false));
  98. }
  99. void CIdentifierStorage::tryRequestIdentifier(std::string scope, std::string type, std::string name, const std::function<void(si32)> & callback)
  100. {
  101. auto pair = vstd::splitStringToPair(name, ':'); // remoteScope:name
  102. requestIdentifier(ObjectCallback(scope, pair.first, type, pair.second, callback, true));
  103. }
  104. void CIdentifierStorage::tryRequestIdentifier(std::string type, const JsonNode & name, const std::function<void(si32)> & callback)
  105. {
  106. auto pair = vstd::splitStringToPair(name.String(), ':'); // remoteScope:name
  107. requestIdentifier(ObjectCallback(name.meta, pair.first, type, pair.second, callback, true));
  108. }
  109. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string scope, std::string type, std::string name, bool silent)
  110. {
  111. auto pair = vstd::splitStringToPair(name, ':'); // remoteScope:name
  112. auto idList = getPossibleIdentifiers(ObjectCallback(scope, pair.first, type, pair.second, std::function<void(si32)>(), silent));
  113. if (idList.size() == 1)
  114. return idList.front().id;
  115. if (!silent)
  116. logMod->error("Failed to resolve identifier %s of type %s from mod %s", name , type ,scope);
  117. return boost::optional<si32>();
  118. }
  119. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string type, const JsonNode & name, bool silent)
  120. {
  121. auto pair = vstd::splitStringToPair(name.String(), ':'); // remoteScope:name
  122. auto idList = getPossibleIdentifiers(ObjectCallback(name.meta, pair.first, type, pair.second, std::function<void(si32)>(), silent));
  123. if (idList.size() == 1)
  124. return idList.front().id;
  125. if (!silent)
  126. logMod->error("Failed to resolve identifier %s of type %s from mod %s", name.String(), type, name.meta);
  127. return boost::optional<si32>();
  128. }
  129. boost::optional<si32> CIdentifierStorage::getIdentifier(const JsonNode & name, bool silent)
  130. {
  131. auto pair = vstd::splitStringToPair(name.String(), ':'); // remoteScope:<type.name>
  132. auto pair2 = vstd::splitStringToPair(pair.second, '.'); // type.name
  133. auto idList = getPossibleIdentifiers(ObjectCallback(name.meta, pair.first, pair2.first, pair2.second, std::function<void(si32)>(), silent));
  134. if (idList.size() == 1)
  135. return idList.front().id;
  136. if (!silent)
  137. logMod->error("Failed to resolve identifier %s of type %s from mod %s", name.String(), pair2.first, name.meta);
  138. return boost::optional<si32>();
  139. }
  140. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string scope, std::string fullName, bool silent)
  141. {
  142. auto pair = vstd::splitStringToPair(fullName, ':'); // remoteScope:<type.name>
  143. auto pair2 = vstd::splitStringToPair(pair.second, '.'); // type.name
  144. auto idList = getPossibleIdentifiers(ObjectCallback(scope, pair.first, pair2.first, pair2.second, std::function<void(si32)>(), silent));
  145. if (idList.size() == 1)
  146. return idList.front().id;
  147. if (!silent)
  148. logMod->error("Failed to resolve identifier %s of type %s from mod %s", fullName, pair2.first, scope);
  149. return boost::optional<si32>();
  150. }
  151. void CIdentifierStorage::registerObject(std::string scope, std::string type, std::string name, si32 identifier)
  152. {
  153. ObjectData data;
  154. data.scope = scope;
  155. data.id = identifier;
  156. std::string fullID = type + '.' + name;
  157. checkIdentifier(fullID);
  158. std::pair<const std::string, ObjectData> mapping = std::make_pair(fullID, data);
  159. if(!vstd::containsMapping(registeredObjects, mapping))
  160. {
  161. logMod->trace("registered %s as %s:%s", fullID, scope, identifier);
  162. registeredObjects.insert(mapping);
  163. }
  164. }
  165. std::vector<CIdentifierStorage::ObjectData> CIdentifierStorage::getPossibleIdentifiers(const ObjectCallback & request)
  166. {
  167. std::set<std::string> allowedScopes;
  168. bool isValidScope = true;
  169. if (request.remoteScope.empty())
  170. {
  171. // normally ID's from all required mods, own mod and virtual "core" mod are allowed
  172. if(request.localScope != "core" && !request.localScope.empty())
  173. {
  174. allowedScopes = VLC->modh->getModDependencies(request.localScope, isValidScope);
  175. if(!isValidScope)
  176. return std::vector<ObjectData>();
  177. }
  178. allowedScopes.insert(request.localScope);
  179. allowedScopes.insert("core");
  180. }
  181. else
  182. {
  183. //...unless destination mod was specified explicitly
  184. //note: getModDependencies does not work for "core" by design
  185. //for map format support core mod has access to any mod
  186. //TODO: better solution for access from map?
  187. if(request.localScope == "core" || request.localScope == "")
  188. {
  189. allowedScopes.insert(request.remoteScope);
  190. }
  191. else
  192. {
  193. // allow only available to all core mod or dependencies
  194. auto myDeps = VLC->modh->getModDependencies(request.localScope, isValidScope);
  195. if(!isValidScope)
  196. return std::vector<ObjectData>();
  197. if(request.remoteScope == "core" || request.remoteScope == request.localScope || myDeps.count(request.remoteScope))
  198. allowedScopes.insert(request.remoteScope);
  199. }
  200. }
  201. std::string fullID = request.type + '.' + request.name;
  202. auto entries = registeredObjects.equal_range(fullID);
  203. if (entries.first != entries.second)
  204. {
  205. std::vector<ObjectData> locatedIDs;
  206. for (auto it = entries.first; it != entries.second; it++)
  207. {
  208. if (vstd::contains(allowedScopes, it->second.scope))
  209. {
  210. locatedIDs.push_back(it->second);
  211. }
  212. }
  213. return locatedIDs;
  214. }
  215. return std::vector<ObjectData>();
  216. }
  217. bool CIdentifierStorage::resolveIdentifier(const ObjectCallback & request)
  218. {
  219. auto identifiers = getPossibleIdentifiers(request);
  220. if (identifiers.size() == 1) // normally resolved ID
  221. {
  222. request.callback(identifiers.front().id);
  223. return true;
  224. }
  225. if (request.optional && identifiers.empty()) // failed to resolve optinal ID
  226. {
  227. return true;
  228. }
  229. // error found. Try to generate some debug info
  230. if (identifiers.size() == 0)
  231. logMod->error("Unknown identifier!");
  232. else
  233. logMod->error("Ambiguous identifier request!");
  234. logMod->error("Request for %s.%s from mod %s", request.type, request.name, request.localScope);
  235. for (auto id : identifiers)
  236. {
  237. logMod->error("\tID is available in mod %s", id.scope);
  238. }
  239. return false;
  240. }
  241. void CIdentifierStorage::finalize()
  242. {
  243. state = FINALIZING;
  244. bool errorsFound = false;
  245. //Note: we may receive new requests during resolution phase -> end may change -> range for can't be used
  246. for(auto it = scheduledRequests.begin(); it != scheduledRequests.end(); it++)
  247. {
  248. errorsFound |= !resolveIdentifier(*it);
  249. }
  250. if (errorsFound)
  251. {
  252. for(auto object : registeredObjects)
  253. {
  254. logMod->trace("%s : %s -> %d", object.second.scope, object.first, object.second.id);
  255. }
  256. logMod->error("All known identifiers were dumped into log file");
  257. }
  258. assert(errorsFound == false);
  259. state = FINISHED;
  260. }
  261. ContentTypeHandler::ContentTypeHandler(IHandlerBase * handler, std::string objectName):
  262. handler(handler),
  263. objectName(objectName),
  264. originalData(handler->loadLegacyData((size_t)VLC->modh->settings.data["textData"][objectName].Float()))
  265. {
  266. for(auto & node : originalData)
  267. {
  268. node.setMeta("core");
  269. }
  270. }
  271. bool ContentTypeHandler::preloadModData(std::string modName, std::vector<std::string> fileList, bool validate)
  272. {
  273. bool result;
  274. JsonNode data = JsonUtils::assembleFromFiles(fileList, result);
  275. data.setMeta(modName);
  276. ModInfo & modInfo = modData[modName];
  277. for(auto entry : data.Struct())
  278. {
  279. size_t colon = entry.first.find(':');
  280. if (colon == std::string::npos)
  281. {
  282. // normal object, local to this mod
  283. modInfo.modData[entry.first].swap(entry.second);
  284. }
  285. else
  286. {
  287. std::string remoteName = entry.first.substr(0, colon);
  288. std::string objectName = entry.first.substr(colon + 1);
  289. // patching this mod? Send warning and continue - this situation can be handled normally
  290. if (remoteName == modName)
  291. logMod->warn("Redundant namespace definition for %s", objectName);
  292. logMod->trace("Patching object %s (%s) from %s", objectName, remoteName, modName);
  293. JsonNode & remoteConf = modData[remoteName].patches[objectName];
  294. JsonUtils::merge(remoteConf, entry.second);
  295. }
  296. }
  297. return result;
  298. }
  299. bool ContentTypeHandler::loadMod(std::string modName, bool validate)
  300. {
  301. ModInfo & modInfo = modData[modName];
  302. bool result = true;
  303. auto performValidate = [&,this](JsonNode & data, const std::string & name){
  304. handler->beforeValidate(data);
  305. if (validate)
  306. result &= JsonUtils::validate(data, "vcmi:" + objectName, name);
  307. };
  308. // apply patches
  309. if (!modInfo.patches.isNull())
  310. JsonUtils::merge(modInfo.modData, modInfo.patches);
  311. for(auto & entry : modInfo.modData.Struct())
  312. {
  313. const std::string & name = entry.first;
  314. JsonNode & data = entry.second;
  315. if (vstd::contains(data.Struct(), "index") && !data["index"].isNull())
  316. {
  317. // try to add H3 object data
  318. size_t index = static_cast<size_t>(data["index"].Float());
  319. if(originalData.size() > index)
  320. {
  321. logMod->trace("found original data in loadMod(%s) at index %d", name, index);
  322. JsonUtils::merge(originalData[index], data);
  323. std::swap(originalData[index], data);
  324. originalData[index].clear(); // do not use same data twice (same ID)
  325. }
  326. else
  327. {
  328. logMod->warn("no original data in loadMod(%s) at index %d", name, index);
  329. }
  330. performValidate(data, name);
  331. handler->loadObject(modName, name, data, index);
  332. }
  333. else
  334. {
  335. // normal new object
  336. logMod->trace("no index in loadMod(%s)", name);
  337. performValidate(data,name);
  338. handler->loadObject(modName, name, data);
  339. }
  340. }
  341. return result;
  342. }
  343. void ContentTypeHandler::loadCustom()
  344. {
  345. handler->loadCustom();
  346. }
  347. void ContentTypeHandler::afterLoadFinalization()
  348. {
  349. handler->afterLoadFinalization();
  350. }
  351. CContentHandler::CContentHandler()
  352. {
  353. }
  354. void CContentHandler::init()
  355. {
  356. handlers.insert(std::make_pair("heroClasses", ContentTypeHandler(&VLC->heroh->classes, "heroClass")));
  357. handlers.insert(std::make_pair("artifacts", ContentTypeHandler(VLC->arth, "artifact")));
  358. handlers.insert(std::make_pair("creatures", ContentTypeHandler(VLC->creh, "creature")));
  359. handlers.insert(std::make_pair("factions", ContentTypeHandler(VLC->townh, "faction")));
  360. handlers.insert(std::make_pair("objects", ContentTypeHandler(VLC->objtypeh, "object")));
  361. handlers.insert(std::make_pair("heroes", ContentTypeHandler(VLC->heroh, "hero")));
  362. handlers.insert(std::make_pair("spells", ContentTypeHandler(VLC->spellh, "spell")));
  363. handlers.insert(std::make_pair("skills", ContentTypeHandler(VLC->skillh, "skill")));
  364. handlers.insert(std::make_pair("templates", ContentTypeHandler((IHandlerBase *)VLC->tplh, "template")));
  365. handlers.insert(std::make_pair("scripts", ContentTypeHandler(VLC->scriptHandler, "script")));
  366. handlers.insert(std::make_pair("battlefields", ContentTypeHandler(VLC->battlefieldsHandler, "battlefield")));
  367. handlers.insert(std::make_pair("obstacles", ContentTypeHandler(VLC->obstacleHandler, "obstacle")));
  368. //TODO: any other types of moddables?
  369. }
  370. bool CContentHandler::preloadModData(std::string modName, JsonNode modConfig, bool validate)
  371. {
  372. bool result = true;
  373. for(auto & handler : handlers)
  374. {
  375. result &= handler.second.preloadModData(modName, modConfig[handler.first].convertTo<std::vector<std::string> >(), validate);
  376. }
  377. return result;
  378. }
  379. bool CContentHandler::loadMod(std::string modName, bool validate)
  380. {
  381. bool result = true;
  382. for(auto & handler : handlers)
  383. {
  384. result &= handler.second.loadMod(modName, validate);
  385. }
  386. return result;
  387. }
  388. void CContentHandler::loadCustom()
  389. {
  390. for(auto & handler : handlers)
  391. {
  392. handler.second.loadCustom();
  393. }
  394. }
  395. void CContentHandler::afterLoadFinalization()
  396. {
  397. for(auto & handler : handlers)
  398. {
  399. handler.second.afterLoadFinalization();
  400. }
  401. }
  402. void CContentHandler::preloadData(CModInfo & mod)
  403. {
  404. bool validate = (mod.validation != CModInfo::PASSED);
  405. // print message in format [<8-symbols checksum>] <modname>
  406. logMod->info("\t\t[%08x]%s", mod.checksum, mod.name);
  407. if (validate && mod.identifier != "core")
  408. {
  409. if (!JsonUtils::validate(mod.config, "vcmi:mod", mod.identifier))
  410. mod.validation = CModInfo::FAILED;
  411. }
  412. if (!preloadModData(mod.identifier, mod.config, validate))
  413. mod.validation = CModInfo::FAILED;
  414. }
  415. void CContentHandler::load(CModInfo & mod)
  416. {
  417. bool validate = (mod.validation != CModInfo::PASSED);
  418. if (!loadMod(mod.identifier, validate))
  419. mod.validation = CModInfo::FAILED;
  420. if (validate)
  421. {
  422. if (mod.validation != CModInfo::FAILED)
  423. logMod->info("\t\t[DONE] %s", mod.name);
  424. else
  425. logMod->error("\t\t[FAIL] %s", mod.name);
  426. }
  427. else
  428. logMod->info("\t\t[SKIP] %s", mod.name);
  429. }
  430. const ContentTypeHandler & CContentHandler::operator[](const std::string & name) const
  431. {
  432. return handlers.at(name);
  433. }
  434. static JsonNode loadModSettings(std::string path)
  435. {
  436. if (CResourceHandler::get("local")->existsResource(ResourceID(path)))
  437. {
  438. return JsonNode(ResourceID(path, EResType::TEXT));
  439. }
  440. // Probably new install. Create initial configuration
  441. CResourceHandler::get("local")->createResource(path);
  442. return JsonNode();
  443. }
  444. JsonNode addMeta(JsonNode config, std::string meta)
  445. {
  446. config.setMeta(meta);
  447. return config;
  448. }
  449. CModInfo::Version CModInfo::Version::GameVersion()
  450. {
  451. return Version(GameConstants::VCMI_VERSION_MAJOR, GameConstants::VCMI_VERSION_MINOR, GameConstants::VCMI_VERSION_PATCH);
  452. }
  453. CModInfo::Version CModInfo::Version::fromString(std::string from)
  454. {
  455. int major = 0, minor = 0, patch = 0;
  456. try
  457. {
  458. auto pointPos = from.find('.');
  459. major = std::stoi(from.substr(0, pointPos));
  460. if(pointPos != std::string::npos)
  461. {
  462. from = from.substr(pointPos + 1);
  463. pointPos = from.find('.');
  464. minor = std::stoi(from.substr(0, pointPos));
  465. if(pointPos != std::string::npos)
  466. patch = std::stoi(from.substr(pointPos + 1));
  467. }
  468. }
  469. catch(const std::invalid_argument & e)
  470. {
  471. return Version();
  472. }
  473. return Version(major, minor, patch);
  474. }
  475. std::string CModInfo::Version::toString() const
  476. {
  477. return std::to_string(major) + '.' + std::to_string(minor) + '.' + std::to_string(patch);
  478. }
  479. bool CModInfo::Version::compatible(const Version & other, bool checkMinor, bool checkPatch) const
  480. {
  481. return (major == other.major &&
  482. (!checkMinor || minor >= other.minor) &&
  483. (!checkPatch || minor > other.minor || (minor == other.minor && patch >= other.patch)));
  484. }
  485. bool CModInfo::Version::isNull() const
  486. {
  487. return major == 0 && minor == 0 && patch == 0;
  488. }
  489. CModInfo::CModInfo():
  490. checksum(0),
  491. enabled(false),
  492. validation(PENDING)
  493. {
  494. }
  495. CModInfo::CModInfo(std::string identifier,const JsonNode & local, const JsonNode & config):
  496. identifier(identifier),
  497. name(config["name"].String()),
  498. description(config["description"].String()),
  499. dependencies(config["depends"].convertTo<std::set<std::string> >()),
  500. conflicts(config["conflicts"].convertTo<std::set<std::string> >()),
  501. checksum(0),
  502. enabled(false),
  503. validation(PENDING),
  504. config(addMeta(config, identifier))
  505. {
  506. version = Version::fromString(config["version"].String());
  507. if(!config["compatibility"].isNull())
  508. {
  509. vcmiCompatibleMin = Version::fromString(config["compatibility"]["min"].String());
  510. vcmiCompatibleMax = Version::fromString(config["compatibility"]["max"].String());
  511. }
  512. loadLocalData(local);
  513. }
  514. JsonNode CModInfo::saveLocalData() const
  515. {
  516. std::ostringstream stream;
  517. stream << std::noshowbase << std::hex << std::setw(8) << std::setfill('0') << checksum;
  518. JsonNode conf;
  519. conf["active"].Bool() = enabled;
  520. conf["validated"].Bool() = validation != FAILED;
  521. conf["checksum"].String() = stream.str();
  522. return conf;
  523. }
  524. std::string CModInfo::getModDir(std::string name)
  525. {
  526. return "MODS/" + boost::algorithm::replace_all_copy(name, ".", "/MODS/");
  527. }
  528. std::string CModInfo::getModFile(std::string name)
  529. {
  530. return getModDir(name) + "/mod.json";
  531. }
  532. void CModInfo::updateChecksum(ui32 newChecksum)
  533. {
  534. // comment-out next line to force validation of all mods ignoring checksum
  535. if (newChecksum != checksum)
  536. {
  537. checksum = newChecksum;
  538. validation = PENDING;
  539. }
  540. }
  541. void CModInfo::loadLocalData(const JsonNode & data)
  542. {
  543. bool validated = false;
  544. enabled = true;
  545. checksum = 0;
  546. if (data.getType() == JsonNode::JsonType::DATA_BOOL)
  547. {
  548. enabled = data.Bool();
  549. }
  550. if (data.getType() == JsonNode::JsonType::DATA_STRUCT)
  551. {
  552. enabled = data["active"].Bool();
  553. validated = data["validated"].Bool();
  554. checksum = strtol(data["checksum"].String().c_str(), nullptr, 16);
  555. }
  556. //check compatibility
  557. bool wasEnabled = enabled;
  558. enabled &= vcmiCompatibleMin.isNull() || Version::GameVersion().compatible(vcmiCompatibleMin);
  559. enabled &= vcmiCompatibleMax.isNull() || vcmiCompatibleMax.compatible(Version::GameVersion());
  560. if(wasEnabled && !enabled)
  561. logGlobal->warn("Mod %s is incompatible with current version of VCMI and cannot be enabled", name);
  562. if (enabled)
  563. validation = validated ? PASSED : PENDING;
  564. else
  565. validation = validated ? PASSED : FAILED;
  566. }
  567. CModHandler::CModHandler() : content(std::make_shared<CContentHandler>())
  568. {
  569. modules.COMMANDERS = false;
  570. modules.STACK_ARTIFACT = false;
  571. modules.STACK_EXP = false;
  572. modules.MITHRIL = false;
  573. for (int i = 0; i < GameConstants::RESOURCE_QUANTITY; ++i)
  574. {
  575. identifiers.registerObject("core", "resource", GameConstants::RESOURCE_NAMES[i], i);
  576. }
  577. for(int i=0; i<GameConstants::PRIMARY_SKILLS; ++i)
  578. {
  579. identifiers.registerObject("core", "primSkill", PrimarySkill::names[i], i);
  580. identifiers.registerObject("core", "primarySkill", PrimarySkill::names[i], i);
  581. }
  582. }
  583. CModHandler::~CModHandler()
  584. {
  585. }
  586. void CModHandler::loadConfigFromFile (std::string name)
  587. {
  588. std::string paths;
  589. for(auto& p : CResourceHandler::get()->getResourceNames(ResourceID("config/" + name)))
  590. {
  591. paths += p.string() + ", ";
  592. }
  593. paths = paths.substr(0, paths.size() - 2);
  594. logMod->debug("Loading hardcoded features settings from [%s], result:", paths);
  595. settings.data = JsonUtils::assembleFromFiles("config/" + name);
  596. const JsonNode & hardcodedFeatures = settings.data["hardcodedFeatures"];
  597. settings.MAX_HEROES_AVAILABLE_PER_PLAYER = static_cast<int>(hardcodedFeatures["MAX_HEROES_AVAILABLE_PER_PLAYER"].Integer());
  598. logMod->debug("\tMAX_HEROES_AVAILABLE_PER_PLAYER\t%d", settings.MAX_HEROES_AVAILABLE_PER_PLAYER);
  599. settings.MAX_HEROES_ON_MAP_PER_PLAYER = static_cast<int>(hardcodedFeatures["MAX_HEROES_ON_MAP_PER_PLAYER"].Integer());
  600. logMod->debug("\tMAX_HEROES_ON_MAP_PER_PLAYER\t%d", settings.MAX_HEROES_ON_MAP_PER_PLAYER);
  601. settings.CREEP_SIZE = static_cast<int>(hardcodedFeatures["CREEP_SIZE"].Integer());
  602. logMod->debug("\tCREEP_SIZE\t%d", settings.CREEP_SIZE);
  603. settings.WEEKLY_GROWTH = static_cast<int>(hardcodedFeatures["WEEKLY_GROWTH_PERCENT"].Integer());
  604. logMod->debug("\tWEEKLY_GROWTH\t%d", settings.WEEKLY_GROWTH);
  605. settings.NEUTRAL_STACK_EXP = static_cast<int>(hardcodedFeatures["NEUTRAL_STACK_EXP_DAILY"].Integer());
  606. logMod->debug("\tNEUTRAL_STACK_EXP\t%d", settings.NEUTRAL_STACK_EXP);
  607. settings.MAX_BUILDING_PER_TURN = static_cast<int>(hardcodedFeatures["MAX_BUILDING_PER_TURN"].Integer());
  608. logMod->debug("\tMAX_BUILDING_PER_TURN\t%d", settings.MAX_BUILDING_PER_TURN);
  609. settings.DWELLINGS_ACCUMULATE_CREATURES = hardcodedFeatures["DWELLINGS_ACCUMULATE_CREATURES"].Bool();
  610. logMod->debug("\tDWELLINGS_ACCUMULATE_CREATURES\t%d", static_cast<int>(settings.DWELLINGS_ACCUMULATE_CREATURES));
  611. settings.ALL_CREATURES_GET_DOUBLE_MONTHS = hardcodedFeatures["ALL_CREATURES_GET_DOUBLE_MONTHS"].Bool();
  612. logMod->debug("\tALL_CREATURES_GET_DOUBLE_MONTHS\t%d", static_cast<int>(settings.ALL_CREATURES_GET_DOUBLE_MONTHS));
  613. settings.WINNING_HERO_WITH_NO_TROOPS_RETREATS = hardcodedFeatures["WINNING_HERO_WITH_NO_TROOPS_RETREATS"].Bool();
  614. logMod->debug("\tWINNING_HERO_WITH_NO_TROOPS_RETREATS\t%d", static_cast<int>(settings.WINNING_HERO_WITH_NO_TROOPS_RETREATS));
  615. settings.BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE = hardcodedFeatures["BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE"].Bool();
  616. logMod->debug("\tBLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE\t%d", static_cast<int>(settings.BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE));
  617. settings.NO_RANDOM_SPECIAL_WEEKS_AND_MONTHS = hardcodedFeatures["NO_RANDOM_SPECIAL_WEEKS_AND_MONTHS"].Bool();
  618. logMod->debug("\tNO_RANDOM_SPECIAL_WEEKS_AND_MONTHS\t%d", static_cast<int>(settings.NO_RANDOM_SPECIAL_WEEKS_AND_MONTHS));
  619. const JsonNode & gameModules = settings.data["modules"];
  620. modules.STACK_EXP = gameModules["STACK_EXPERIENCE"].Bool();
  621. logMod->debug("\tSTACK_EXP\t%d", static_cast<int>(modules.STACK_EXP));
  622. modules.STACK_ARTIFACT = gameModules["STACK_ARTIFACTS"].Bool();
  623. logMod->debug("\tSTACK_ARTIFACT\t%d", static_cast<int>(modules.STACK_ARTIFACT));
  624. modules.COMMANDERS = gameModules["COMMANDERS"].Bool();
  625. logMod->debug("\tCOMMANDERS\t%d", static_cast<int>(modules.COMMANDERS));
  626. modules.MITHRIL = gameModules["MITHRIL"].Bool();
  627. logMod->debug("\tMITHRIL\t%d", static_cast<int>(modules.MITHRIL));
  628. }
  629. // currentList is passed by value to get current list of depending mods
  630. bool CModHandler::hasCircularDependency(TModID modID, std::set <TModID> currentList) const
  631. {
  632. const CModInfo & mod = allMods.at(modID);
  633. // Mod already present? We found a loop
  634. if (vstd::contains(currentList, modID))
  635. {
  636. logMod->error("Error: Circular dependency detected! Printing dependency list:");
  637. logMod->error("\t%s -> ", mod.name);
  638. return true;
  639. }
  640. currentList.insert(modID);
  641. // recursively check every dependency of this mod
  642. for(const TModID & dependency : mod.dependencies)
  643. {
  644. if (hasCircularDependency(dependency, currentList))
  645. {
  646. logMod->error("\t%s ->\n", mod.name); // conflict detected, print dependency list
  647. return true;
  648. }
  649. }
  650. return false;
  651. }
  652. bool CModHandler::checkDependencies(const std::vector <TModID> & input) const
  653. {
  654. for(const TModID & id : input)
  655. {
  656. const CModInfo & mod = allMods.at(id);
  657. for(const TModID & dep : mod.dependencies)
  658. {
  659. if(!vstd::contains(input, dep))
  660. {
  661. logMod->error("Error: Mod %s requires missing %s!", mod.name, dep);
  662. return false;
  663. }
  664. }
  665. for(const TModID & conflicting : mod.conflicts)
  666. {
  667. if(vstd::contains(input, conflicting))
  668. {
  669. logMod->error("Error: Mod %s conflicts with %s!", mod.name, allMods.at(conflicting).name);
  670. return false;
  671. }
  672. }
  673. if(hasCircularDependency(id))
  674. return false;
  675. }
  676. return true;
  677. }
  678. // Returned vector affects the resource loaders call order (see CFilesystemList::load).
  679. // The loaders call order matters when dependent mod overrides resources in its dependencies.
  680. std::vector <TModID> CModHandler::validateAndSortDependencies(std::vector <TModID> modsToResolve) const
  681. {
  682. // Topological sort algorithm.
  683. // TODO: Investigate possible ways to improve performance.
  684. boost::range::sort(modsToResolve); // Sort mods per name
  685. std::vector <TModID> sortedValidMods; // Vector keeps order of elements (LIFO)
  686. sortedValidMods.reserve(modsToResolve.size()); // push_back calls won't cause memory reallocation
  687. std::set <TModID> resolvedModIDs; // Use a set for validation for performance reason, but set does not keep order of elements
  688. // Mod is resolved if it has not dependencies or all its dependencies are already resolved
  689. auto isResolved = [&](const CModInfo & mod) -> CModInfo::EValidationStatus
  690. {
  691. if(mod.dependencies.size() > resolvedModIDs.size())
  692. return CModInfo::PENDING;
  693. for(const TModID & dependency : mod.dependencies)
  694. {
  695. if(!vstd::contains(resolvedModIDs, dependency))
  696. return CModInfo::PENDING;
  697. }
  698. return CModInfo::PASSED;
  699. };
  700. while(true)
  701. {
  702. std::set <TModID> resolvedOnCurrentTreeLevel;
  703. for(auto it = modsToResolve.begin(); it != modsToResolve.end();) // One iteration - one level of mods tree
  704. {
  705. if(isResolved(allMods.at(*it)) == CModInfo::PASSED)
  706. {
  707. resolvedOnCurrentTreeLevel.insert(*it); // Not to the resolvedModIDs, so current node childs will be resolved on the next iteration
  708. sortedValidMods.push_back(*it);
  709. it = modsToResolve.erase(it);
  710. continue;
  711. }
  712. it++;
  713. }
  714. if(resolvedOnCurrentTreeLevel.size())
  715. {
  716. resolvedModIDs.insert(resolvedOnCurrentTreeLevel.begin(), resolvedOnCurrentTreeLevel.end());
  717. continue;
  718. }
  719. // If there're no valid mods on the current mods tree level, no more mod can be resolved, should be end.
  720. break;
  721. }
  722. // Left mods have unresolved dependencies, output all to log.
  723. for(const auto & brokenModID : modsToResolve)
  724. {
  725. const CModInfo & brokenMod = allMods.at(brokenModID);
  726. for(const TModID & dependency : brokenMod.dependencies)
  727. {
  728. if(!vstd::contains(resolvedModIDs, dependency))
  729. logMod->error("Mod '%s' will not work: it depends on mod '%s', which is not installed.", brokenMod.name, dependency);
  730. }
  731. }
  732. return sortedValidMods;
  733. }
  734. std::vector<std::string> CModHandler::getModList(std::string path)
  735. {
  736. std::string modDir = boost::to_upper_copy(path + "MODS/");
  737. size_t depth = boost::range::count(modDir, '/');
  738. auto list = CResourceHandler::get("initial")->getFilteredFiles([&](const ResourceID & id) -> bool
  739. {
  740. if (id.getType() != EResType::DIRECTORY)
  741. return false;
  742. if (!boost::algorithm::starts_with(id.getName(), modDir))
  743. return false;
  744. if (boost::range::count(id.getName(), '/') != depth )
  745. return false;
  746. return true;
  747. });
  748. //storage for found mods
  749. std::vector<std::string> foundMods;
  750. for (auto & entry : list)
  751. {
  752. std::string name = entry.getName();
  753. name.erase(0, modDir.size()); //Remove path prefix
  754. if (!name.empty())
  755. foundMods.push_back(name);
  756. }
  757. return foundMods;
  758. }
  759. void CModHandler::loadMods(std::string path, std::string parent, const JsonNode & modSettings, bool enableMods)
  760. {
  761. for(std::string modName : getModList(path))
  762. loadOneMod(modName, parent, modSettings, enableMods);
  763. }
  764. void CModHandler::loadOneMod(std::string modName, std::string parent, const JsonNode & modSettings, bool enableMods)
  765. {
  766. boost::to_lower(modName);
  767. std::string modFullName = parent.empty() ? modName : parent + '.' + modName;
  768. if(CResourceHandler::get("initial")->existsResource(ResourceID(CModInfo::getModFile(modFullName))))
  769. {
  770. CModInfo mod(modFullName, modSettings[modName], JsonNode(ResourceID(CModInfo::getModFile(modFullName))));
  771. if (!parent.empty()) // this is submod, add parent to dependencies
  772. mod.dependencies.insert(parent);
  773. allMods[modFullName] = mod;
  774. if (mod.enabled && enableMods)
  775. activeMods.push_back(modFullName);
  776. loadMods(CModInfo::getModDir(modFullName) + '/', modFullName, modSettings[modName]["mods"], enableMods && mod.enabled);
  777. }
  778. }
  779. void CModHandler::loadMods(bool onlyEssential)
  780. {
  781. JsonNode modConfig;
  782. if(onlyEssential)
  783. {
  784. loadOneMod("vcmi", "", modConfig, true);//only vcmi and submods
  785. }
  786. else
  787. {
  788. modConfig = loadModSettings("config/modSettings.json");
  789. loadMods("", "", modConfig["activeMods"], true);
  790. }
  791. coreMod = CModInfo("core", modConfig["core"], JsonNode(ResourceID("config/gameConfig.json")));
  792. coreMod.name = "Original game files";
  793. }
  794. std::vector<std::string> CModHandler::getAllMods()
  795. {
  796. std::vector<std::string> modlist;
  797. for (auto & entry : allMods)
  798. modlist.push_back(entry.first);
  799. return modlist;
  800. }
  801. std::vector<std::string> CModHandler::getActiveMods()
  802. {
  803. return activeMods;
  804. }
  805. static JsonNode genDefaultFS()
  806. {
  807. // default FS config for mods: directory "Content" that acts as H3 root directory
  808. JsonNode defaultFS;
  809. defaultFS[""].Vector().resize(2);
  810. defaultFS[""].Vector()[0]["type"].String() = "zip";
  811. defaultFS[""].Vector()[0]["path"].String() = "/Content.zip";
  812. defaultFS[""].Vector()[1]["type"].String() = "dir";
  813. defaultFS[""].Vector()[1]["path"].String() = "/Content";
  814. return defaultFS;
  815. }
  816. static ISimpleResourceLoader * genModFilesystem(const std::string & modName, const JsonNode & conf)
  817. {
  818. static const JsonNode defaultFS = genDefaultFS();
  819. if (!conf["filesystem"].isNull())
  820. return CResourceHandler::createFileSystem(CModInfo::getModDir(modName), conf["filesystem"]);
  821. else
  822. return CResourceHandler::createFileSystem(CModInfo::getModDir(modName), defaultFS);
  823. }
  824. static ui32 calculateModChecksum(const std::string modName, ISimpleResourceLoader * filesystem)
  825. {
  826. boost::crc_32_type modChecksum;
  827. // first - add current VCMI version into checksum to force re-validation on VCMI updates
  828. modChecksum.process_bytes(reinterpret_cast<const void*>(GameConstants::VCMI_VERSION.data()), GameConstants::VCMI_VERSION.size());
  829. // second - add mod.json into checksum because filesystem does not contains this file
  830. // FIXME: remove workaround for core mod
  831. if (modName != "core")
  832. {
  833. ResourceID modConfFile(CModInfo::getModFile(modName), EResType::TEXT);
  834. ui32 configChecksum = CResourceHandler::get("initial")->load(modConfFile)->calculateCRC32();
  835. modChecksum.process_bytes(reinterpret_cast<const void *>(&configChecksum), sizeof(configChecksum));
  836. }
  837. // third - add all detected text files from this mod into checksum
  838. auto files = filesystem->getFilteredFiles([](const ResourceID & resID)
  839. {
  840. return resID.getType() == EResType::TEXT &&
  841. ( boost::starts_with(resID.getName(), "DATA") ||
  842. boost::starts_with(resID.getName(), "CONFIG"));
  843. });
  844. for (const ResourceID & file : files)
  845. {
  846. ui32 fileChecksum = filesystem->load(file)->calculateCRC32();
  847. modChecksum.process_bytes(reinterpret_cast<const void *>(&fileChecksum), sizeof(fileChecksum));
  848. }
  849. return modChecksum.checksum();
  850. }
  851. void CModHandler::loadModFilesystems()
  852. {
  853. activeMods = validateAndSortDependencies(activeMods);
  854. coreMod.updateChecksum(calculateModChecksum("core", CResourceHandler::get("core")));
  855. for(std::string & modName : activeMods)
  856. {
  857. CModInfo & mod = allMods[modName];
  858. CResourceHandler::addFilesystem("data", modName, genModFilesystem(modName, mod.config));
  859. }
  860. }
  861. std::set<TModID> CModHandler::getModDependencies(TModID modId, bool & isModFound)
  862. {
  863. auto it = allMods.find(modId);
  864. isModFound = (it != allMods.end());
  865. if(isModFound)
  866. return it->second.dependencies;
  867. logMod->error("Mod not found: '%s'", modId);
  868. return std::set<TModID>();
  869. }
  870. void CModHandler::initializeConfig()
  871. {
  872. loadConfigFromFile("defaultMods.json");
  873. }
  874. void CModHandler::load()
  875. {
  876. CStopWatch totalTime, timer;
  877. logMod->info("\tInitializing content handler: %d ms", timer.getDiff());
  878. content->init();
  879. for(const TModID & modName : activeMods)
  880. {
  881. logMod->trace("Generating checksum for %s", modName);
  882. allMods[modName].updateChecksum(calculateModChecksum(modName, CResourceHandler::get(modName)));
  883. }
  884. // first - load virtual "core" mod that contains all data
  885. // TODO? move all data into real mods? RoE, AB, SoD, WoG
  886. content->preloadData(coreMod);
  887. for(const TModID & modName : activeMods)
  888. content->preloadData(allMods[modName]);
  889. logMod->info("\tParsing mod data: %d ms", timer.getDiff());
  890. content->load(coreMod);
  891. for(const TModID & modName : activeMods)
  892. content->load(allMods[modName]);
  893. VLC->scriptHandler->performRegistration(VLC);//todo: this should be done before any other handlers load
  894. content->loadCustom();
  895. logMod->info("\tLoading mod data: %d ms", timer.getDiff());
  896. VLC->creh->loadCrExpBon();
  897. VLC->creh->buildBonusTreeForTiers(); //do that after all new creatures are loaded
  898. identifiers.finalize();
  899. logMod->info("\tResolving identifiers: %d ms", timer.getDiff());
  900. content->afterLoadFinalization();
  901. logMod->info("\tHandlers post-load finalization: %d ms ", timer.getDiff());
  902. logMod->info("\tAll game content loaded in %d ms", totalTime.getDiff());
  903. }
  904. void CModHandler::afterLoad(bool onlyEssential)
  905. {
  906. JsonNode modSettings;
  907. for (auto & modEntry : allMods)
  908. {
  909. std::string pointer = "/" + boost::algorithm::replace_all_copy(modEntry.first, ".", "/mods/");
  910. modSettings["activeMods"].resolvePointer(pointer) = modEntry.second.saveLocalData();
  911. }
  912. modSettings["core"] = coreMod.saveLocalData();
  913. if(!onlyEssential)
  914. {
  915. FileStream file(*CResourceHandler::get()->getResourceName(ResourceID("config/modSettings.json")), std::ofstream::out | std::ofstream::trunc);
  916. file << modSettings.toJson();
  917. }
  918. }
  919. std::string CModHandler::normalizeIdentifier(const std::string & scope, const std::string & remoteScope, const std::string & identifier)
  920. {
  921. auto p = vstd::splitStringToPair(identifier, ':');
  922. if(p.first.empty())
  923. p.first = scope;
  924. if(p.first == remoteScope)
  925. p.first.clear();
  926. return p.first.empty() ? p.second : p.first + ":" + p.second;
  927. }
  928. void CModHandler::parseIdentifier(const std::string & fullIdentifier, std::string & scope, std::string & type, std::string & identifier)
  929. {
  930. auto p = vstd::splitStringToPair(fullIdentifier, ':');
  931. scope = p.first;
  932. auto p2 = vstd::splitStringToPair(p.second, '.');
  933. if(p2.first != "")
  934. {
  935. type = p2.first;
  936. identifier = p2.second;
  937. }
  938. else
  939. {
  940. type = p.second;
  941. identifier = "";
  942. }
  943. }
  944. std::string CModHandler::makeFullIdentifier(const std::string & scope, const std::string & type, const std::string & identifier)
  945. {
  946. if(type == "")
  947. logGlobal->error("Full identifier (%s %s) requires type name", scope, identifier);
  948. std::string actualScope = scope;
  949. std::string actualName = identifier;
  950. //ignore scope if identifier is scoped
  951. auto scopeAndName = vstd::splitStringToPair(identifier, ':');
  952. if(scopeAndName.first != "")
  953. {
  954. actualScope = scopeAndName.first;
  955. actualName = scopeAndName.second;
  956. }
  957. if(actualScope == "")
  958. {
  959. return actualName == "" ? type : type + "." + actualName;
  960. }
  961. else
  962. {
  963. return actualName == "" ? actualScope+ ":" + type : actualScope + ":" + type + "." + actualName;
  964. }
  965. }