CModHandler.cpp 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080
  1. /*
  2. * CModHandler.cpp, part of VCMI engine
  3. *
  4. * Authors: listed in file AUTHORS in main folder
  5. *
  6. * License: GNU General Public License v2.0 or later
  7. * Full text of license available in license.txt file, in main folder
  8. *
  9. */
  10. #include "StdInc.h"
  11. #include "CModHandler.h"
  12. #include "mapObjects/CObjectClassesHandler.h"
  13. #include "filesystem/FileStream.h"
  14. #include "filesystem/AdapterLoaders.h"
  15. #include "filesystem/CFilesystemLoader.h"
  16. #include "CCreatureHandler.h"
  17. #include "CArtHandler.h"
  18. #include "CTownHandler.h"
  19. #include "CHeroHandler.h"
  20. #include "mapObjects/CObjectHandler.h"
  21. #include "StringConstants.h"
  22. #include "CStopWatch.h"
  23. #include "IHandlerBase.h"
  24. #include "spells/CSpellHandler.h"
  25. #include "CSkillHandler.h"
  26. CIdentifierStorage::CIdentifierStorage():
  27. state(LOADING)
  28. {
  29. }
  30. CIdentifierStorage::~CIdentifierStorage()
  31. {
  32. }
  33. void CIdentifierStorage::checkIdentifier(std::string & ID)
  34. {
  35. if (boost::algorithm::ends_with(ID, "."))
  36. logMod->warn("BIG WARNING: identifier %s seems to be broken!", ID);
  37. else
  38. {
  39. size_t pos = 0;
  40. do
  41. {
  42. if (std::tolower(ID[pos]) != ID[pos] ) //Not in camelCase
  43. {
  44. logMod->warn("Warning: identifier %s is not in camelCase!", ID);
  45. ID[pos] = std::tolower(ID[pos]);// Try to fix the ID
  46. }
  47. pos = ID.find('.', pos);
  48. }
  49. while(pos++ != std::string::npos);
  50. }
  51. }
  52. CIdentifierStorage::ObjectCallback::ObjectCallback(
  53. std::string localScope, std::string remoteScope, std::string type,
  54. std::string name, const std::function<void(si32)> & callback,
  55. bool optional):
  56. localScope(localScope),
  57. remoteScope(remoteScope),
  58. type(type),
  59. name(name),
  60. callback(callback),
  61. optional(optional)
  62. {}
  63. static std::pair<std::string, std::string> splitString(std::string input, char separator)
  64. {
  65. std::pair<std::string, std::string> ret;
  66. size_t splitPos = input.find(separator);
  67. if (splitPos == std::string::npos)
  68. {
  69. ret.first.clear();
  70. ret.second = input;
  71. }
  72. else
  73. {
  74. ret.first = input.substr(0, splitPos);
  75. ret.second = input.substr(splitPos + 1);
  76. }
  77. return ret;
  78. }
  79. void CIdentifierStorage::requestIdentifier(ObjectCallback callback)
  80. {
  81. checkIdentifier(callback.type);
  82. checkIdentifier(callback.name);
  83. assert(!callback.localScope.empty());
  84. if (state != FINISHED) // enqueue request if loading is still in progress
  85. scheduledRequests.push_back(callback);
  86. else // execute immediately for "late" requests
  87. resolveIdentifier(callback);
  88. }
  89. void CIdentifierStorage::requestIdentifier(std::string scope, std::string type, std::string name, const std::function<void(si32)> & callback)
  90. {
  91. auto pair = splitString(name, ':'); // remoteScope:name
  92. requestIdentifier(ObjectCallback(scope, pair.first, type, pair.second, callback, false));
  93. }
  94. void CIdentifierStorage::requestIdentifier(std::string scope, std::string fullName, const std::function<void(si32)>& callback)
  95. {
  96. auto scopeAndFullName = splitString(fullName, ':');
  97. auto typeAndName = splitString(scopeAndFullName.second, '.');
  98. requestIdentifier(ObjectCallback(scope, scopeAndFullName.first, typeAndName.first, typeAndName.second, callback, false));
  99. }
  100. void CIdentifierStorage::requestIdentifier(std::string type, const JsonNode & name, const std::function<void(si32)> & callback)
  101. {
  102. auto pair = splitString(name.String(), ':'); // remoteScope:name
  103. requestIdentifier(ObjectCallback(name.meta, pair.first, type, pair.second, callback, false));
  104. }
  105. void CIdentifierStorage::requestIdentifier(const JsonNode & name, const std::function<void(si32)> & callback)
  106. {
  107. auto pair = splitString(name.String(), ':'); // remoteScope:<type.name>
  108. auto pair2 = splitString(pair.second, '.'); // type.name
  109. requestIdentifier(ObjectCallback(name.meta, pair.first, pair2.first, pair2.second, callback, false));
  110. }
  111. void CIdentifierStorage::tryRequestIdentifier(std::string scope, std::string type, std::string name, const std::function<void(si32)> & callback)
  112. {
  113. auto pair = splitString(name, ':'); // remoteScope:name
  114. requestIdentifier(ObjectCallback(scope, pair.first, type, pair.second, callback, true));
  115. }
  116. void CIdentifierStorage::tryRequestIdentifier(std::string type, const JsonNode & name, const std::function<void(si32)> & callback)
  117. {
  118. auto pair = splitString(name.String(), ':'); // remoteScope:name
  119. requestIdentifier(ObjectCallback(name.meta, pair.first, type, pair.second, callback, true));
  120. }
  121. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string scope, std::string type, std::string name, bool silent)
  122. {
  123. auto pair = splitString(name, ':'); // remoteScope:name
  124. auto idList = getPossibleIdentifiers(ObjectCallback(scope, pair.first, type, pair.second, std::function<void(si32)>(), silent));
  125. if (idList.size() == 1)
  126. return idList.front().id;
  127. if (!silent)
  128. logMod->error("Failed to resolve identifier %s of type %s from mod %s", name , type ,scope);
  129. return boost::optional<si32>();
  130. }
  131. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string type, const JsonNode & name, bool silent)
  132. {
  133. auto pair = splitString(name.String(), ':'); // remoteScope:name
  134. auto idList = getPossibleIdentifiers(ObjectCallback(name.meta, pair.first, type, pair.second, std::function<void(si32)>(), silent));
  135. if (idList.size() == 1)
  136. return idList.front().id;
  137. if (!silent)
  138. logMod->error("Failed to resolve identifier %s of type %s from mod %s", name.String(), type, name.meta);
  139. return boost::optional<si32>();
  140. }
  141. boost::optional<si32> CIdentifierStorage::getIdentifier(const JsonNode & name, bool silent)
  142. {
  143. auto pair = splitString(name.String(), ':'); // remoteScope:<type.name>
  144. auto pair2 = splitString(pair.second, '.'); // type.name
  145. auto idList = getPossibleIdentifiers(ObjectCallback(name.meta, pair.first, pair2.first, pair2.second, std::function<void(si32)>(), silent));
  146. if (idList.size() == 1)
  147. return idList.front().id;
  148. if (!silent)
  149. logMod->error("Failed to resolve identifier %s of type %s from mod %s", name.String(), pair2.first, name.meta);
  150. return boost::optional<si32>();
  151. }
  152. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string scope, std::string fullName, bool silent)
  153. {
  154. auto pair = splitString(fullName, ':'); // remoteScope:<type.name>
  155. auto pair2 = splitString(pair.second, '.'); // type.name
  156. auto idList = getPossibleIdentifiers(ObjectCallback(scope, pair.first, pair2.first, pair2.second, std::function<void(si32)>(), silent));
  157. if (idList.size() == 1)
  158. return idList.front().id;
  159. if (!silent)
  160. logMod->error("Failed to resolve identifier %s of type %s from mod %s", fullName, pair2.first, scope);
  161. return boost::optional<si32>();
  162. }
  163. void CIdentifierStorage::registerObject(std::string scope, std::string type, std::string name, si32 identifier)
  164. {
  165. ObjectData data;
  166. data.scope = scope;
  167. data.id = identifier;
  168. std::string fullID = type + '.' + name;
  169. checkIdentifier(fullID);
  170. std::pair<const std::string, ObjectData> mapping = std::make_pair(fullID, data);
  171. if(!vstd::containsMapping(registeredObjects, mapping))
  172. {
  173. logMod->trace("registered %s as %s:%s", fullID, scope, identifier);
  174. registeredObjects.insert(mapping);
  175. }
  176. }
  177. std::vector<CIdentifierStorage::ObjectData> CIdentifierStorage::getPossibleIdentifiers(const ObjectCallback & request)
  178. {
  179. std::set<std::string> allowedScopes;
  180. if (request.remoteScope.empty())
  181. {
  182. // normally ID's from all required mods, own mod and virtual "core" mod are allowed
  183. if (request.localScope != "core" && request.localScope != "")
  184. allowedScopes = VLC->modh->getModData(request.localScope).dependencies;
  185. allowedScopes.insert(request.localScope);
  186. allowedScopes.insert("core");
  187. }
  188. else
  189. {
  190. //...unless destination mod was specified explicitly
  191. //note: getModData does not work for "core" by design
  192. //for map format support core mod has access to any mod
  193. //TODO: better solution for access from map?
  194. if(request.localScope == "core" || request.localScope == "")
  195. {
  196. allowedScopes.insert(request.remoteScope);
  197. }
  198. else
  199. {
  200. // allow only available to all core mod or dependencies
  201. auto myDeps = VLC->modh->getModData(request.localScope).dependencies;
  202. if(request.remoteScope == "core" || request.remoteScope == request.localScope || myDeps.count(request.remoteScope))
  203. allowedScopes.insert(request.remoteScope);
  204. }
  205. }
  206. std::string fullID = request.type + '.' + request.name;
  207. auto entries = registeredObjects.equal_range(fullID);
  208. if (entries.first != entries.second)
  209. {
  210. std::vector<ObjectData> locatedIDs;
  211. for (auto it = entries.first; it != entries.second; it++)
  212. {
  213. if (vstd::contains(allowedScopes, it->second.scope))
  214. {
  215. locatedIDs.push_back(it->second);
  216. }
  217. }
  218. return locatedIDs;
  219. }
  220. return std::vector<ObjectData>();
  221. }
  222. bool CIdentifierStorage::resolveIdentifier(const ObjectCallback & request)
  223. {
  224. auto identifiers = getPossibleIdentifiers(request);
  225. if (identifiers.size() == 1) // normally resolved ID
  226. {
  227. request.callback(identifiers.front().id);
  228. return true;
  229. }
  230. if (request.optional && identifiers.empty()) // failed to resolve optinal ID
  231. {
  232. return true;
  233. }
  234. // error found. Try to generate some debug info
  235. if (identifiers.size() == 0)
  236. logMod->error("Unknown identifier!");
  237. else
  238. logMod->error("Ambiguous identifier request!");
  239. logMod->error("Request for %s.%s from mod %s", request.type, request.name, request.localScope);
  240. for (auto id : identifiers)
  241. {
  242. logMod->error("\tID is available in mod %s", id.scope);
  243. }
  244. return false;
  245. }
  246. void CIdentifierStorage::finalize()
  247. {
  248. state = FINALIZING;
  249. bool errorsFound = false;
  250. //Note: we may receive new requests during resolution phase -> end may change -> range for can't be used
  251. for(auto it = scheduledRequests.begin(); it != scheduledRequests.end(); it++)
  252. {
  253. errorsFound |= !resolveIdentifier(*it);
  254. }
  255. if (errorsFound)
  256. {
  257. for(auto object : registeredObjects)
  258. {
  259. logMod->trace("%s : %s -> %d", object.second.scope, object.first, object.second.id);
  260. }
  261. logMod->error("All known identifiers were dumped into log file");
  262. }
  263. assert(errorsFound == false);
  264. state = FINISHED;
  265. }
  266. ContentTypeHandler::ContentTypeHandler(IHandlerBase * handler, std::string objectName):
  267. handler(handler),
  268. objectName(objectName),
  269. originalData(handler->loadLegacyData(VLC->modh->settings.data["textData"][objectName].Float()))
  270. {
  271. for(auto & node : originalData)
  272. {
  273. node.setMeta("core");
  274. }
  275. }
  276. bool ContentTypeHandler::preloadModData(std::string modName, std::vector<std::string> fileList, bool validate)
  277. {
  278. bool result;
  279. JsonNode data = JsonUtils::assembleFromFiles(fileList, result);
  280. data.setMeta(modName);
  281. ModInfo & modInfo = modData[modName];
  282. for(auto entry : data.Struct())
  283. {
  284. size_t colon = entry.first.find(':');
  285. if (colon == std::string::npos)
  286. {
  287. // normal object, local to this mod
  288. modInfo.modData[entry.first].swap(entry.second);
  289. }
  290. else
  291. {
  292. std::string remoteName = entry.first.substr(0, colon);
  293. std::string objectName = entry.first.substr(colon + 1);
  294. // patching this mod? Send warning and continue - this situation can be handled normally
  295. if (remoteName == modName)
  296. logMod->warn("Redundant namespace definition for %s", objectName);
  297. logMod->trace("Patching object %s (%s) from %s", objectName, remoteName, modName);
  298. JsonNode & remoteConf = modData[remoteName].patches[objectName];
  299. JsonUtils::merge(remoteConf, entry.second);
  300. }
  301. }
  302. return result;
  303. }
  304. bool ContentTypeHandler::loadMod(std::string modName, bool validate)
  305. {
  306. ModInfo & modInfo = modData[modName];
  307. bool result = true;
  308. auto performValidate = [&,this](JsonNode & data, const std::string & name){
  309. handler->beforeValidate(data);
  310. if (validate)
  311. result &= JsonUtils::validate(data, "vcmi:" + objectName, name);
  312. };
  313. // apply patches
  314. if (!modInfo.patches.isNull())
  315. JsonUtils::merge(modInfo.modData, modInfo.patches);
  316. for(auto & entry : modInfo.modData.Struct())
  317. {
  318. const std::string & name = entry.first;
  319. JsonNode & data = entry.second;
  320. if (vstd::contains(data.Struct(), "index") && !data["index"].isNull())
  321. {
  322. // try to add H3 object data
  323. size_t index = data["index"].Float();
  324. if(originalData.size() > index)
  325. {
  326. logMod->trace("found original data in loadMod(%s) at index %d", name, index);
  327. JsonUtils::merge(originalData[index], data);
  328. std::swap(originalData[index], data);
  329. originalData[index].clear(); // do not use same data twice (same ID)
  330. }
  331. else
  332. {
  333. logMod->warn("no original data in loadMod(%s) at index %d", name, index);
  334. }
  335. performValidate(data, name);
  336. handler->loadObject(modName, name, data, index);
  337. }
  338. else
  339. {
  340. // normal new object
  341. logMod->trace("no index in loadMod(%s)", name);
  342. performValidate(data,name);
  343. handler->loadObject(modName, name, data);
  344. }
  345. }
  346. return result;
  347. }
  348. void ContentTypeHandler::loadCustom()
  349. {
  350. handler->loadCustom();
  351. }
  352. void ContentTypeHandler::afterLoadFinalization()
  353. {
  354. handler->afterLoadFinalization();
  355. }
  356. CContentHandler::CContentHandler()
  357. {
  358. }
  359. void CContentHandler::init()
  360. {
  361. handlers.insert(std::make_pair("heroClasses", ContentTypeHandler(&VLC->heroh->classes, "heroClass")));
  362. handlers.insert(std::make_pair("artifacts", ContentTypeHandler(VLC->arth, "artifact")));
  363. handlers.insert(std::make_pair("creatures", ContentTypeHandler(VLC->creh, "creature")));
  364. handlers.insert(std::make_pair("factions", ContentTypeHandler(VLC->townh, "faction")));
  365. handlers.insert(std::make_pair("objects", ContentTypeHandler(VLC->objtypeh, "object")));
  366. handlers.insert(std::make_pair("heroes", ContentTypeHandler(VLC->heroh, "hero")));
  367. handlers.insert(std::make_pair("spells", ContentTypeHandler(VLC->spellh, "spell")));
  368. handlers.insert(std::make_pair("skills", ContentTypeHandler(VLC->skillh, "skill")));
  369. handlers.insert(std::make_pair("templates", ContentTypeHandler((IHandlerBase *)VLC->tplh, "template")));
  370. //TODO: any other types of moddables?
  371. }
  372. bool CContentHandler::preloadModData(std::string modName, JsonNode modConfig, bool validate)
  373. {
  374. bool result = true;
  375. for(auto & handler : handlers)
  376. {
  377. result &= handler.second.preloadModData(modName, modConfig[handler.first].convertTo<std::vector<std::string> >(), validate);
  378. }
  379. return result;
  380. }
  381. bool CContentHandler::loadMod(std::string modName, bool validate)
  382. {
  383. bool result = true;
  384. for(auto & handler : handlers)
  385. {
  386. result &= handler.second.loadMod(modName, validate);
  387. }
  388. return result;
  389. }
  390. void CContentHandler::loadCustom()
  391. {
  392. for(auto & handler : handlers)
  393. {
  394. handler.second.loadCustom();
  395. }
  396. }
  397. void CContentHandler::afterLoadFinalization()
  398. {
  399. for(auto & handler : handlers)
  400. {
  401. handler.second.afterLoadFinalization();
  402. }
  403. }
  404. void CContentHandler::preloadData(CModInfo & mod)
  405. {
  406. bool validate = (mod.validation != CModInfo::PASSED);
  407. // print message in format [<8-symbols checksum>] <modname>
  408. logMod->info("\t\t[%08x]%s", mod.checksum, mod.name);
  409. if (validate && mod.identifier != "core")
  410. {
  411. if (!JsonUtils::validate(mod.config, "vcmi:mod", mod.identifier))
  412. mod.validation = CModInfo::FAILED;
  413. }
  414. if (!preloadModData(mod.identifier, mod.config, validate))
  415. mod.validation = CModInfo::FAILED;
  416. }
  417. void CContentHandler::load(CModInfo & mod)
  418. {
  419. bool validate = (mod.validation != CModInfo::PASSED);
  420. if (!loadMod(mod.identifier, validate))
  421. mod.validation = CModInfo::FAILED;
  422. if (validate)
  423. {
  424. if (mod.validation != CModInfo::FAILED)
  425. logMod->info("\t\t[DONE] %s", mod.name);
  426. else
  427. logMod->error("\t\t[FAIL] %s", mod.name);
  428. }
  429. else
  430. logMod->info("\t\t[SKIP] %s", mod.name);
  431. }
  432. const ContentTypeHandler & CContentHandler::operator[](const std::string & name) const
  433. {
  434. return handlers.at(name);
  435. }
  436. static JsonNode loadModSettings(std::string path)
  437. {
  438. if (CResourceHandler::get("local")->existsResource(ResourceID(path)))
  439. {
  440. return JsonNode(ResourceID(path, EResType::TEXT));
  441. }
  442. // Probably new install. Create initial configuration
  443. CResourceHandler::get("local")->createResource(path);
  444. return JsonNode();
  445. }
  446. JsonNode addMeta(JsonNode config, std::string meta)
  447. {
  448. config.setMeta(meta);
  449. return config;
  450. }
  451. CModInfo::CModInfo():
  452. checksum(0),
  453. enabled(false),
  454. validation(PENDING)
  455. {
  456. }
  457. CModInfo::CModInfo(std::string identifier,const JsonNode & local, const JsonNode & config):
  458. identifier(identifier),
  459. name(config["name"].String()),
  460. description(config["description"].String()),
  461. dependencies(config["depends"].convertTo<std::set<std::string> >()),
  462. conflicts(config["conflicts"].convertTo<std::set<std::string> >()),
  463. checksum(0),
  464. enabled(false),
  465. validation(PENDING),
  466. config(addMeta(config, identifier))
  467. {
  468. loadLocalData(local);
  469. }
  470. JsonNode CModInfo::saveLocalData() const
  471. {
  472. std::ostringstream stream;
  473. stream << std::noshowbase << std::hex << std::setw(8) << std::setfill('0') << checksum;
  474. JsonNode conf;
  475. conf["active"].Bool() = enabled;
  476. conf["validated"].Bool() = validation != FAILED;
  477. conf["checksum"].String() = stream.str();
  478. return conf;
  479. }
  480. std::string CModInfo::getModDir(std::string name)
  481. {
  482. return "MODS/" + boost::algorithm::replace_all_copy(name, ".", "/MODS/");
  483. }
  484. std::string CModInfo::getModFile(std::string name)
  485. {
  486. return getModDir(name) + "/mod.json";
  487. }
  488. void CModInfo::updateChecksum(ui32 newChecksum)
  489. {
  490. // comment-out next line to force validation of all mods ignoring checksum
  491. if (newChecksum != checksum)
  492. {
  493. checksum = newChecksum;
  494. validation = PENDING;
  495. }
  496. }
  497. void CModInfo::loadLocalData(const JsonNode & data)
  498. {
  499. bool validated = false;
  500. enabled = true;
  501. checksum = 0;
  502. if (data.getType() == JsonNode::JsonType::DATA_BOOL)
  503. {
  504. enabled = data.Bool();
  505. }
  506. if (data.getType() == JsonNode::JsonType::DATA_STRUCT)
  507. {
  508. enabled = data["active"].Bool();
  509. validated = data["validated"].Bool();
  510. checksum = strtol(data["checksum"].String().c_str(), nullptr, 16);
  511. }
  512. if (enabled)
  513. validation = validated ? PASSED : PENDING;
  514. else
  515. validation = validated ? PASSED : FAILED;
  516. }
  517. CModHandler::CModHandler()
  518. {
  519. modules.COMMANDERS = false;
  520. modules.STACK_ARTIFACT = false;
  521. modules.STACK_EXP = false;
  522. modules.MITHRIL = false;
  523. for (int i = 0; i < GameConstants::RESOURCE_QUANTITY; ++i)
  524. {
  525. identifiers.registerObject("core", "resource", GameConstants::RESOURCE_NAMES[i], i);
  526. }
  527. for(int i=0; i<GameConstants::PRIMARY_SKILLS; ++i)
  528. {
  529. identifiers.registerObject("core", "primSkill", PrimarySkill::names[i], i);
  530. identifiers.registerObject("core", "primarySkill", PrimarySkill::names[i], i);
  531. }
  532. }
  533. CModHandler::~CModHandler()
  534. {
  535. }
  536. void CModHandler::loadConfigFromFile (std::string name)
  537. {
  538. std::string paths;
  539. for(auto& p : CResourceHandler::get()->getResourceNames(ResourceID("config/" + name)))
  540. {
  541. paths += p.string() + ", ";
  542. }
  543. paths = paths.substr(0, paths.size() - 2);
  544. logMod->debug("Loading hardcoded features settings from [%s], result:", paths);
  545. settings.data = JsonUtils::assembleFromFiles("config/" + name);
  546. const JsonNode & hardcodedFeatures = settings.data["hardcodedFeatures"];
  547. settings.MAX_HEROES_AVAILABLE_PER_PLAYER = hardcodedFeatures["MAX_HEROES_AVAILABLE_PER_PLAYER"].Integer();
  548. logMod->debug("\tMAX_HEROES_AVAILABLE_PER_PLAYER\t%d", settings.MAX_HEROES_AVAILABLE_PER_PLAYER);
  549. settings.MAX_HEROES_ON_MAP_PER_PLAYER = hardcodedFeatures["MAX_HEROES_ON_MAP_PER_PLAYER"].Integer();
  550. logMod->debug("\tMAX_HEROES_ON_MAP_PER_PLAYER\t%d", settings.MAX_HEROES_ON_MAP_PER_PLAYER);
  551. settings.CREEP_SIZE = hardcodedFeatures["CREEP_SIZE"].Integer();
  552. logMod->debug("\tCREEP_SIZE\t%d", settings.CREEP_SIZE);
  553. settings.WEEKLY_GROWTH = hardcodedFeatures["WEEKLY_GROWTH_PERCENT"].Integer();
  554. logMod->debug("\tWEEKLY_GROWTH\t%d", settings.WEEKLY_GROWTH);
  555. settings.NEUTRAL_STACK_EXP = hardcodedFeatures["NEUTRAL_STACK_EXP_DAILY"].Integer();
  556. logMod->debug("\tNEUTRAL_STACK_EXP\t%d", settings.NEUTRAL_STACK_EXP);
  557. settings.MAX_BUILDING_PER_TURN = hardcodedFeatures["MAX_BUILDING_PER_TURN"].Integer();
  558. logMod->debug("\tMAX_BUILDING_PER_TURN\t%d", settings.MAX_BUILDING_PER_TURN);
  559. settings.DWELLINGS_ACCUMULATE_CREATURES = hardcodedFeatures["DWELLINGS_ACCUMULATE_CREATURES"].Bool();
  560. logMod->debug("\tDWELLINGS_ACCUMULATE_CREATURES\t%d", static_cast<int>(settings.DWELLINGS_ACCUMULATE_CREATURES));
  561. settings.ALL_CREATURES_GET_DOUBLE_MONTHS = hardcodedFeatures["ALL_CREATURES_GET_DOUBLE_MONTHS"].Bool();
  562. logMod->debug("\tALL_CREATURES_GET_DOUBLE_MONTHS\t%d", static_cast<int>(settings.ALL_CREATURES_GET_DOUBLE_MONTHS));
  563. settings.WINNING_HERO_WITH_NO_TROOPS_RETREATS = hardcodedFeatures["WINNING_HERO_WITH_NO_TROOPS_RETREATS"].Bool();
  564. logMod->debug("\tWINNING_HERO_WITH_NO_TROOPS_RETREATS\t%d", static_cast<int>(settings.WINNING_HERO_WITH_NO_TROOPS_RETREATS));
  565. settings.BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE = hardcodedFeatures["BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE"].Bool();
  566. logMod->debug("\tBLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE\t%d", static_cast<int>(settings.BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE));
  567. settings.NO_RANDOM_SPECIAL_WEEKS_AND_MONTHS = hardcodedFeatures["NO_RANDOM_SPECIAL_WEEKS_AND_MONTHS"].Bool();
  568. logMod->debug("\tNO_RANDOM_SPECIAL_WEEKS_AND_MONTHS\t%d", static_cast<int>(settings.NO_RANDOM_SPECIAL_WEEKS_AND_MONTHS));
  569. const JsonNode & gameModules = settings.data["modules"];
  570. modules.STACK_EXP = gameModules["STACK_EXPERIENCE"].Bool();
  571. logMod->debug("\tSTACK_EXP\t%d", static_cast<int>(modules.STACK_EXP));
  572. modules.STACK_ARTIFACT = gameModules["STACK_ARTIFACTS"].Bool();
  573. logMod->debug("\tSTACK_ARTIFACT\t%d", static_cast<int>(modules.STACK_ARTIFACT));
  574. modules.COMMANDERS = gameModules["COMMANDERS"].Bool();
  575. logMod->debug("\tCOMMANDERS\t%d", static_cast<int>(modules.COMMANDERS));
  576. modules.MITHRIL = gameModules["MITHRIL"].Bool();
  577. logMod->debug("\tMITHRIL\t%d", static_cast<int>(modules.MITHRIL));
  578. }
  579. // currentList is passed by value to get current list of depending mods
  580. bool CModHandler::hasCircularDependency(TModID modID, std::set <TModID> currentList) const
  581. {
  582. const CModInfo & mod = allMods.at(modID);
  583. // Mod already present? We found a loop
  584. if (vstd::contains(currentList, modID))
  585. {
  586. logMod->error("Error: Circular dependency detected! Printing dependency list:");
  587. logMod->error("\t%s -> ", mod.name);
  588. return true;
  589. }
  590. currentList.insert(modID);
  591. // recursively check every dependency of this mod
  592. for(const TModID & dependency : mod.dependencies)
  593. {
  594. if (hasCircularDependency(dependency, currentList))
  595. {
  596. logMod->error("\t%s ->\n", mod.name); // conflict detected, print dependency list
  597. return true;
  598. }
  599. }
  600. return false;
  601. }
  602. bool CModHandler::checkDependencies(const std::vector <TModID> & input) const
  603. {
  604. for(const TModID & id : input)
  605. {
  606. const CModInfo & mod = allMods.at(id);
  607. for(const TModID & dep : mod.dependencies)
  608. {
  609. if (!vstd::contains(input, dep))
  610. {
  611. logMod->error("Error: Mod %s requires missing %s!", mod.name, dep);
  612. return false;
  613. }
  614. }
  615. for(const TModID & conflicting : mod.conflicts)
  616. {
  617. if (vstd::contains(input, conflicting))
  618. {
  619. logMod->error("Error: Mod %s conflicts with %s!", mod.name, allMods.at(conflicting).name);
  620. return false;
  621. }
  622. }
  623. if (hasCircularDependency(id))
  624. return false;
  625. }
  626. return true;
  627. }
  628. std::vector <TModID> CModHandler::resolveDependencies(std::vector <TModID> input) const
  629. {
  630. // Topological sort algorithm
  631. // May not be the fastest one but VCMI does not needs any speed here
  632. // Unless user have dozens of mods with complex dependencies this code should be fine
  633. // first - sort input to have input strictly based on name (and not on hashmap or anything else)
  634. boost::range::sort(input);
  635. std::vector <TModID> output;
  636. output.reserve(input.size());
  637. std::set <TModID> resolvedMods;
  638. // Check if all mod dependencies are resolved (moved to resolvedMods)
  639. auto isResolved = [&](const CModInfo & mod) -> bool
  640. {
  641. for(const TModID & dependency : mod.dependencies)
  642. {
  643. if (!vstd::contains(resolvedMods, dependency))
  644. return false;
  645. }
  646. return true;
  647. };
  648. while (!input.empty())
  649. {
  650. std::set <TModID> toResolve; // list of mods resolved on this iteration
  651. for (auto it = input.begin(); it != input.end();)
  652. {
  653. if (isResolved(allMods.at(*it)))
  654. {
  655. toResolve.insert(*it);
  656. output.push_back(*it);
  657. it = input.erase(it);
  658. continue;
  659. }
  660. it++;
  661. }
  662. resolvedMods.insert(toResolve.begin(), toResolve.end());
  663. }
  664. return output;
  665. }
  666. std::vector<std::string> CModHandler::getModList(std::string path)
  667. {
  668. std::string modDir = boost::to_upper_copy(path + "MODS/");
  669. size_t depth = boost::range::count(modDir, '/');
  670. auto list = CResourceHandler::get("initial")->getFilteredFiles([&](const ResourceID & id) -> bool
  671. {
  672. if (id.getType() != EResType::DIRECTORY)
  673. return false;
  674. if (!boost::algorithm::starts_with(id.getName(), modDir))
  675. return false;
  676. if (boost::range::count(id.getName(), '/') != depth )
  677. return false;
  678. return true;
  679. });
  680. //storage for found mods
  681. std::vector<std::string> foundMods;
  682. for (auto & entry : list)
  683. {
  684. std::string name = entry.getName();
  685. name.erase(0, modDir.size()); //Remove path prefix
  686. // check if wog is actually present. Hack-ish but better than crash
  687. // TODO: remove soon (hopefully - before 0.96)
  688. if (name == "WOG")
  689. {
  690. if (!CResourceHandler::get("initial")->existsResource(ResourceID("DATA/ZVS", EResType::DIRECTORY)) &&
  691. !CResourceHandler::get("initial")->existsResource(ResourceID("MODS/WOG/DATA/ZVS", EResType::DIRECTORY)))
  692. {
  693. continue;
  694. }
  695. }
  696. if (!name.empty())
  697. foundMods.push_back(name);
  698. }
  699. return foundMods;
  700. }
  701. void CModHandler::loadMods(std::string path, std::string parent, const JsonNode & modSettings, bool enableMods)
  702. {
  703. for(std::string modName : getModList(path))
  704. loadOneMod(modName, parent, modSettings, enableMods);
  705. }
  706. void CModHandler::loadOneMod(std::string modName, std::string parent, const JsonNode & modSettings, bool enableMods)
  707. {
  708. boost::to_lower(modName);
  709. std::string modFullName = parent.empty() ? modName : parent + '.' + modName;
  710. if(CResourceHandler::get("initial")->existsResource(ResourceID(CModInfo::getModFile(modFullName))))
  711. {
  712. CModInfo mod(modFullName, modSettings[modName], JsonNode(ResourceID(CModInfo::getModFile(modFullName))));
  713. if (!parent.empty()) // this is submod, add parent to dependencies
  714. mod.dependencies.insert(parent);
  715. allMods[modFullName] = mod;
  716. if (mod.enabled && enableMods)
  717. activeMods.push_back(modFullName);
  718. loadMods(CModInfo::getModDir(modFullName) + '/', modFullName, modSettings[modName]["mods"], enableMods && mod.enabled);
  719. }
  720. }
  721. void CModHandler::loadMods(bool onlyEssential)
  722. {
  723. JsonNode modConfig;
  724. if(onlyEssential)
  725. {
  726. loadOneMod("vcmi", "", modConfig, true);//only vcmi and submods
  727. }
  728. else
  729. {
  730. modConfig = loadModSettings("config/modSettings.json");
  731. loadMods("", "", modConfig["activeMods"], true);
  732. }
  733. coreMod = CModInfo("core", modConfig["core"], JsonNode(ResourceID("config/gameConfig.json")));
  734. coreMod.name = "Original game files";
  735. }
  736. std::vector<std::string> CModHandler::getAllMods()
  737. {
  738. std::vector<std::string> modlist;
  739. for (auto & entry : allMods)
  740. modlist.push_back(entry.first);
  741. return modlist;
  742. }
  743. std::vector<std::string> CModHandler::getActiveMods()
  744. {
  745. return activeMods;
  746. }
  747. static JsonNode genDefaultFS()
  748. {
  749. // default FS config for mods: directory "Content" that acts as H3 root directory
  750. JsonNode defaultFS;
  751. defaultFS[""].Vector().resize(2);
  752. defaultFS[""].Vector()[0]["type"].String() = "zip";
  753. defaultFS[""].Vector()[0]["path"].String() = "/Content.zip";
  754. defaultFS[""].Vector()[1]["type"].String() = "dir";
  755. defaultFS[""].Vector()[1]["path"].String() = "/Content";
  756. return defaultFS;
  757. }
  758. static ISimpleResourceLoader * genModFilesystem(const std::string & modName, const JsonNode & conf)
  759. {
  760. static const JsonNode defaultFS = genDefaultFS();
  761. if (!conf["filesystem"].isNull())
  762. return CResourceHandler::createFileSystem(CModInfo::getModDir(modName), conf["filesystem"]);
  763. else
  764. return CResourceHandler::createFileSystem(CModInfo::getModDir(modName), defaultFS);
  765. }
  766. static ui32 calculateModChecksum(const std::string modName, ISimpleResourceLoader * filesystem)
  767. {
  768. boost::crc_32_type modChecksum;
  769. // first - add current VCMI version into checksum to force re-validation on VCMI updates
  770. modChecksum.process_bytes(reinterpret_cast<const void*>(GameConstants::VCMI_VERSION.data()), GameConstants::VCMI_VERSION.size());
  771. // second - add mod.json into checksum because filesystem does not contains this file
  772. // FIXME: remove workaround for core mod
  773. if (modName != "core")
  774. {
  775. ResourceID modConfFile(CModInfo::getModFile(modName), EResType::TEXT);
  776. ui32 configChecksum = CResourceHandler::get("initial")->load(modConfFile)->calculateCRC32();
  777. modChecksum.process_bytes(reinterpret_cast<const void *>(&configChecksum), sizeof(configChecksum));
  778. }
  779. // third - add all detected text files from this mod into checksum
  780. auto files = filesystem->getFilteredFiles([](const ResourceID & resID)
  781. {
  782. return resID.getType() == EResType::TEXT &&
  783. ( boost::starts_with(resID.getName(), "DATA") ||
  784. boost::starts_with(resID.getName(), "CONFIG"));
  785. });
  786. for (const ResourceID & file : files)
  787. {
  788. ui32 fileChecksum = filesystem->load(file)->calculateCRC32();
  789. modChecksum.process_bytes(reinterpret_cast<const void *>(&fileChecksum), sizeof(fileChecksum));
  790. }
  791. return modChecksum.checksum();
  792. }
  793. void CModHandler::loadModFilesystems()
  794. {
  795. activeMods = resolveDependencies(activeMods);
  796. coreMod.updateChecksum(calculateModChecksum("core", CResourceHandler::get("core")));
  797. for(std::string & modName : activeMods)
  798. {
  799. CModInfo & mod = allMods[modName];
  800. CResourceHandler::addFilesystem("data", modName, genModFilesystem(modName, mod.config));
  801. }
  802. }
  803. CModInfo & CModHandler::getModData(TModID modId)
  804. {
  805. auto it = allMods.find(modId);
  806. if(it == allMods.end())
  807. {
  808. throw std::runtime_error("Mod not found '" + modId+"'");
  809. }
  810. else
  811. {
  812. return it->second;
  813. }
  814. }
  815. void CModHandler::initializeConfig()
  816. {
  817. loadConfigFromFile("defaultMods.json");
  818. }
  819. void CModHandler::load()
  820. {
  821. CStopWatch totalTime, timer;
  822. logMod->info("\tInitializing content handler: %d ms", timer.getDiff());
  823. content.init();
  824. for(const TModID & modName : activeMods)
  825. {
  826. logMod->trace("Generating checksum for %s", modName);
  827. allMods[modName].updateChecksum(calculateModChecksum(modName, CResourceHandler::get(modName)));
  828. }
  829. // first - load virtual "core" mod that contains all data
  830. // TODO? move all data into real mods? RoE, AB, SoD, WoG
  831. content.preloadData(coreMod);
  832. for(const TModID & modName : activeMods)
  833. content.preloadData(allMods[modName]);
  834. logMod->info("\tParsing mod data: %d ms", timer.getDiff());
  835. content.load(coreMod);
  836. for(const TModID & modName : activeMods)
  837. content.load(allMods[modName]);
  838. content.loadCustom();
  839. logMod->info("\tLoading mod data: %d ms", timer.getDiff());
  840. VLC->creh->loadCrExpBon();
  841. VLC->creh->buildBonusTreeForTiers(); //do that after all new creatures are loaded
  842. identifiers.finalize();
  843. logMod->info("\tResolving identifiers: %d ms", timer.getDiff());
  844. content.afterLoadFinalization();
  845. logMod->info("\tHandlers post-load finalization: %d ms ", timer.getDiff());
  846. logMod->info("\tAll game content loaded in %d ms", totalTime.getDiff());
  847. }
  848. void CModHandler::afterLoad(bool onlyEssential)
  849. {
  850. JsonNode modSettings;
  851. for (auto & modEntry : allMods)
  852. {
  853. std::string pointer = "/" + boost::algorithm::replace_all_copy(modEntry.first, ".", "/mods/");
  854. modSettings["activeMods"].resolvePointer(pointer) = modEntry.second.saveLocalData();
  855. }
  856. modSettings["core"] = coreMod.saveLocalData();
  857. if(!onlyEssential)
  858. {
  859. FileStream file(*CResourceHandler::get()->getResourceName(ResourceID("config/modSettings.json")), std::ofstream::out | std::ofstream::trunc);
  860. file << modSettings.toJson();
  861. }
  862. }
  863. std::string CModHandler::normalizeIdentifier(const std::string & scope, const std::string & remoteScope, const std::string & identifier)
  864. {
  865. auto p = splitString(identifier, ':');
  866. if(p.first.empty())
  867. p.first = scope;
  868. if(p.first == remoteScope)
  869. p.first.clear();
  870. return p.first.empty() ? p.second : p.first + ":" + p.second;
  871. }
  872. void CModHandler::parseIdentifier(const std::string & fullIdentifier, std::string & scope, std::string & type, std::string & identifier)
  873. {
  874. auto p = splitString(fullIdentifier, ':');
  875. scope = p.first;
  876. auto p2 = splitString(p.second, '.');
  877. if(p2.first != "")
  878. {
  879. type = p2.first;
  880. identifier = p2.second;
  881. }
  882. else
  883. {
  884. type = p.second;
  885. identifier = "";
  886. }
  887. }
  888. std::string CModHandler::makeFullIdentifier(const std::string & scope, const std::string & type, const std::string & identifier)
  889. {
  890. if(type == "")
  891. logGlobal->error("Full identifier (%s %s) requires type name", scope, identifier);
  892. std::string actualScope = scope;
  893. std::string actualName = identifier;
  894. //ignore scope if identifier is scoped
  895. auto scopeAndName = splitString(identifier, ':');
  896. if(scopeAndName.first != "")
  897. {
  898. actualScope = scopeAndName.first;
  899. actualName = scopeAndName.second;
  900. }
  901. if(actualScope == "")
  902. {
  903. return actualName == "" ? type : type + "." + actualName;
  904. }
  905. else
  906. {
  907. return actualName == "" ? actualScope+ ":" + type : actualScope + ":" + type + "." + actualName;
  908. }
  909. }