CModHandler.cpp 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023
  1. /*
  2. * CModHandler.cpp, part of VCMI engine
  3. *
  4. * Authors: listed in file AUTHORS in main folder
  5. *
  6. * License: GNU General Public License v2.0 or later
  7. * Full text of license available in license.txt file, in main folder
  8. *
  9. */
  10. #include "StdInc.h"
  11. #include "CModHandler.h"
  12. #include "mapObjects/CObjectClassesHandler.h"
  13. #include "filesystem/FileStream.h"
  14. #include "filesystem/AdapterLoaders.h"
  15. #include "filesystem/CFilesystemLoader.h"
  16. #include "CCreatureHandler.h"
  17. #include "CArtHandler.h"
  18. #include "CTownHandler.h"
  19. #include "CHeroHandler.h"
  20. #include "mapObjects/CObjectHandler.h"
  21. #include "StringConstants.h"
  22. #include "CStopWatch.h"
  23. #include "IHandlerBase.h"
  24. #include "spells/CSpellHandler.h"
  25. CIdentifierStorage::CIdentifierStorage():
  26. state(LOADING)
  27. {
  28. }
  29. CIdentifierStorage::~CIdentifierStorage()
  30. {
  31. }
  32. void CIdentifierStorage::checkIdentifier(std::string & ID)
  33. {
  34. if (boost::algorithm::ends_with(ID, "."))
  35. logGlobal->warnStream() << "BIG WARNING: identifier " << ID << " seems to be broken!";
  36. else
  37. {
  38. size_t pos = 0;
  39. do
  40. {
  41. if (std::tolower(ID[pos]) != ID[pos] ) //Not in camelCase
  42. {
  43. logGlobal->warnStream() << "Warning: identifier " << ID << " is not in camelCase!";
  44. ID[pos] = std::tolower(ID[pos]);// Try to fix the ID
  45. }
  46. pos = ID.find('.', pos);
  47. }
  48. while(pos++ != std::string::npos);
  49. }
  50. }
  51. CIdentifierStorage::ObjectCallback::ObjectCallback(
  52. std::string localScope, std::string remoteScope, std::string type,
  53. std::string name, const std::function<void(si32)> & callback,
  54. bool optional):
  55. localScope(localScope),
  56. remoteScope(remoteScope),
  57. type(type),
  58. name(name),
  59. callback(callback),
  60. optional(optional)
  61. {}
  62. static std::pair<std::string, std::string> splitString(std::string input, char separator)
  63. {
  64. std::pair<std::string, std::string> ret;
  65. size_t splitPos = input.find(separator);
  66. if (splitPos == std::string::npos)
  67. {
  68. ret.first.clear();
  69. ret.second = input;
  70. }
  71. else
  72. {
  73. ret.first = input.substr(0, splitPos);
  74. ret.second = input.substr(splitPos + 1);
  75. }
  76. return ret;
  77. }
  78. void CIdentifierStorage::requestIdentifier(ObjectCallback callback)
  79. {
  80. checkIdentifier(callback.type);
  81. checkIdentifier(callback.name);
  82. assert(!callback.localScope.empty());
  83. if (state != FINISHED) // enqueue request if loading is still in progress
  84. scheduledRequests.push_back(callback);
  85. else // execute immediately for "late" requests
  86. resolveIdentifier(callback);
  87. }
  88. void CIdentifierStorage::requestIdentifier(std::string scope, std::string type, std::string name, const std::function<void(si32)> & callback)
  89. {
  90. auto pair = splitString(name, ':'); // remoteScope:name
  91. requestIdentifier(ObjectCallback(scope, pair.first, type, pair.second, callback, false));
  92. }
  93. void CIdentifierStorage::requestIdentifier(std::string scope, std::string fullName, const std::function<void(si32)>& callback)
  94. {
  95. auto scopeAndFullName = splitString(fullName, ':');
  96. auto typeAndName = splitString(scopeAndFullName.second, '.');
  97. requestIdentifier(ObjectCallback(scope, scopeAndFullName.first, typeAndName.first, typeAndName.second, callback, false));
  98. }
  99. void CIdentifierStorage::requestIdentifier(std::string type, const JsonNode & name, const std::function<void(si32)> & callback)
  100. {
  101. auto pair = splitString(name.String(), ':'); // remoteScope:name
  102. requestIdentifier(ObjectCallback(name.meta, pair.first, type, pair.second, callback, false));
  103. }
  104. void CIdentifierStorage::requestIdentifier(const JsonNode & name, const std::function<void(si32)> & callback)
  105. {
  106. auto pair = splitString(name.String(), ':'); // remoteScope:<type.name>
  107. auto pair2 = splitString(pair.second, '.'); // type.name
  108. requestIdentifier(ObjectCallback(name.meta, pair.first, pair2.first, pair2.second, callback, false));
  109. }
  110. void CIdentifierStorage::tryRequestIdentifier(std::string scope, std::string type, std::string name, const std::function<void(si32)> & callback)
  111. {
  112. auto pair = splitString(name, ':'); // remoteScope:name
  113. requestIdentifier(ObjectCallback(scope, pair.first, type, pair.second, callback, true));
  114. }
  115. void CIdentifierStorage::tryRequestIdentifier(std::string type, const JsonNode & name, const std::function<void(si32)> & callback)
  116. {
  117. auto pair = splitString(name.String(), ':'); // remoteScope:name
  118. requestIdentifier(ObjectCallback(name.meta, pair.first, type, pair.second, callback, true));
  119. }
  120. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string scope, std::string type, std::string name, bool silent)
  121. {
  122. auto pair = splitString(name, ':'); // remoteScope:name
  123. auto idList = getPossibleIdentifiers(ObjectCallback(scope, pair.first, type, pair.second, std::function<void(si32)>(), silent));
  124. if (idList.size() == 1)
  125. return idList.front().id;
  126. if (!silent)
  127. logGlobal->errorStream() << "Failed to resolve identifier " << name << " of type " << type << " from mod " << scope;
  128. return boost::optional<si32>();
  129. }
  130. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string type, const JsonNode & name, bool silent)
  131. {
  132. auto pair = splitString(name.String(), ':'); // remoteScope:name
  133. auto idList = getPossibleIdentifiers(ObjectCallback(name.meta, pair.first, type, pair.second, std::function<void(si32)>(), silent));
  134. if (idList.size() == 1)
  135. return idList.front().id;
  136. if (!silent)
  137. logGlobal->errorStream() << "Failed to resolve identifier " << name.String() << " of type " << type << " from mod " << name.meta;
  138. return boost::optional<si32>();
  139. }
  140. boost::optional<si32> CIdentifierStorage::getIdentifier(const JsonNode & name, bool silent)
  141. {
  142. auto pair = splitString(name.String(), ':'); // remoteScope:<type.name>
  143. auto pair2 = splitString(pair.second, '.'); // type.name
  144. auto idList = getPossibleIdentifiers(ObjectCallback(name.meta, pair.first, pair2.first, pair2.second, std::function<void(si32)>(), silent));
  145. if (idList.size() == 1)
  146. return idList.front().id;
  147. if (!silent)
  148. logGlobal->errorStream() << "Failed to resolve identifier " << name.String() << " of type " << pair2.first << " from mod " << name.meta;
  149. return boost::optional<si32>();
  150. }
  151. boost::optional<si32> CIdentifierStorage::getIdentifier(std::string scope, std::string fullName, bool silent)
  152. {
  153. auto pair = splitString(fullName, ':'); // remoteScope:<type.name>
  154. auto pair2 = splitString(pair.second, '.'); // type.name
  155. auto idList = getPossibleIdentifiers(ObjectCallback(scope, pair.first, pair2.first, pair2.second, std::function<void(si32)>(), silent));
  156. if (idList.size() == 1)
  157. return idList.front().id;
  158. if (!silent)
  159. logGlobal->errorStream() << "Failed to resolve identifier " << fullName << " of type " << pair2.first << " from mod " << scope;
  160. return boost::optional<si32>();
  161. }
  162. void CIdentifierStorage::registerObject(std::string scope, std::string type, std::string name, si32 identifier)
  163. {
  164. ObjectData data;
  165. data.scope = scope;
  166. data.id = identifier;
  167. std::string fullID = type + '.' + name;
  168. checkIdentifier(fullID);
  169. registeredObjects.insert(std::make_pair(fullID, data));
  170. }
  171. std::vector<CIdentifierStorage::ObjectData> CIdentifierStorage::getPossibleIdentifiers(const ObjectCallback & request)
  172. {
  173. std::set<std::string> allowedScopes;
  174. if (request.remoteScope.empty())
  175. {
  176. // normally ID's from all required mods, own mod and virtual "core" mod are allowed
  177. if (request.localScope != "core" && request.localScope != "")
  178. allowedScopes = VLC->modh->getModData(request.localScope).dependencies;
  179. allowedScopes.insert(request.localScope);
  180. allowedScopes.insert("core");
  181. }
  182. else
  183. {
  184. //...unless destination mod was specified explicitly
  185. //note: getModData does not work for "core" by design
  186. //for map format support core mod has access to any mod
  187. //TODO: better solution for access from map?
  188. if(request.localScope == "core" || request.localScope == "")
  189. {
  190. allowedScopes.insert(request.remoteScope);
  191. }
  192. else
  193. {
  194. // allow only available to all core mod or dependencies
  195. auto myDeps = VLC->modh->getModData(request.localScope).dependencies;
  196. if (request.remoteScope == "core" || myDeps.count(request.remoteScope))
  197. allowedScopes.insert(request.remoteScope);
  198. }
  199. }
  200. std::string fullID = request.type + '.' + request.name;
  201. auto entries = registeredObjects.equal_range(fullID);
  202. if (entries.first != entries.second)
  203. {
  204. std::vector<ObjectData> locatedIDs;
  205. for (auto it = entries.first; it != entries.second; it++)
  206. {
  207. if (vstd::contains(allowedScopes, it->second.scope))
  208. {
  209. locatedIDs.push_back(it->second);
  210. }
  211. }
  212. return locatedIDs;
  213. }
  214. return std::vector<ObjectData>();
  215. }
  216. bool CIdentifierStorage::resolveIdentifier(const ObjectCallback & request)
  217. {
  218. auto identifiers = getPossibleIdentifiers(request);
  219. if (identifiers.size() == 1) // normally resolved ID
  220. {
  221. request.callback(identifiers.front().id);
  222. return true;
  223. }
  224. if (request.optional && identifiers.empty()) // failed to resolve optinal ID
  225. {
  226. return true;
  227. }
  228. // error found. Try to generate some debug info
  229. if (identifiers.size() == 0)
  230. logGlobal->errorStream() << "Unknown identifier!";
  231. else
  232. logGlobal->errorStream() << "Ambiguous identifier request!";
  233. logGlobal->errorStream() << "Request for " << request.type << "." << request.name << " from mod " << request.localScope;
  234. for (auto id : identifiers)
  235. {
  236. logGlobal->errorStream() << "\tID is available in mod " << id.scope;
  237. }
  238. return false;
  239. }
  240. void CIdentifierStorage::finalize()
  241. {
  242. state = FINALIZING;
  243. bool errorsFound = false;
  244. //Note: we may receive new requests during resolution phase -> end may change -> range for can't be used
  245. for(auto it = scheduledRequests.begin(); it != scheduledRequests.end(); it++)
  246. {
  247. errorsFound |= !resolveIdentifier(*it);
  248. }
  249. if (errorsFound)
  250. {
  251. for(auto object : registeredObjects)
  252. {
  253. logGlobal->traceStream() << object.second.scope << " : " << object.first << " -> " << object.second.id;
  254. }
  255. logGlobal->errorStream() << "All known identifiers were dumped into log file";
  256. }
  257. assert(errorsFound == false);
  258. state = FINISHED;
  259. }
  260. CContentHandler::ContentTypeHandler::ContentTypeHandler(IHandlerBase * handler, std::string objectName):
  261. handler(handler),
  262. objectName(objectName),
  263. originalData(handler->loadLegacyData(VLC->modh->settings.data["textData"][objectName].Float()))
  264. {
  265. for(auto & node : originalData)
  266. {
  267. node.setMeta("core");
  268. }
  269. }
  270. bool CContentHandler::ContentTypeHandler::preloadModData(std::string modName, std::vector<std::string> fileList, bool validate)
  271. {
  272. bool result;
  273. JsonNode data = JsonUtils::assembleFromFiles(fileList, result);
  274. data.setMeta(modName);
  275. ModInfo & modInfo = modData[modName];
  276. for(auto entry : data.Struct())
  277. {
  278. size_t colon = entry.first.find(':');
  279. if (colon == std::string::npos)
  280. {
  281. // normal object, local to this mod
  282. modInfo.modData[entry.first].swap(entry.second);
  283. }
  284. else
  285. {
  286. std::string remoteName = entry.first.substr(0, colon);
  287. std::string objectName = entry.first.substr(colon + 1);
  288. // patching this mod? Send warning and continue - this situation can be handled normally
  289. if (remoteName == modName)
  290. logGlobal->warnStream() << "Redundant namespace definition for " << objectName;
  291. logGlobal->traceStream() << "Patching object " << objectName << " (" << remoteName << ") from " << modName;
  292. JsonNode & remoteConf = modData[remoteName].patches[objectName];
  293. JsonUtils::merge(remoteConf, entry.second);
  294. }
  295. }
  296. return result;
  297. }
  298. bool CContentHandler::ContentTypeHandler::loadMod(std::string modName, bool validate)
  299. {
  300. ModInfo & modInfo = modData[modName];
  301. bool result = true;
  302. auto performValidate = [&,this](JsonNode & data, const std::string & name){
  303. handler->beforeValidate(data);
  304. if (validate)
  305. result &= JsonUtils::validate(data, "vcmi:" + objectName, name);
  306. };
  307. // apply patches
  308. if (!modInfo.patches.isNull())
  309. JsonUtils::merge(modInfo.modData, modInfo.patches);
  310. for(auto & entry : modInfo.modData.Struct())
  311. {
  312. const std::string & name = entry.first;
  313. JsonNode & data = entry.second;
  314. if (vstd::contains(data.Struct(), "index") && !data["index"].isNull())
  315. {
  316. // try to add H3 object data
  317. size_t index = data["index"].Float();
  318. if (originalData.size() > index)
  319. {
  320. JsonUtils::merge(originalData[index], data);
  321. performValidate(originalData[index],name);
  322. handler->loadObject(modName, name, originalData[index], index);
  323. originalData[index].clear(); // do not use same data twice (same ID)
  324. continue;
  325. }
  326. }
  327. // normal new object or one with index bigger that data size
  328. performValidate(data,name);
  329. handler->loadObject(modName, name, data);
  330. }
  331. return result;
  332. }
  333. void CContentHandler::ContentTypeHandler::loadCustom()
  334. {
  335. handler->loadCustom();
  336. }
  337. void CContentHandler::ContentTypeHandler::afterLoadFinalization()
  338. {
  339. handler->afterLoadFinalization();
  340. }
  341. CContentHandler::CContentHandler()
  342. {
  343. handlers.insert(std::make_pair("heroClasses", ContentTypeHandler(&VLC->heroh->classes, "heroClass")));
  344. handlers.insert(std::make_pair("artifacts", ContentTypeHandler(VLC->arth, "artifact")));
  345. handlers.insert(std::make_pair("creatures", ContentTypeHandler(VLC->creh, "creature")));
  346. handlers.insert(std::make_pair("factions", ContentTypeHandler(VLC->townh, "faction")));
  347. handlers.insert(std::make_pair("objects", ContentTypeHandler(VLC->objtypeh, "object")));
  348. handlers.insert(std::make_pair("heroes", ContentTypeHandler(VLC->heroh, "hero")));
  349. handlers.insert(std::make_pair("spells", ContentTypeHandler(VLC->spellh, "spell")));
  350. handlers.insert(std::make_pair("templates", ContentTypeHandler((IHandlerBase *)VLC->tplh, "template")));
  351. //TODO: any other types of moddables?
  352. }
  353. bool CContentHandler::preloadModData(std::string modName, JsonNode modConfig, bool validate)
  354. {
  355. bool result = true;
  356. for(auto & handler : handlers)
  357. {
  358. result &= handler.second.preloadModData(modName, modConfig[handler.first].convertTo<std::vector<std::string> >(), validate);
  359. }
  360. return result;
  361. }
  362. bool CContentHandler::loadMod(std::string modName, bool validate)
  363. {
  364. bool result = true;
  365. for(auto & handler : handlers)
  366. {
  367. result &= handler.second.loadMod(modName, validate);
  368. }
  369. return result;
  370. }
  371. void CContentHandler::loadCustom()
  372. {
  373. for(auto & handler : handlers)
  374. {
  375. handler.second.loadCustom();
  376. }
  377. }
  378. void CContentHandler::afterLoadFinalization()
  379. {
  380. for(auto & handler : handlers)
  381. {
  382. handler.second.afterLoadFinalization();
  383. }
  384. }
  385. void CContentHandler::preloadData(CModInfo & mod)
  386. {
  387. bool validate = (mod.validation != CModInfo::PASSED);
  388. // print message in format [<8-symbols checksum>] <modname>
  389. logGlobal->infoStream() << "\t\t[" << std::noshowbase << std::hex << std::setw(8) << std::setfill('0')
  390. << mod.checksum << "] " << mod.name;
  391. if (validate && mod.identifier != "core")
  392. {
  393. if (!JsonUtils::validate(mod.config, "vcmi:mod", mod.identifier))
  394. mod.validation = CModInfo::FAILED;
  395. }
  396. if (!preloadModData(mod.identifier, mod.config, validate))
  397. mod.validation = CModInfo::FAILED;
  398. }
  399. void CContentHandler::load(CModInfo & mod)
  400. {
  401. bool validate = (mod.validation != CModInfo::PASSED);
  402. if (!loadMod(mod.identifier, validate))
  403. mod.validation = CModInfo::FAILED;
  404. if (validate)
  405. {
  406. if (mod.validation != CModInfo::FAILED)
  407. logGlobal->infoStream() << "\t\t[DONE] " << mod.name;
  408. else
  409. logGlobal->errorStream() << "\t\t[FAIL] " << mod.name;
  410. }
  411. else
  412. logGlobal->infoStream() << "\t\t[SKIP] " << mod.name;
  413. }
  414. static JsonNode loadModSettings(std::string path)
  415. {
  416. if (CResourceHandler::get("local")->existsResource(ResourceID(path)))
  417. {
  418. return JsonNode(ResourceID(path, EResType::TEXT));
  419. }
  420. // Probably new install. Create initial configuration
  421. CResourceHandler::get("local")->createResource(path);
  422. return JsonNode();
  423. }
  424. JsonNode addMeta(JsonNode config, std::string meta)
  425. {
  426. config.setMeta(meta);
  427. return config;
  428. }
  429. CModInfo::CModInfo():
  430. checksum(0),
  431. enabled(false),
  432. validation(PENDING)
  433. {
  434. }
  435. CModInfo::CModInfo(std::string identifier,const JsonNode & local, const JsonNode & config):
  436. identifier(identifier),
  437. name(config["name"].String()),
  438. description(config["description"].String()),
  439. dependencies(config["depends"].convertTo<std::set<std::string> >()),
  440. conflicts(config["conflicts"].convertTo<std::set<std::string> >()),
  441. checksum(0),
  442. enabled(false),
  443. validation(PENDING),
  444. config(addMeta(config, identifier))
  445. {
  446. loadLocalData(local);
  447. }
  448. JsonNode CModInfo::saveLocalData() const
  449. {
  450. std::ostringstream stream;
  451. stream << std::noshowbase << std::hex << std::setw(8) << std::setfill('0') << checksum;
  452. JsonNode conf;
  453. conf["active"].Bool() = enabled;
  454. conf["validated"].Bool() = validation != FAILED;
  455. conf["checksum"].String() = stream.str();
  456. return conf;
  457. }
  458. std::string CModInfo::getModDir(std::string name)
  459. {
  460. return "MODS/" + boost::algorithm::replace_all_copy(name, ".", "/MODS/");
  461. }
  462. std::string CModInfo::getModFile(std::string name)
  463. {
  464. return getModDir(name) + "/mod.json";
  465. }
  466. void CModInfo::updateChecksum(ui32 newChecksum)
  467. {
  468. // comment-out next line to force validation of all mods ignoring checksum
  469. if (newChecksum != checksum)
  470. {
  471. checksum = newChecksum;
  472. validation = PENDING;
  473. }
  474. }
  475. void CModInfo::loadLocalData(const JsonNode & data)
  476. {
  477. bool validated = false;
  478. enabled = true;
  479. checksum = 0;
  480. if (data.getType() == JsonNode::DATA_BOOL)
  481. {
  482. enabled = data.Bool();
  483. }
  484. if (data.getType() == JsonNode::DATA_STRUCT)
  485. {
  486. enabled = data["active"].Bool();
  487. validated = data["validated"].Bool();
  488. checksum = strtol(data["checksum"].String().c_str(), nullptr, 16);
  489. }
  490. if (enabled)
  491. validation = validated ? PASSED : PENDING;
  492. else
  493. validation = validated ? PASSED : FAILED;
  494. }
  495. CModHandler::CModHandler()
  496. {
  497. modules.COMMANDERS = false;
  498. modules.STACK_ARTIFACT = false;
  499. modules.STACK_EXP = false;
  500. modules.MITHRIL = false;
  501. for (int i = 0; i < GameConstants::RESOURCE_QUANTITY; ++i)
  502. {
  503. identifiers.registerObject("core", "resource", GameConstants::RESOURCE_NAMES[i], i);
  504. }
  505. for(int i=0; i<GameConstants::PRIMARY_SKILLS; ++i)
  506. {
  507. identifiers.registerObject("core", "primSkill", PrimarySkill::names[i], i);
  508. identifiers.registerObject("core", "primarySkill", PrimarySkill::names[i], i);
  509. }
  510. }
  511. CModHandler::~CModHandler()
  512. {
  513. }
  514. void CModHandler::loadConfigFromFile (std::string name)
  515. {
  516. std::string paths;
  517. for(auto& p : CResourceHandler::get()->getResourceNames(ResourceID("config/" + name)))
  518. {
  519. paths += p.string() + ", ";
  520. }
  521. paths = paths.substr(0, paths.size() - 2);
  522. logGlobal->debugStream() << "Loading hardcoded features settings from [" << paths << "], result:";
  523. settings.data = JsonUtils::assembleFromFiles("config/" + name);
  524. const JsonNode & hardcodedFeatures = settings.data["hardcodedFeatures"];
  525. settings.MAX_HEROES_AVAILABLE_PER_PLAYER = hardcodedFeatures["MAX_HEROES_AVAILABLE_PER_PLAYER"].Float();
  526. logGlobal->debugStream() << "\tMAX_HEROES_AVAILABLE_PER_PLAYER\t" << settings.MAX_HEROES_AVAILABLE_PER_PLAYER;
  527. settings.MAX_HEROES_ON_MAP_PER_PLAYER = hardcodedFeatures["MAX_HEROES_ON_MAP_PER_PLAYER"].Float();
  528. logGlobal->debugStream() << "\tMAX_HEROES_ON_MAP_PER_PLAYER\t" << settings.MAX_HEROES_ON_MAP_PER_PLAYER;
  529. settings.CREEP_SIZE = hardcodedFeatures["CREEP_SIZE"].Float();
  530. logGlobal->debugStream() << "\tCREEP_SIZE\t" << settings.CREEP_SIZE;
  531. settings.WEEKLY_GROWTH = hardcodedFeatures["WEEKLY_GROWTH_PERCENT"].Float();
  532. logGlobal->debugStream() << "\tWEEKLY_GROWTH\t" << settings.WEEKLY_GROWTH;
  533. settings.NEUTRAL_STACK_EXP = hardcodedFeatures["NEUTRAL_STACK_EXP_DAILY"].Float();
  534. logGlobal->debugStream() << "\tNEUTRAL_STACK_EXP\t" << settings.NEUTRAL_STACK_EXP;
  535. settings.MAX_BUILDING_PER_TURN = hardcodedFeatures["MAX_BUILDING_PER_TURN"].Float();
  536. logGlobal->debugStream() << "\tMAX_BUILDING_PER_TURN\t" << settings.MAX_BUILDING_PER_TURN;
  537. settings.DWELLINGS_ACCUMULATE_CREATURES = hardcodedFeatures["DWELLINGS_ACCUMULATE_CREATURES"].Bool();
  538. logGlobal->debugStream() << "\tDWELLINGS_ACCUMULATE_CREATURES\t" << settings.DWELLINGS_ACCUMULATE_CREATURES;
  539. settings.ALL_CREATURES_GET_DOUBLE_MONTHS = hardcodedFeatures["ALL_CREATURES_GET_DOUBLE_MONTHS"].Bool();
  540. logGlobal->debugStream() << "\tALL_CREATURES_GET_DOUBLE_MONTHS\t" << settings.ALL_CREATURES_GET_DOUBLE_MONTHS;
  541. settings.WINNING_HERO_WITH_NO_TROOPS_RETREATS = hardcodedFeatures["WINNING_HERO_WITH_NO_TROOPS_RETREATS"].Bool();
  542. logGlobal->debugStream() << "\tWINNING_HERO_WITH_NO_TROOPS_RETREATS\t" << settings.WINNING_HERO_WITH_NO_TROOPS_RETREATS;
  543. settings.BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE = hardcodedFeatures["BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE"].Bool();
  544. logGlobal->debugStream() << "\tBLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE\t" << settings.BLACK_MARKET_MONTHLY_ARTIFACTS_CHANGE;
  545. const JsonNode & gameModules = settings.data["modules"];
  546. modules.STACK_EXP = gameModules["STACK_EXPERIENCE"].Bool();
  547. logGlobal->debugStream() << "\tSTACK_EXP\t" << modules.STACK_EXP;
  548. modules.STACK_ARTIFACT = gameModules["STACK_ARTIFACTS"].Bool();
  549. logGlobal->debugStream() << "\tSTACK_ARTIFACT\t" << modules.STACK_ARTIFACT;
  550. modules.COMMANDERS = gameModules["COMMANDERS"].Bool();
  551. logGlobal->debugStream() << "\tCOMMANDERS\t" << modules.COMMANDERS;
  552. modules.MITHRIL = gameModules["MITHRIL"].Bool();
  553. logGlobal->debugStream() << "\tMITHRIL\t" << modules.MITHRIL;
  554. }
  555. // currentList is passed by value to get current list of depending mods
  556. bool CModHandler::hasCircularDependency(TModID modID, std::set <TModID> currentList) const
  557. {
  558. const CModInfo & mod = allMods.at(modID);
  559. // Mod already present? We found a loop
  560. if (vstd::contains(currentList, modID))
  561. {
  562. logGlobal->errorStream() << "Error: Circular dependency detected! Printing dependency list:";
  563. logGlobal->errorStream() << "\t" << mod.name << " -> ";
  564. return true;
  565. }
  566. currentList.insert(modID);
  567. // recursively check every dependency of this mod
  568. for(const TModID & dependency : mod.dependencies)
  569. {
  570. if (hasCircularDependency(dependency, currentList))
  571. {
  572. logGlobal->errorStream() << "\t" << mod.name << " ->\n"; // conflict detected, print dependency list
  573. return true;
  574. }
  575. }
  576. return false;
  577. }
  578. bool CModHandler::checkDependencies(const std::vector <TModID> & input) const
  579. {
  580. for(const TModID & id : input)
  581. {
  582. const CModInfo & mod = allMods.at(id);
  583. for(const TModID & dep : mod.dependencies)
  584. {
  585. if (!vstd::contains(input, dep))
  586. {
  587. logGlobal->errorStream() << "Error: Mod " << mod.name << " requires missing " << dep << "!";
  588. return false;
  589. }
  590. }
  591. for(const TModID & conflicting : mod.conflicts)
  592. {
  593. if (vstd::contains(input, conflicting))
  594. {
  595. logGlobal->errorStream() << "Error: Mod " << mod.name << " conflicts with " << allMods.at(conflicting).name << "!";
  596. return false;
  597. }
  598. }
  599. if (hasCircularDependency(id))
  600. return false;
  601. }
  602. return true;
  603. }
  604. std::vector <TModID> CModHandler::resolveDependencies(std::vector <TModID> input) const
  605. {
  606. // Topological sort algorithm
  607. // May not be the fastest one but VCMI does not needs any speed here
  608. // Unless user have dozens of mods with complex dependencies this code should be fine
  609. // first - sort input to have input strictly based on name (and not on hashmap or anything else)
  610. boost::range::sort(input);
  611. std::vector <TModID> output;
  612. output.reserve(input.size());
  613. std::set <TModID> resolvedMods;
  614. // Check if all mod dependencies are resolved (moved to resolvedMods)
  615. auto isResolved = [&](const CModInfo & mod) -> bool
  616. {
  617. for(const TModID & dependency : mod.dependencies)
  618. {
  619. if (!vstd::contains(resolvedMods, dependency))
  620. return false;
  621. }
  622. return true;
  623. };
  624. while (!input.empty())
  625. {
  626. std::set <TModID> toResolve; // list of mods resolved on this iteration
  627. for (auto it = input.begin(); it != input.end();)
  628. {
  629. if (isResolved(allMods.at(*it)))
  630. {
  631. toResolve.insert(*it);
  632. output.push_back(*it);
  633. it = input.erase(it);
  634. continue;
  635. }
  636. it++;
  637. }
  638. resolvedMods.insert(toResolve.begin(), toResolve.end());
  639. }
  640. return output;
  641. }
  642. std::vector<std::string> CModHandler::getModList(std::string path)
  643. {
  644. std::string modDir = boost::to_upper_copy(path + "MODS/");
  645. size_t depth = boost::range::count(modDir, '/');
  646. auto list = CResourceHandler::get("initial")->getFilteredFiles([&](const ResourceID & id) -> bool
  647. {
  648. if (id.getType() != EResType::DIRECTORY)
  649. return false;
  650. if (!boost::algorithm::starts_with(id.getName(), modDir))
  651. return false;
  652. if (boost::range::count(id.getName(), '/') != depth )
  653. return false;
  654. return true;
  655. });
  656. //storage for found mods
  657. std::vector<std::string> foundMods;
  658. for (auto & entry : list)
  659. {
  660. std::string name = entry.getName();
  661. name.erase(0, modDir.size()); //Remove path prefix
  662. // check if wog is actually present. Hack-ish but better than crash
  663. // TODO: remove soon (hopefully - before 0.96)
  664. if (name == "WOG")
  665. {
  666. if (!CResourceHandler::get("initial")->existsResource(ResourceID("DATA/ZVS", EResType::DIRECTORY)) &&
  667. !CResourceHandler::get("initial")->existsResource(ResourceID("MODS/WOG/DATA/ZVS", EResType::DIRECTORY)))
  668. {
  669. continue;
  670. }
  671. }
  672. if (!name.empty())
  673. foundMods.push_back(name);
  674. }
  675. return foundMods;
  676. }
  677. void CModHandler::loadMods(std::string path, std::string parent, const JsonNode & modSettings, bool enableMods)
  678. {
  679. for (std::string modName : getModList(path))
  680. {
  681. boost::to_lower(modName);
  682. std::string modFullName = parent.empty() ? modName : parent + '.' + modName;
  683. if (CResourceHandler::get("initial")->existsResource(ResourceID(CModInfo::getModFile(modFullName))))
  684. {
  685. CModInfo mod(modFullName, modSettings[modName], JsonNode(ResourceID(CModInfo::getModFile(modFullName))));
  686. if (!parent.empty()) // this is submod, add parent to dependecies
  687. mod.dependencies.insert(parent);
  688. allMods[modFullName] = mod;
  689. if (mod.enabled && enableMods)
  690. activeMods.push_back(modFullName);
  691. loadMods(CModInfo::getModDir(modFullName) + '/', modFullName, modSettings[modName]["mods"], enableMods && mod.enabled);
  692. }
  693. }
  694. }
  695. void CModHandler::loadMods()
  696. {
  697. const JsonNode modConfig = loadModSettings("config/modSettings.json");
  698. loadMods("", "", modConfig["activeMods"], true);
  699. coreMod = CModInfo("core", modConfig["core"], JsonNode(ResourceID("config/gameConfig.json")));
  700. coreMod.name = "Original game files";
  701. }
  702. std::vector<std::string> CModHandler::getAllMods()
  703. {
  704. std::vector<std::string> modlist;
  705. for (auto & entry : allMods)
  706. modlist.push_back(entry.first);
  707. return modlist;
  708. }
  709. std::vector<std::string> CModHandler::getActiveMods()
  710. {
  711. return activeMods;
  712. }
  713. static JsonNode genDefaultFS()
  714. {
  715. // default FS config for mods: directory "Content" that acts as H3 root directory
  716. JsonNode defaultFS;
  717. defaultFS[""].Vector().resize(2);
  718. defaultFS[""].Vector()[0]["type"].String() = "zip";
  719. defaultFS[""].Vector()[0]["path"].String() = "/Content.zip";
  720. defaultFS[""].Vector()[1]["type"].String() = "dir";
  721. defaultFS[""].Vector()[1]["path"].String() = "/Content";
  722. return defaultFS;
  723. }
  724. static ISimpleResourceLoader * genModFilesystem(const std::string & modName, const JsonNode & conf)
  725. {
  726. static const JsonNode defaultFS = genDefaultFS();
  727. if (!conf["filesystem"].isNull())
  728. return CResourceHandler::createFileSystem(CModInfo::getModDir(modName), conf["filesystem"]);
  729. else
  730. return CResourceHandler::createFileSystem(CModInfo::getModDir(modName), defaultFS);
  731. }
  732. static ui32 calculateModChecksum(const std::string modName, ISimpleResourceLoader * filesystem)
  733. {
  734. boost::crc_32_type modChecksum;
  735. // first - add current VCMI version into checksum to force re-validation on VCMI updates
  736. modChecksum.process_bytes(reinterpret_cast<const void*>(GameConstants::VCMI_VERSION.data()), GameConstants::VCMI_VERSION.size());
  737. // second - add mod.json into checksum because filesystem does not contains this file
  738. // FIXME: remove workaround for core mod
  739. if (modName != "core")
  740. {
  741. ResourceID modConfFile(CModInfo::getModFile(modName), EResType::TEXT);
  742. ui32 configChecksum = CResourceHandler::get("initial")->load(modConfFile)->calculateCRC32();
  743. modChecksum.process_bytes(reinterpret_cast<const void *>(&configChecksum), sizeof(configChecksum));
  744. }
  745. // third - add all detected text files from this mod into checksum
  746. auto files = filesystem->getFilteredFiles([](const ResourceID & resID)
  747. {
  748. return resID.getType() == EResType::TEXT &&
  749. ( boost::starts_with(resID.getName(), "DATA") ||
  750. boost::starts_with(resID.getName(), "CONFIG"));
  751. });
  752. for (const ResourceID & file : files)
  753. {
  754. ui32 fileChecksum = filesystem->load(file)->calculateCRC32();
  755. modChecksum.process_bytes(reinterpret_cast<const void *>(&fileChecksum), sizeof(fileChecksum));
  756. }
  757. return modChecksum.checksum();
  758. }
  759. void CModHandler::loadModFilesystems()
  760. {
  761. activeMods = resolveDependencies(activeMods);
  762. coreMod.updateChecksum(calculateModChecksum("core", CResourceHandler::get("core")));
  763. for(std::string & modName : activeMods)
  764. {
  765. CModInfo & mod = allMods[modName];
  766. CResourceHandler::addFilesystem("data", modName, genModFilesystem(modName, mod.config));
  767. }
  768. }
  769. CModInfo & CModHandler::getModData(TModID modId)
  770. {
  771. auto it = allMods.find(modId);
  772. if(it == allMods.end())
  773. {
  774. throw std::runtime_error("Mod not found '" + modId+"'");
  775. }
  776. else
  777. {
  778. return it->second;
  779. }
  780. }
  781. void CModHandler::initializeConfig()
  782. {
  783. loadConfigFromFile("defaultMods.json");
  784. }
  785. void CModHandler::load()
  786. {
  787. CStopWatch totalTime, timer;
  788. CContentHandler content;
  789. logGlobal->infoStream() << "\tInitializing content handler: " << timer.getDiff() << " ms";
  790. for(const TModID & modName : activeMods)
  791. {
  792. logGlobal->traceStream() << "Generating checksum for " << modName;
  793. allMods[modName].updateChecksum(calculateModChecksum(modName, CResourceHandler::get(modName)));
  794. }
  795. // first - load virtual "core" mod that contains all data
  796. // TODO? move all data into real mods? RoE, AB, SoD, WoG
  797. content.preloadData(coreMod);
  798. for(const TModID & modName : activeMods)
  799. content.preloadData(allMods[modName]);
  800. logGlobal->infoStream() << "\tParsing mod data: " << timer.getDiff() << " ms";
  801. content.load(coreMod);
  802. for(const TModID & modName : activeMods)
  803. content.load(allMods[modName]);
  804. content.loadCustom();
  805. logGlobal->infoStream() << "\tLoading mod data: " << timer.getDiff() << "ms";
  806. VLC->creh->loadCrExpBon();
  807. VLC->creh->buildBonusTreeForTiers(); //do that after all new creatures are loaded
  808. identifiers.finalize();
  809. logGlobal->infoStream() << "\tResolving identifiers: " << timer.getDiff() << " ms";
  810. content.afterLoadFinalization();
  811. logGlobal->infoStream() << "\tHandlers post-load finalization: " << timer.getDiff() << " ms";
  812. logGlobal->infoStream() << "\tAll game content loaded in " << totalTime.getDiff() << " ms";
  813. }
  814. void CModHandler::afterLoad()
  815. {
  816. JsonNode modSettings;
  817. for (auto & modEntry : allMods)
  818. {
  819. std::string pointer = "/" + boost::algorithm::replace_all_copy(modEntry.first, ".", "/mods/");
  820. modSettings["activeMods"].resolvePointer(pointer) = modEntry.second.saveLocalData();
  821. }
  822. modSettings["core"] = coreMod.saveLocalData();
  823. FileStream file(*CResourceHandler::get()->getResourceName(ResourceID("config/modSettings.json")), std::ofstream::out | std::ofstream::trunc);
  824. file << modSettings;
  825. }
  826. std::string CModHandler::normalizeIdentifier(const std::string & scope, const std::string & remoteScope, const std::string & identifier)
  827. {
  828. auto p = splitString(identifier, ':');
  829. if(p.first.empty())
  830. p.first = scope;
  831. if(p.first == remoteScope)
  832. p.first.clear();
  833. return p.first.empty() ? p.second : p.first + ":" + p.second;
  834. }
  835. void CModHandler::parseIdentifier(const std::string & fullIdentifier, std::string & scope, std::string & type, std::string & identifier)
  836. {
  837. auto p = splitString(fullIdentifier, ':');
  838. scope = p.first;
  839. auto p2 = splitString(p.second, '.');
  840. if(p2.first != "")
  841. {
  842. type = p2.first;
  843. identifier = p2.second;
  844. }
  845. else
  846. {
  847. type = p.second;
  848. identifier = "";
  849. }
  850. }
  851. std::string CModHandler::makeFullIdentifier(const std::string & scope, const std::string & type, const std::string & identifier)
  852. {
  853. auto p = splitString(identifier, ':');
  854. if(p.first != "")
  855. return p.first + ":" + type + "." + p.second;//ignore type if identifier is scoped
  856. else
  857. return scope == "" ? (identifier == "" ? type : type + "." + identifier) : scope + ":" + type + "." + identifier;
  858. }