PriorityEvaluator.cpp 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507
  1. /*
  2. * PriorityEvaluator.cpp, part of VCMI engine
  3. *
  4. * Authors: listed in file AUTHORS in main folder
  5. *
  6. * License: GNU General Public License v2.0 or later
  7. * Full text of license available in license.txt file, in main folder
  8. *
  9. */
  10. #include "StdInc.h"
  11. #include <limits>
  12. #include "Nullkiller.h"
  13. #include "../../../lib/mapObjectConstructors/AObjectTypeHandler.h"
  14. #include "../../../lib/mapObjectConstructors/CObjectClassesHandler.h"
  15. #include "../../../lib/mapObjectConstructors/CBankInstanceConstructor.h"
  16. #include "../../../lib/mapObjects/MapObjects.h"
  17. #include "../../../lib/CCreatureHandler.h"
  18. #include "../../../lib/VCMI_Lib.h"
  19. #include "../../../lib/StartInfo.h"
  20. #include "../../../CCallback.h"
  21. #include "../../../lib/filesystem/Filesystem.h"
  22. #include "../Goals/ExecuteHeroChain.h"
  23. #include "../Goals/BuildThis.h"
  24. #include "../Goals/StayAtTown.h"
  25. #include "../Goals/ExchangeSwapTownHeroes.h"
  26. #include "../Goals/DismissHero.h"
  27. #include "../Markers/UnlockCluster.h"
  28. #include "../Markers/HeroExchange.h"
  29. #include "../Markers/ArmyUpgrade.h"
  30. #include "../Markers/DefendTown.h"
  31. namespace NKAI
  32. {
  33. #define MIN_AI_STRENGTH (0.5f) //lower when combat AI gets smarter
  34. #define UNGUARDED_OBJECT (100.0f) //we consider unguarded objects 100 times weaker than us
  35. const float MIN_CRITICAL_VALUE = 2.0f;
  36. EvaluationContext::EvaluationContext(const Nullkiller* ai)
  37. : movementCost(0.0),
  38. manaCost(0),
  39. danger(0),
  40. closestWayRatio(1),
  41. movementCostByRole(),
  42. skillReward(0),
  43. goldReward(0),
  44. goldCost(0),
  45. armyReward(0),
  46. armyLossPersentage(0),
  47. heroRole(HeroRole::SCOUT),
  48. turn(0),
  49. strategicalValue(0),
  50. conquestValue(0),
  51. evaluator(ai),
  52. enemyHeroDangerRatio(0),
  53. threat(0),
  54. armyGrowth(0),
  55. armyInvolvement(0),
  56. isDefend(false),
  57. involvesSailing(false),
  58. isTradeBuilding(false)
  59. {
  60. }
  61. void EvaluationContext::addNonCriticalStrategicalValue(float value)
  62. {
  63. vstd::amax(strategicalValue, std::min(value, MIN_CRITICAL_VALUE));
  64. }
  65. PriorityEvaluator::~PriorityEvaluator()
  66. {
  67. delete engine;
  68. }
  69. void PriorityEvaluator::initVisitTile()
  70. {
  71. auto file = CResourceHandler::get()->load(ResourcePath("config/ai/nkai/object-priorities.txt"))->readAll();
  72. std::string str = std::string((char *)file.first.get(), file.second);
  73. engine = fl::FllImporter().fromString(str);
  74. armyLossPersentageVariable = engine->getInputVariable("armyLoss");
  75. armyGrowthVariable = engine->getInputVariable("armyGrowth");
  76. heroRoleVariable = engine->getInputVariable("heroRole");
  77. dangerVariable = engine->getInputVariable("danger");
  78. turnVariable = engine->getInputVariable("turn");
  79. mainTurnDistanceVariable = engine->getInputVariable("mainTurnDistance");
  80. scoutTurnDistanceVariable = engine->getInputVariable("scoutTurnDistance");
  81. goldRewardVariable = engine->getInputVariable("goldReward");
  82. armyRewardVariable = engine->getInputVariable("armyReward");
  83. skillRewardVariable = engine->getInputVariable("skillReward");
  84. rewardTypeVariable = engine->getInputVariable("rewardType");
  85. closestHeroRatioVariable = engine->getInputVariable("closestHeroRatio");
  86. strategicalValueVariable = engine->getInputVariable("strategicalValue");
  87. goldPressureVariable = engine->getInputVariable("goldPressure");
  88. goldCostVariable = engine->getInputVariable("goldCost");
  89. fearVariable = engine->getInputVariable("fear");
  90. value = engine->getOutputVariable("Value");
  91. }
  92. bool isAnotherAi(const CGObjectInstance * obj, const CPlayerSpecificInfoCallback & cb)
  93. {
  94. return obj->getOwner().isValidPlayer()
  95. && cb.getStartInfo()->getIthPlayersSettings(obj->getOwner()).isControlledByAI();
  96. }
  97. int32_t estimateTownIncome(CCallback * cb, const CGObjectInstance * target, const CGHeroInstance * hero)
  98. {
  99. auto relations = cb->getPlayerRelations(hero->tempOwner, target->tempOwner);
  100. if(relations != PlayerRelations::ENEMIES)
  101. return 0; // if we already own it, no additional reward will be received by just visiting it
  102. auto booster = isAnotherAi(target, *cb) ? 1 : 2;
  103. auto town = cb->getTown(target->id);
  104. auto fortLevel = town->fortLevel();
  105. if(town->hasCapitol())
  106. return booster * 2000;
  107. // probably well developed town will have city hall
  108. if(fortLevel == CGTownInstance::CASTLE) return booster * 750;
  109. return booster * (town->hasFort() && town->tempOwner != PlayerColor::NEUTRAL ? booster * 500 : 250);
  110. }
  111. TResources getCreatureBankResources(const CGObjectInstance * target, const CGHeroInstance * hero)
  112. {
  113. //Fixme: unused variable hero
  114. auto objectInfo = target->getObjectHandler()->getObjectInfo(target->appearance);
  115. CBankInfo * bankInfo = dynamic_cast<CBankInfo *>(objectInfo.get());
  116. auto resources = bankInfo->getPossibleResourcesReward();
  117. TResources result = TResources();
  118. int sum = 0;
  119. for(auto & reward : resources)
  120. {
  121. result += reward.data * reward.chance;
  122. sum += reward.chance;
  123. }
  124. return sum > 1 ? result / sum : result;
  125. }
  126. int32_t getResourcesGoldReward(const TResources & res)
  127. {
  128. int32_t result = 0;
  129. for(EGameResID r = EGameResID(0); r < EGameResID::COUNT; r.advance(1))
  130. {
  131. if(res[r] > 0)
  132. {
  133. result += r == EGameResID::GOLD ? res[r] : res[r] * 100;
  134. }
  135. }
  136. return result;
  137. }
  138. uint64_t getCreatureBankArmyReward(const CGObjectInstance * target, const CGHeroInstance * hero)
  139. {
  140. auto objectInfo = target->getObjectHandler()->getObjectInfo(target->appearance);
  141. CBankInfo * bankInfo = dynamic_cast<CBankInfo *>(objectInfo.get());
  142. auto creatures = bankInfo->getPossibleCreaturesReward(target->cb);
  143. uint64_t result = 0;
  144. const auto& slots = hero->Slots();
  145. ui64 weakestStackPower = 0;
  146. int duplicatingSlots = getDuplicatingSlots(hero);
  147. if (slots.size() >= GameConstants::ARMY_SIZE)
  148. {
  149. //No free slot, we might discard our weakest stack
  150. weakestStackPower = std::numeric_limits<ui64>().max();
  151. for (const auto & stack : slots)
  152. {
  153. vstd::amin(weakestStackPower, stack.second->getPower());
  154. }
  155. }
  156. for (auto c : creatures)
  157. {
  158. //Only if hero has slot for this creature in the army
  159. auto ccre = dynamic_cast<const CCreature*>(c.data.type);
  160. if (hero->getSlotFor(ccre).validSlot() || duplicatingSlots > 0)
  161. {
  162. result += (c.data.type->getAIValue() * c.data.count) * c.chance;
  163. }
  164. /*else
  165. {
  166. //we will need to discard the weakest stack
  167. result += (c.data.type->getAIValue() * c.data.count - weakestStackPower) * c.chance;
  168. }*/
  169. }
  170. result /= 100; //divide by total chance
  171. return result;
  172. }
  173. uint64_t getDwellingArmyValue(CCallback * cb, const CGObjectInstance * target, bool checkGold)
  174. {
  175. auto dwelling = dynamic_cast<const CGDwelling *>(target);
  176. uint64_t score = 0;
  177. for(auto & creLevel : dwelling->creatures)
  178. {
  179. if(creLevel.first && creLevel.second.size())
  180. {
  181. auto creature = creLevel.second.back().toCreature();
  182. auto creaturesAreFree = creature->getLevel() == 1;
  183. if(!creaturesAreFree && checkGold && !cb->getResourceAmount().canAfford(creature->getFullRecruitCost() * creLevel.first))
  184. continue;
  185. score += creature->getAIValue() * creLevel.first;
  186. }
  187. }
  188. return score;
  189. }
  190. uint64_t getDwellingArmyGrowth(CCallback * cb, const CGObjectInstance * target, PlayerColor myColor)
  191. {
  192. auto dwelling = dynamic_cast<const CGDwelling *>(target);
  193. uint64_t score = 0;
  194. if(dwelling->getOwner() == myColor)
  195. return 0;
  196. for(auto & creLevel : dwelling->creatures)
  197. {
  198. if(creLevel.second.size())
  199. {
  200. auto creature = creLevel.second.back().toCreature();
  201. score += creature->getAIValue() * creature->getGrowth();
  202. }
  203. }
  204. return score;
  205. }
  206. int getDwellingArmyCost(const CGObjectInstance * target)
  207. {
  208. auto dwelling = dynamic_cast<const CGDwelling *>(target);
  209. int cost = 0;
  210. for(auto & creLevel : dwelling->creatures)
  211. {
  212. if(creLevel.first && creLevel.second.size())
  213. {
  214. auto creature = creLevel.second.back().toCreature();
  215. auto creaturesAreFree = creature->getLevel() == 1;
  216. if(!creaturesAreFree)
  217. cost += creature->getFullRecruitCost().marketValue() * creLevel.first;
  218. }
  219. }
  220. return cost;
  221. }
  222. static uint64_t evaluateArtifactArmyValue(const CArtifact * art)
  223. {
  224. if(art->getId() == ArtifactID::SPELL_SCROLL)
  225. return 1500;
  226. auto statsValue =
  227. 10 * art->valOfBonuses(BonusType::MOVEMENT, BonusCustomSubtype::heroMovementLand)
  228. + 1200 * art->valOfBonuses(BonusType::STACKS_SPEED)
  229. + 700 * art->valOfBonuses(BonusType::MORALE)
  230. + 700 * art->valOfBonuses(BonusType::PRIMARY_SKILL, BonusSubtypeID(PrimarySkill::ATTACK))
  231. + 700 * art->valOfBonuses(BonusType::PRIMARY_SKILL, BonusSubtypeID(PrimarySkill::DEFENSE))
  232. + 700 * art->valOfBonuses(BonusType::PRIMARY_SKILL, BonusSubtypeID(PrimarySkill::KNOWLEDGE))
  233. + 700 * art->valOfBonuses(BonusType::PRIMARY_SKILL, BonusSubtypeID(PrimarySkill::SPELL_POWER))
  234. + 500 * art->valOfBonuses(BonusType::LUCK);
  235. auto classValue = 0;
  236. switch(art->aClass)
  237. {
  238. case CArtifact::EartClass::ART_MINOR:
  239. classValue = 1000;
  240. break;
  241. case CArtifact::EartClass::ART_MAJOR:
  242. classValue = 3000;
  243. break;
  244. case CArtifact::EartClass::ART_RELIC:
  245. case CArtifact::EartClass::ART_SPECIAL:
  246. classValue = 8000;
  247. break;
  248. }
  249. return statsValue > classValue ? statsValue : classValue;
  250. }
  251. uint64_t RewardEvaluator::getArmyReward(
  252. const CGObjectInstance * target,
  253. const CGHeroInstance * hero,
  254. const CCreatureSet * army,
  255. bool checkGold) const
  256. {
  257. const float enemyArmyEliminationRewardRatio = 0.5f;
  258. auto relations = ai->cb->getPlayerRelations(target->tempOwner, ai->playerID);
  259. if(!target)
  260. return 0;
  261. switch(target->ID)
  262. {
  263. case Obj::HILL_FORT:
  264. return ai->armyManager->calculateCreaturesUpgrade(army, target, ai->cb->getResourceAmount()).upgradeValue;
  265. case Obj::CREATURE_BANK:
  266. return getCreatureBankArmyReward(target, hero);
  267. case Obj::CREATURE_GENERATOR1:
  268. case Obj::CREATURE_GENERATOR2:
  269. case Obj::CREATURE_GENERATOR3:
  270. case Obj::CREATURE_GENERATOR4:
  271. return getDwellingArmyValue(ai->cb.get(), target, checkGold);
  272. case Obj::CRYPT:
  273. case Obj::SHIPWRECK:
  274. case Obj::SHIPWRECK_SURVIVOR:
  275. case Obj::WARRIORS_TOMB:
  276. return 1000;
  277. case Obj::ARTIFACT:
  278. return evaluateArtifactArmyValue(dynamic_cast<const CGArtifact *>(target)->storedArtifact->artType);
  279. case Obj::DRAGON_UTOPIA:
  280. return 10000;
  281. case Obj::HERO:
  282. return relations == PlayerRelations::ENEMIES
  283. ? enemyArmyEliminationRewardRatio * dynamic_cast<const CGHeroInstance *>(target)->getArmyStrength()
  284. : 0;
  285. case Obj::PANDORAS_BOX:
  286. return 5000;
  287. case Obj::MAGIC_WELL:
  288. case Obj::MAGIC_SPRING:
  289. return getManaRecoveryArmyReward(hero);
  290. default:
  291. break;
  292. }
  293. auto rewardable = dynamic_cast<const Rewardable::Interface *>(target);
  294. if(rewardable)
  295. {
  296. auto totalValue = 0;
  297. for(int index : rewardable->getAvailableRewards(hero, Rewardable::EEventType::EVENT_FIRST_VISIT))
  298. {
  299. auto & info = rewardable->configuration.info[index];
  300. auto rewardValue = 0;
  301. if(!info.reward.artifacts.empty())
  302. {
  303. for(auto artID : info.reward.artifacts)
  304. {
  305. const CArtifact * art = dynamic_cast<const CArtifact *>(VLC->artifacts()->getById(artID));
  306. rewardValue += evaluateArtifactArmyValue(art);
  307. }
  308. }
  309. if(!info.reward.creatures.empty())
  310. {
  311. for(auto stackInfo : info.reward.creatures)
  312. {
  313. rewardValue += stackInfo.getType()->getAIValue() * stackInfo.getCount();
  314. }
  315. }
  316. totalValue += rewardValue > 0 ? rewardValue / (info.reward.artifacts.size() + info.reward.creatures.size()) : 0;
  317. }
  318. return totalValue;
  319. }
  320. return 0;
  321. }
  322. uint64_t RewardEvaluator::getArmyGrowth(
  323. const CGObjectInstance * target,
  324. const CGHeroInstance * hero,
  325. const CCreatureSet * army) const
  326. {
  327. if(!target)
  328. return 0;
  329. auto relations = ai->cb->getPlayerRelations(target->tempOwner, hero->tempOwner);
  330. if(relations != PlayerRelations::ENEMIES)
  331. return 0;
  332. switch(target->ID)
  333. {
  334. case Obj::TOWN:
  335. {
  336. auto town = dynamic_cast<const CGTownInstance *>(target);
  337. auto fortLevel = town->fortLevel();
  338. auto neutral = !town->getOwner().isValidPlayer();
  339. auto booster = isAnotherAi(town, *ai->cb) || neutral ? 1 : 2;
  340. if(fortLevel < CGTownInstance::CITADEL)
  341. return town->hasFort() ? booster * 500 : 0;
  342. else
  343. return booster * (fortLevel == CGTownInstance::CASTLE ? 5000 : 2000);
  344. }
  345. case Obj::CREATURE_GENERATOR1:
  346. case Obj::CREATURE_GENERATOR2:
  347. case Obj::CREATURE_GENERATOR3:
  348. case Obj::CREATURE_GENERATOR4:
  349. return getDwellingArmyGrowth(ai->cb.get(), target, hero->getOwner());
  350. case Obj::ARTIFACT:
  351. // it is not supported now because hero will not sit in town on 7th day but later parts of legion may be counted as army growth as well.
  352. return 0;
  353. default:
  354. return 0;
  355. }
  356. }
  357. int RewardEvaluator::getGoldCost(const CGObjectInstance * target, const CGHeroInstance * hero, const CCreatureSet * army) const
  358. {
  359. if(!target)
  360. return 0;
  361. if(auto * m = dynamic_cast<const IMarket *>(target))
  362. {
  363. if(m->allowsTrade(EMarketMode::RESOURCE_SKILL))
  364. return 2000;
  365. }
  366. switch(target->ID)
  367. {
  368. case Obj::HILL_FORT:
  369. return ai->armyManager->calculateCreaturesUpgrade(army, target, ai->cb->getResourceAmount()).upgradeCost[EGameResID::GOLD];
  370. case Obj::SCHOOL_OF_MAGIC:
  371. case Obj::SCHOOL_OF_WAR:
  372. return 1000;
  373. case Obj::CREATURE_GENERATOR1:
  374. case Obj::CREATURE_GENERATOR2:
  375. case Obj::CREATURE_GENERATOR3:
  376. case Obj::CREATURE_GENERATOR4:
  377. return getDwellingArmyCost(target);
  378. default:
  379. return 0;
  380. }
  381. }
  382. float RewardEvaluator::getEnemyHeroStrategicalValue(const CGHeroInstance * enemy) const
  383. {
  384. auto objectsUnderTreat = ai->dangerHitMap->getOneTurnAccessibleObjects(enemy);
  385. float objectValue = 0;
  386. for(auto obj : objectsUnderTreat)
  387. {
  388. vstd::amax(objectValue, getStrategicalValue(obj));
  389. }
  390. /*
  391. 1. If an enemy hero can attack nearby object, it's not useful to capture the object on our own.
  392. Killing the hero is almost as important (0.9) as capturing the object itself.
  393. 2. The formula quickly approaches 1.0 as hero level increases,
  394. but higher level always means higher value and the minimal value for level 1 hero is 0.5
  395. */
  396. return std::min(1.5f, objectValue * 0.9f + (1.5f - (1.5f / (1 + enemy->level))));
  397. }
  398. float RewardEvaluator::getResourceRequirementStrength(int resType) const
  399. {
  400. TResources requiredResources = ai->buildAnalyzer->getResourcesRequiredNow();
  401. TResources dailyIncome = ai->buildAnalyzer->getDailyIncome();
  402. if(requiredResources[resType] == 0)
  403. return 0;
  404. if(dailyIncome[resType] == 0)
  405. return 1.0f;
  406. float ratio = (float)requiredResources[resType] / dailyIncome[resType] / 2;
  407. return std::min(ratio, 1.0f);
  408. }
  409. float RewardEvaluator::getTotalResourceRequirementStrength(int resType) const
  410. {
  411. TResources requiredResources = ai->buildAnalyzer->getTotalResourcesRequired();
  412. TResources dailyIncome = ai->buildAnalyzer->getDailyIncome();
  413. if(requiredResources[resType] == 0)
  414. return 0;
  415. float ratio = dailyIncome[resType] == 0
  416. ? (float)requiredResources[resType] / 10.0f
  417. : (float)requiredResources[resType] / dailyIncome[resType] / 20.0f;
  418. return std::min(ratio, 2.0f);
  419. }
  420. uint64_t RewardEvaluator::townArmyGrowth(const CGTownInstance * town) const
  421. {
  422. uint64_t result = 0;
  423. for(auto creatureInfo : town->creatures)
  424. {
  425. if(creatureInfo.second.empty())
  426. continue;
  427. auto creature = creatureInfo.second.back().toCreature();
  428. result += creature->getAIValue() * town->getGrowthInfo(creature->getLevel() - 1).totalGrowth();
  429. }
  430. return result;
  431. }
  432. uint64_t RewardEvaluator::getManaRecoveryArmyReward(const CGHeroInstance * hero) const
  433. {
  434. return ai->heroManager->getMagicStrength(hero) * 10000 * (1.0f - std::sqrt(static_cast<float>(hero->mana) / hero->manaLimit()));
  435. }
  436. float RewardEvaluator::getResourceRequirementStrength(const TResources & res) const
  437. {
  438. float sum = 0.0f;
  439. for(TResources::nziterator it(res); it.valid(); it++)
  440. {
  441. //Evaluate resources used for construction. Gold is evaluated separately.
  442. if(it->resType != EGameResID::GOLD)
  443. {
  444. sum += 0.1f * it->resVal * getResourceRequirementStrength(it->resType)
  445. + 0.05f * it->resVal * getTotalResourceRequirementStrength(it->resType);
  446. }
  447. }
  448. return sum;
  449. }
  450. float RewardEvaluator::getStrategicalValue(const CGObjectInstance * target, const CGHeroInstance * hero) const
  451. {
  452. if(!target)
  453. return 0;
  454. switch(target->ID)
  455. {
  456. case Obj::MINE:
  457. {
  458. auto mine = dynamic_cast<const CGMine *>(target);
  459. return mine->producedResource == EGameResID::GOLD
  460. ? 0.5f
  461. : 0.4f * getTotalResourceRequirementStrength(mine->producedResource) + 0.1f * getResourceRequirementStrength(mine->producedResource);
  462. }
  463. case Obj::RESOURCE:
  464. {
  465. auto resource = dynamic_cast<const CGResource *>(target);
  466. TResources res;
  467. res[resource->resourceID()] = resource->amount;
  468. return getResourceRequirementStrength(res);
  469. }
  470. case Obj::CREATURE_BANK:
  471. {
  472. auto resourceReward = getCreatureBankResources(target, nullptr);
  473. return getResourceRequirementStrength(resourceReward);
  474. }
  475. case Obj::TOWN:
  476. {
  477. if(ai->buildAnalyzer->getDevelopmentInfo().empty())
  478. return 10.0f;
  479. auto town = dynamic_cast<const CGTownInstance *>(target);
  480. if(town->getOwner() == ai->playerID)
  481. {
  482. auto armyIncome = townArmyGrowth(town);
  483. auto dailyIncome = town->dailyIncome()[EGameResID::GOLD];
  484. return std::min(1.0f, std::sqrt(armyIncome / 40000.0f)) + std::min(0.3f, dailyIncome / 10000.0f);
  485. }
  486. auto fortLevel = town->fortLevel();
  487. auto booster = isAnotherAi(town, *ai->cb) ? 0.4f : 1.0f;
  488. if(town->hasCapitol())
  489. return booster * 1.5;
  490. if(fortLevel < CGTownInstance::CITADEL)
  491. return booster * (town->hasFort() ? 1.0 : 0.8);
  492. else
  493. return booster * (fortLevel == CGTownInstance::CASTLE ? 1.4 : 1.2);
  494. }
  495. case Obj::HERO:
  496. return ai->cb->getPlayerRelations(target->tempOwner, ai->playerID) == PlayerRelations::ENEMIES
  497. ? getEnemyHeroStrategicalValue(dynamic_cast<const CGHeroInstance *>(target))
  498. : 0;
  499. case Obj::KEYMASTER:
  500. return 0.6f;
  501. default:
  502. break;
  503. }
  504. auto rewardable = dynamic_cast<const Rewardable::Interface *>(target);
  505. if(rewardable && hero)
  506. {
  507. auto resourceReward = 0.0f;
  508. for(int index : rewardable->getAvailableRewards(hero, Rewardable::EEventType::EVENT_FIRST_VISIT))
  509. {
  510. resourceReward += getResourceRequirementStrength(rewardable->configuration.info[index].reward.resources);
  511. }
  512. return resourceReward;
  513. }
  514. return 0;
  515. }
  516. float RewardEvaluator::getConquestValue(const CGObjectInstance* target) const
  517. {
  518. if (!target)
  519. return 0;
  520. if (target->getOwner() == ai->playerID)
  521. return 0;
  522. switch (target->ID)
  523. {
  524. case Obj::TOWN:
  525. {
  526. if (ai->buildAnalyzer->getDevelopmentInfo().empty())
  527. return 10.0f;
  528. auto town = dynamic_cast<const CGTownInstance*>(target);
  529. if (town->getOwner() == ai->playerID)
  530. {
  531. auto armyIncome = townArmyGrowth(town);
  532. auto dailyIncome = town->dailyIncome()[EGameResID::GOLD];
  533. return std::min(1.0f, std::sqrt(armyIncome / 40000.0f)) + std::min(0.3f, dailyIncome / 10000.0f);
  534. }
  535. auto fortLevel = town->fortLevel();
  536. auto booster = 1.0f;
  537. if (town->hasCapitol())
  538. return booster * 1.5;
  539. if (fortLevel < CGTownInstance::CITADEL)
  540. return booster * (town->hasFort() ? 1.0 : 0.8);
  541. else
  542. return booster * (fortLevel == CGTownInstance::CASTLE ? 1.4 : 1.2);
  543. }
  544. case Obj::HERO:
  545. return ai->cb->getPlayerRelations(target->tempOwner, ai->playerID) == PlayerRelations::ENEMIES
  546. ? getEnemyHeroStrategicalValue(dynamic_cast<const CGHeroInstance*>(target))
  547. : 0;
  548. case Obj::KEYMASTER:
  549. return 0.6f;
  550. default:
  551. return 0;
  552. }
  553. }
  554. float RewardEvaluator::evaluateWitchHutSkillScore(const CGObjectInstance * hut, const CGHeroInstance * hero, HeroRole role) const
  555. {
  556. auto rewardable = dynamic_cast<const CRewardableObject *>(hut);
  557. assert(rewardable);
  558. auto skill = SecondarySkill(*rewardable->configuration.getVariable("secondarySkill", "gainedSkill"));
  559. if(!hut->wasVisited(hero->tempOwner))
  560. return role == HeroRole::SCOUT ? 2 : 0;
  561. if(hero->getSecSkillLevel(skill) != MasteryLevel::NONE
  562. || hero->secSkills.size() >= GameConstants::SKILL_PER_HERO)
  563. return 0;
  564. auto score = ai->heroManager->evaluateSecSkill(skill, hero);
  565. return score >= 2 ? (role == HeroRole::MAIN ? 10 : 4) : score;
  566. }
  567. float RewardEvaluator::getSkillReward(const CGObjectInstance * target, const CGHeroInstance * hero, HeroRole role) const
  568. {
  569. const float enemyHeroEliminationSkillRewardRatio = 0.5f;
  570. if(!target)
  571. return 0;
  572. switch(target->ID)
  573. {
  574. case Obj::STAR_AXIS:
  575. case Obj::SCHOLAR:
  576. case Obj::SCHOOL_OF_MAGIC:
  577. case Obj::SCHOOL_OF_WAR:
  578. case Obj::GARDEN_OF_REVELATION:
  579. case Obj::MARLETTO_TOWER:
  580. case Obj::MERCENARY_CAMP:
  581. case Obj::TREE_OF_KNOWLEDGE:
  582. return 1;
  583. case Obj::LEARNING_STONE:
  584. return 1.0f / std::sqrt(hero->level);
  585. case Obj::ARENA:
  586. return 2;
  587. case Obj::SHRINE_OF_MAGIC_INCANTATION:
  588. return 0.25f;
  589. case Obj::SHRINE_OF_MAGIC_GESTURE:
  590. return 1.0f;
  591. case Obj::SHRINE_OF_MAGIC_THOUGHT:
  592. return 2.0f;
  593. case Obj::LIBRARY_OF_ENLIGHTENMENT:
  594. return 8;
  595. case Obj::WITCH_HUT:
  596. return evaluateWitchHutSkillScore(target, hero, role);
  597. case Obj::PANDORAS_BOX:
  598. //Can contains experience, spells, or skills (only on custom maps)
  599. return 2.5f;
  600. case Obj::PYRAMID:
  601. return 6.0f;
  602. case Obj::HERO:
  603. return ai->cb->getPlayerRelations(target->tempOwner, ai->playerID) == PlayerRelations::ENEMIES
  604. ? enemyHeroEliminationSkillRewardRatio * dynamic_cast<const CGHeroInstance *>(target)->level
  605. : 0;
  606. default:
  607. break;
  608. }
  609. auto rewardable = dynamic_cast<const Rewardable::Interface *>(target);
  610. if(rewardable)
  611. {
  612. auto totalValue = 0.0f;
  613. for(int index : rewardable->getAvailableRewards(hero, Rewardable::EEventType::EVENT_FIRST_VISIT))
  614. {
  615. auto & info = rewardable->configuration.info[index];
  616. auto rewardValue = 0.0f;
  617. if(!info.reward.spells.empty())
  618. {
  619. for(auto spellID : info.reward.spells)
  620. {
  621. const spells::Spell * spell = VLC->spells()->getById(spellID);
  622. if(hero->canLearnSpell(spell) && !hero->spellbookContainsSpell(spellID))
  623. {
  624. rewardValue += std::sqrt(spell->getLevel()) / 4.0f;
  625. }
  626. }
  627. totalValue += rewardValue / info.reward.spells.size();
  628. }
  629. if(!info.reward.primary.empty())
  630. {
  631. for(auto value : info.reward.primary)
  632. {
  633. totalValue += value;
  634. }
  635. }
  636. }
  637. return totalValue;
  638. }
  639. return 0;
  640. }
  641. const HitMapInfo & RewardEvaluator::getEnemyHeroDanger(const int3 & tile, uint8_t turn) const
  642. {
  643. auto & treatNode = ai->dangerHitMap->getTileThreat(tile);
  644. if(treatNode.maximumDanger.danger == 0)
  645. return HitMapInfo::NoThreat;
  646. if(treatNode.maximumDanger.turn <= turn)
  647. return treatNode.maximumDanger;
  648. return treatNode.fastestDanger.turn <= turn ? treatNode.fastestDanger : HitMapInfo::NoThreat;
  649. }
  650. int32_t getArmyCost(const CArmedInstance * army)
  651. {
  652. int32_t value = 0;
  653. for(auto stack : army->Slots())
  654. {
  655. value += stack.second->getCreatureID().toCreature()->getFullRecruitCost().marketValue() * stack.second->count;
  656. }
  657. return value;
  658. }
  659. int32_t RewardEvaluator::getGoldReward(const CGObjectInstance * target, const CGHeroInstance * hero) const
  660. {
  661. if(!target)
  662. return 0;
  663. auto relations = ai->cb->getPlayerRelations(target->tempOwner, hero->tempOwner);
  664. const int dailyIncomeMultiplier = 5;
  665. const float enemyArmyEliminationGoldRewardRatio = 0.2f;
  666. const int32_t heroEliminationBonus = GameConstants::HERO_GOLD_COST / 2;
  667. switch(target->ID)
  668. {
  669. case Obj::RESOURCE:
  670. {
  671. auto * res = dynamic_cast<const CGResource*>(target);
  672. return res && res->resourceID() == GameResID::GOLD ? 600 : 100;
  673. }
  674. case Obj::TREASURE_CHEST:
  675. return 1500;
  676. case Obj::WATER_WHEEL:
  677. return 1000;
  678. case Obj::TOWN:
  679. return dailyIncomeMultiplier * estimateTownIncome(ai->cb.get(), target, hero);
  680. case Obj::MINE:
  681. case Obj::ABANDONED_MINE:
  682. {
  683. auto * mine = dynamic_cast<const CGMine*>(target);
  684. return dailyIncomeMultiplier * (mine->producedResource == GameResID::GOLD ? 1000 : 75);
  685. }
  686. case Obj::MYSTICAL_GARDEN:
  687. case Obj::WINDMILL:
  688. return 100;
  689. case Obj::CAMPFIRE:
  690. return 800;
  691. case Obj::WAGON:
  692. return 100;
  693. case Obj::CREATURE_BANK:
  694. return getResourcesGoldReward(getCreatureBankResources(target, hero));
  695. case Obj::CRYPT:
  696. case Obj::DERELICT_SHIP:
  697. return 3000;
  698. case Obj::DRAGON_UTOPIA:
  699. return 10000;
  700. case Obj::SEA_CHEST:
  701. return 1500;
  702. case Obj::PANDORAS_BOX:
  703. return 2500;
  704. case Obj::PRISON:
  705. //Objectively saves us 2500 to hire hero
  706. return GameConstants::HERO_GOLD_COST;
  707. case Obj::HERO:
  708. return relations == PlayerRelations::ENEMIES
  709. ? heroEliminationBonus + enemyArmyEliminationGoldRewardRatio * getArmyCost(dynamic_cast<const CGHeroInstance *>(target))
  710. : 0;
  711. default:
  712. break;
  713. }
  714. auto rewardable = dynamic_cast<const Rewardable::Interface *>(target);
  715. if(rewardable)
  716. {
  717. auto goldReward = 0;
  718. for(int index : rewardable->getAvailableRewards(hero, Rewardable::EEventType::EVENT_FIRST_VISIT))
  719. {
  720. auto & info = rewardable->configuration.info[index];
  721. goldReward += getResourcesGoldReward(info.reward.resources);
  722. }
  723. return goldReward;
  724. }
  725. return 0;
  726. }
  727. class HeroExchangeEvaluator : public IEvaluationContextBuilder
  728. {
  729. public:
  730. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  731. {
  732. if(task->goalType != Goals::HERO_EXCHANGE)
  733. return;
  734. Goals::HeroExchange & heroExchange = dynamic_cast<Goals::HeroExchange &>(*task);
  735. uint64_t armyStrength = heroExchange.getReinforcementArmyStrength(evaluationContext.evaluator.ai);
  736. evaluationContext.addNonCriticalStrategicalValue(2.0f * armyStrength / (float)heroExchange.hero->getArmyStrength());
  737. evaluationContext.conquestValue += 2.0f * armyStrength / (float)heroExchange.hero->getArmyStrength();
  738. evaluationContext.heroRole = evaluationContext.evaluator.ai->heroManager->getHeroRole(heroExchange.hero);
  739. }
  740. };
  741. class ArmyUpgradeEvaluator : public IEvaluationContextBuilder
  742. {
  743. public:
  744. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  745. {
  746. if(task->goalType != Goals::ARMY_UPGRADE)
  747. return;
  748. Goals::ArmyUpgrade & armyUpgrade = dynamic_cast<Goals::ArmyUpgrade &>(*task);
  749. uint64_t upgradeValue = armyUpgrade.getUpgradeValue();
  750. evaluationContext.armyReward += upgradeValue;
  751. evaluationContext.addNonCriticalStrategicalValue(upgradeValue / (float)armyUpgrade.hero->getArmyStrength());
  752. }
  753. };
  754. class ExplorePointEvaluator : public IEvaluationContextBuilder
  755. {
  756. public:
  757. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  758. {
  759. if(task->goalType != Goals::EXPLORATION_POINT)
  760. return;
  761. int tilesDiscovered = task->value;
  762. evaluationContext.addNonCriticalStrategicalValue(0.03f * tilesDiscovered);
  763. }
  764. };
  765. class StayAtTownManaRecoveryEvaluator : public IEvaluationContextBuilder
  766. {
  767. public:
  768. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  769. {
  770. if(task->goalType != Goals::STAY_AT_TOWN)
  771. return;
  772. Goals::StayAtTown & stayAtTown = dynamic_cast<Goals::StayAtTown &>(*task);
  773. evaluationContext.armyReward += evaluationContext.evaluator.getManaRecoveryArmyReward(stayAtTown.getHero());
  774. evaluationContext.movementCostByRole[evaluationContext.heroRole] += stayAtTown.getMovementWasted();
  775. evaluationContext.movementCost += stayAtTown.getMovementWasted();
  776. }
  777. };
  778. void addTileDanger(EvaluationContext & evaluationContext, const int3 & tile, uint8_t turn, uint64_t ourStrength)
  779. {
  780. HitMapInfo enemyDanger = evaluationContext.evaluator.getEnemyHeroDanger(tile, turn);
  781. if(enemyDanger.danger)
  782. {
  783. auto dangerRatio = enemyDanger.danger / (double)ourStrength;
  784. vstd::amax(evaluationContext.enemyHeroDangerRatio, dangerRatio);
  785. vstd::amax(evaluationContext.threat, enemyDanger.threat);
  786. }
  787. }
  788. class DefendTownEvaluator : public IEvaluationContextBuilder
  789. {
  790. public:
  791. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  792. {
  793. if(task->goalType != Goals::DEFEND_TOWN)
  794. return;
  795. Goals::DefendTown & defendTown = dynamic_cast<Goals::DefendTown &>(*task);
  796. const CGTownInstance * town = defendTown.town;
  797. auto & treat = defendTown.getTreat();
  798. auto strategicalValue = evaluationContext.evaluator.getStrategicalValue(town);
  799. float multiplier = 1;
  800. if(treat.turn < defendTown.getTurn())
  801. multiplier /= 1 + (defendTown.getTurn() - treat.turn);
  802. multiplier /= 1.0f + treat.turn / 5.0f;
  803. if(defendTown.getTurn() > 0 && defendTown.isCounterAttack())
  804. {
  805. auto ourSpeed = defendTown.hero->movementPointsLimit(true);
  806. auto enemySpeed = treat.hero.get(evaluationContext.evaluator.ai->cb.get())->movementPointsLimit(true);
  807. if(enemySpeed > ourSpeed) multiplier *= 0.7f;
  808. }
  809. auto dailyIncome = town->dailyIncome()[EGameResID::GOLD];
  810. auto armyGrowth = evaluationContext.evaluator.townArmyGrowth(town);
  811. evaluationContext.armyGrowth += armyGrowth * multiplier;
  812. evaluationContext.goldReward += dailyIncome * 5 * multiplier;
  813. if(evaluationContext.evaluator.ai->buildAnalyzer->getDevelopmentInfo().size() == 1)
  814. vstd::amax(evaluationContext.strategicalValue, 2.5f * multiplier * strategicalValue);
  815. else
  816. evaluationContext.addNonCriticalStrategicalValue(1.7f * multiplier * strategicalValue);
  817. evaluationContext.isDefend = true;
  818. vstd::amax(evaluationContext.danger, defendTown.getTreat().danger);
  819. addTileDanger(evaluationContext, town->visitablePos(), defendTown.getTurn(), defendTown.getDefenceStrength());
  820. }
  821. };
  822. class ExecuteHeroChainEvaluationContextBuilder : public IEvaluationContextBuilder
  823. {
  824. private:
  825. const Nullkiller * ai;
  826. public:
  827. ExecuteHeroChainEvaluationContextBuilder(const Nullkiller * ai) : ai(ai) {}
  828. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  829. {
  830. if(task->goalType != Goals::EXECUTE_HERO_CHAIN)
  831. return;
  832. Goals::ExecuteHeroChain & chain = dynamic_cast<Goals::ExecuteHeroChain &>(*task);
  833. const AIPath & path = chain.getPath();
  834. vstd::amax(evaluationContext.danger, path.getTotalDanger());
  835. evaluationContext.movementCost += path.movementCost();
  836. evaluationContext.closestWayRatio = chain.closestWayRatio;
  837. std::map<const CGHeroInstance *, float> costsPerHero;
  838. for(auto & node : path.nodes)
  839. {
  840. vstd::amax(costsPerHero[node.targetHero], node.cost);
  841. if (node.layer == EPathfindingLayer::SAIL)
  842. evaluationContext.involvesSailing = true;
  843. }
  844. for(auto pair : costsPerHero)
  845. {
  846. auto role = evaluationContext.evaluator.ai->heroManager->getHeroRole(pair.first);
  847. evaluationContext.movementCostByRole[role] += pair.second;
  848. }
  849. auto hero = task->hero;
  850. bool checkGold = evaluationContext.danger == 0;
  851. auto army = path.heroArmy;
  852. const CGObjectInstance * target = ai->cb->getObj((ObjectInstanceID)task->objid, false);
  853. auto heroRole = evaluationContext.evaluator.ai->heroManager->getHeroRole(hero);
  854. if(heroRole == HeroRole::MAIN)
  855. evaluationContext.heroRole = heroRole;
  856. if (target)
  857. {
  858. evaluationContext.goldReward += evaluationContext.evaluator.getGoldReward(target, hero);
  859. evaluationContext.armyReward += evaluationContext.evaluator.getArmyReward(target, hero, army, checkGold);
  860. evaluationContext.armyGrowth += evaluationContext.evaluator.getArmyGrowth(target, hero, army);
  861. evaluationContext.skillReward += evaluationContext.evaluator.getSkillReward(target, hero, heroRole);
  862. evaluationContext.addNonCriticalStrategicalValue(evaluationContext.evaluator.getStrategicalValue(target));
  863. evaluationContext.conquestValue += evaluationContext.evaluator.getConquestValue(target);
  864. evaluationContext.goldCost += evaluationContext.evaluator.getGoldCost(target, hero, army);
  865. evaluationContext.armyInvolvement += army->getArmyCost();
  866. }
  867. vstd::amax(evaluationContext.armyLossPersentage, path.getTotalArmyLoss() / (double)path.getHeroStrength());
  868. addTileDanger(evaluationContext, path.targetTile(), path.turn(), path.getHeroStrength());
  869. vstd::amax(evaluationContext.turn, path.turn());
  870. }
  871. };
  872. class ClusterEvaluationContextBuilder : public IEvaluationContextBuilder
  873. {
  874. public:
  875. ClusterEvaluationContextBuilder(const Nullkiller * ai) {}
  876. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  877. {
  878. if(task->goalType != Goals::UNLOCK_CLUSTER)
  879. return;
  880. Goals::UnlockCluster & clusterGoal = dynamic_cast<Goals::UnlockCluster &>(*task);
  881. std::shared_ptr<ObjectCluster> cluster = clusterGoal.getCluster();
  882. auto hero = clusterGoal.hero;
  883. auto role = evaluationContext.evaluator.ai->heroManager->getHeroRole(hero);
  884. std::vector<std::pair<ObjectInstanceID, ClusterObjectInfo>> objects(cluster->objects.begin(), cluster->objects.end());
  885. std::sort(objects.begin(), objects.end(), [](std::pair<ObjectInstanceID, ClusterObjectInfo> o1, std::pair<ObjectInstanceID, ClusterObjectInfo> o2) -> bool
  886. {
  887. return o1.second.priority > o2.second.priority;
  888. });
  889. int boost = 1;
  890. for(auto & objInfo : objects)
  891. {
  892. auto target = evaluationContext.evaluator.ai->cb->getObj(objInfo.first);
  893. bool checkGold = objInfo.second.danger == 0;
  894. auto army = hero;
  895. evaluationContext.goldReward += evaluationContext.evaluator.getGoldReward(target, hero) / boost;
  896. evaluationContext.armyReward += evaluationContext.evaluator.getArmyReward(target, hero, army, checkGold) / boost;
  897. evaluationContext.skillReward += evaluationContext.evaluator.getSkillReward(target, hero, role) / boost;
  898. evaluationContext.addNonCriticalStrategicalValue(evaluationContext.evaluator.getStrategicalValue(target) / boost);
  899. evaluationContext.conquestValue += evaluationContext.evaluator.getConquestValue(target);
  900. evaluationContext.goldCost += evaluationContext.evaluator.getGoldCost(target, hero, army) / boost;
  901. evaluationContext.movementCostByRole[role] += objInfo.second.movementCost / boost;
  902. evaluationContext.movementCost += objInfo.second.movementCost / boost;
  903. vstd::amax(evaluationContext.turn, objInfo.second.turn / boost);
  904. boost <<= 1;
  905. if(boost > 8)
  906. break;
  907. }
  908. }
  909. };
  910. class ExchangeSwapTownHeroesContextBuilder : public IEvaluationContextBuilder
  911. {
  912. public:
  913. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  914. {
  915. if(task->goalType != Goals::EXCHANGE_SWAP_TOWN_HEROES)
  916. return;
  917. Goals::ExchangeSwapTownHeroes & swapCommand = dynamic_cast<Goals::ExchangeSwapTownHeroes &>(*task);
  918. const CGHeroInstance * garrisonHero = swapCommand.getGarrisonHero();
  919. if(garrisonHero && swapCommand.getLockingReason() == HeroLockedReason::DEFENCE)
  920. {
  921. auto defenderRole = evaluationContext.evaluator.ai->heroManager->getHeroRole(garrisonHero);
  922. auto mpLeft = garrisonHero->movementPointsRemaining() / (float)garrisonHero->movementPointsLimit(true);
  923. evaluationContext.movementCost += mpLeft;
  924. evaluationContext.movementCostByRole[defenderRole] += mpLeft;
  925. evaluationContext.heroRole = defenderRole;
  926. }
  927. }
  928. };
  929. class DismissHeroContextBuilder : public IEvaluationContextBuilder
  930. {
  931. private:
  932. const Nullkiller * ai;
  933. public:
  934. DismissHeroContextBuilder(const Nullkiller * ai) : ai(ai) {}
  935. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  936. {
  937. if(task->goalType != Goals::DISMISS_HERO)
  938. return;
  939. Goals::DismissHero & dismissCommand = dynamic_cast<Goals::DismissHero &>(*task);
  940. const CGHeroInstance * dismissedHero = dismissCommand.getHero();
  941. auto role = ai->heroManager->getHeroRole(dismissedHero);
  942. auto mpLeft = dismissedHero->movementPointsRemaining();
  943. evaluationContext.movementCost += mpLeft;
  944. evaluationContext.movementCostByRole[role] += mpLeft;
  945. evaluationContext.goldCost += GameConstants::HERO_GOLD_COST + getArmyCost(dismissedHero);
  946. }
  947. };
  948. class BuildThisEvaluationContextBuilder : public IEvaluationContextBuilder
  949. {
  950. public:
  951. void buildEvaluationContext(EvaluationContext & evaluationContext, Goals::TSubgoal task) const override
  952. {
  953. if(task->goalType != Goals::BUILD_STRUCTURE)
  954. return;
  955. Goals::BuildThis & buildThis = dynamic_cast<Goals::BuildThis &>(*task);
  956. auto & bi = buildThis.buildingInfo;
  957. evaluationContext.goldReward += 7 * bi.dailyIncome[EGameResID::GOLD] / 2; // 7 day income but half we already have
  958. evaluationContext.heroRole = HeroRole::MAIN;
  959. evaluationContext.movementCostByRole[evaluationContext.heroRole] += bi.prerequisitesCount;
  960. int32_t cost = bi.buildCostWithPrerequisites[EGameResID::GOLD];
  961. evaluationContext.goldCost += cost;
  962. evaluationContext.closestWayRatio = 1;
  963. evaluationContext.buildingCost += bi.buildCostWithPrerequisites;
  964. if (bi.id == BuildingID::MARKETPLACE || bi.dailyIncome[EGameResID::WOOD] > 0)
  965. evaluationContext.isTradeBuilding = true;
  966. logAi->trace("Building costs for %s : %s MarketValue: %d",bi.toString(), evaluationContext.buildingCost.toString(), evaluationContext.buildingCost.marketValue());
  967. if(bi.creatureID != CreatureID::NONE)
  968. {
  969. evaluationContext.addNonCriticalStrategicalValue(buildThis.townInfo.armyStrength / 50000.0);
  970. if(bi.baseCreatureID == bi.creatureID)
  971. {
  972. evaluationContext.addNonCriticalStrategicalValue((0.5f + 0.1f * bi.creatureLevel) / (float)bi.prerequisitesCount);
  973. evaluationContext.armyReward += bi.armyStrength;
  974. }
  975. else
  976. {
  977. auto potentialUpgradeValue = evaluationContext.evaluator.getUpgradeArmyReward(buildThis.town, bi);
  978. evaluationContext.addNonCriticalStrategicalValue(potentialUpgradeValue / 10000.0f / (float)bi.prerequisitesCount);
  979. evaluationContext.armyReward += potentialUpgradeValue / (float)bi.prerequisitesCount;
  980. }
  981. }
  982. else if(bi.id == BuildingID::CITADEL || bi.id == BuildingID::CASTLE)
  983. {
  984. evaluationContext.addNonCriticalStrategicalValue(buildThis.town->creatures.size() * 0.2f);
  985. evaluationContext.armyReward += buildThis.townInfo.armyStrength / 2;
  986. }
  987. else if(bi.id >= BuildingID::MAGES_GUILD_1 && bi.id <= BuildingID::MAGES_GUILD_5)
  988. {
  989. evaluationContext.skillReward += 2 * (bi.id - BuildingID::MAGES_GUILD_1);
  990. }
  991. if(evaluationContext.goldReward)
  992. {
  993. auto goldPressure = evaluationContext.evaluator.ai->buildAnalyzer->getGoldPressure();
  994. evaluationContext.addNonCriticalStrategicalValue(evaluationContext.goldReward * goldPressure / 3500.0f / bi.prerequisitesCount);
  995. }
  996. if(bi.notEnoughRes && bi.prerequisitesCount == 1)
  997. {
  998. evaluationContext.strategicalValue /= 3;
  999. evaluationContext.movementCostByRole[evaluationContext.heroRole] += 5;
  1000. evaluationContext.turn += 5;
  1001. }
  1002. }
  1003. };
  1004. uint64_t RewardEvaluator::getUpgradeArmyReward(const CGTownInstance * town, const BuildingInfo & bi) const
  1005. {
  1006. if(ai->buildAnalyzer->hasAnyBuilding(town->getFaction(), bi.id))
  1007. return 0;
  1008. auto creaturesToUpgrade = ai->armyManager->getTotalCreaturesAvailable(bi.baseCreatureID);
  1009. auto upgradedPower = ai->armyManager->evaluateStackPower(bi.creatureID.toCreature(), creaturesToUpgrade.count);
  1010. return upgradedPower - creaturesToUpgrade.power;
  1011. }
  1012. PriorityEvaluator::PriorityEvaluator(const Nullkiller * ai)
  1013. :ai(ai)
  1014. {
  1015. initVisitTile();
  1016. evaluationContextBuilders.push_back(std::make_shared<ExecuteHeroChainEvaluationContextBuilder>(ai));
  1017. evaluationContextBuilders.push_back(std::make_shared<BuildThisEvaluationContextBuilder>());
  1018. evaluationContextBuilders.push_back(std::make_shared<ClusterEvaluationContextBuilder>(ai));
  1019. evaluationContextBuilders.push_back(std::make_shared<HeroExchangeEvaluator>());
  1020. evaluationContextBuilders.push_back(std::make_shared<ArmyUpgradeEvaluator>());
  1021. evaluationContextBuilders.push_back(std::make_shared<DefendTownEvaluator>());
  1022. evaluationContextBuilders.push_back(std::make_shared<ExchangeSwapTownHeroesContextBuilder>());
  1023. evaluationContextBuilders.push_back(std::make_shared<DismissHeroContextBuilder>(ai));
  1024. evaluationContextBuilders.push_back(std::make_shared<StayAtTownManaRecoveryEvaluator>());
  1025. evaluationContextBuilders.push_back(std::make_shared<ExplorePointEvaluator>());
  1026. }
  1027. EvaluationContext PriorityEvaluator::buildEvaluationContext(Goals::TSubgoal goal) const
  1028. {
  1029. Goals::TGoalVec parts;
  1030. EvaluationContext context(ai);
  1031. if(goal->goalType == Goals::COMPOSITION)
  1032. {
  1033. parts = goal->decompose(ai);
  1034. }
  1035. else
  1036. {
  1037. parts.push_back(goal);
  1038. }
  1039. for(auto subgoal : parts)
  1040. {
  1041. context.goldCost += subgoal->goldCost;
  1042. context.buildingCost += subgoal->buildingCost;
  1043. for(auto builder : evaluationContextBuilders)
  1044. {
  1045. builder->buildEvaluationContext(context, subgoal);
  1046. }
  1047. }
  1048. return context;
  1049. }
  1050. float PriorityEvaluator::evaluate(Goals::TSubgoal task, int priorityTier)
  1051. {
  1052. auto evaluationContext = buildEvaluationContext(task);
  1053. int rewardType = (evaluationContext.goldReward > 0 ? 1 : 0)
  1054. + (evaluationContext.armyReward > 0 ? 1 : 0)
  1055. + (evaluationContext.skillReward > 0 ? 1 : 0)
  1056. + (evaluationContext.strategicalValue > 0 ? 1 : 0);
  1057. float goldRewardPerTurn = evaluationContext.goldReward / std::log2f(2 + evaluationContext.movementCost * 10);
  1058. double result = 0;
  1059. float fuzzyResult = 0;
  1060. try
  1061. {
  1062. armyLossPersentageVariable->setValue(evaluationContext.armyLossPersentage);
  1063. heroRoleVariable->setValue(evaluationContext.heroRole);
  1064. mainTurnDistanceVariable->setValue(evaluationContext.movementCostByRole[HeroRole::MAIN]);
  1065. scoutTurnDistanceVariable->setValue(evaluationContext.movementCostByRole[HeroRole::SCOUT]);
  1066. goldRewardVariable->setValue(goldRewardPerTurn);
  1067. armyRewardVariable->setValue(evaluationContext.armyReward);
  1068. armyGrowthVariable->setValue(evaluationContext.armyGrowth);
  1069. skillRewardVariable->setValue(evaluationContext.skillReward);
  1070. dangerVariable->setValue(evaluationContext.danger);
  1071. rewardTypeVariable->setValue(rewardType);
  1072. closestHeroRatioVariable->setValue(evaluationContext.closestWayRatio);
  1073. strategicalValueVariable->setValue(evaluationContext.strategicalValue);
  1074. goldPressureVariable->setValue(ai->buildAnalyzer->getGoldPressure());
  1075. goldCostVariable->setValue(evaluationContext.goldCost / ((float)ai->getFreeResources()[EGameResID::GOLD] + (float)ai->buildAnalyzer->getDailyIncome()[EGameResID::GOLD] + 1.0f));
  1076. turnVariable->setValue(evaluationContext.turn);
  1077. fearVariable->setValue(evaluationContext.enemyHeroDangerRatio);
  1078. engine->process();
  1079. fuzzyResult = value->getValue();
  1080. }
  1081. catch (fl::Exception& fe)
  1082. {
  1083. logAi->error("evaluate VisitTile: %s", fe.getWhat());
  1084. }
  1085. if (ai->settings->isUseFuzzy())
  1086. {
  1087. result = fuzzyResult;
  1088. }
  1089. else
  1090. {
  1091. float score = 0;
  1092. float maxWillingToLose = ai->cb->getTownsInfo().empty() ? 1 : 0.25;
  1093. logAi->trace("BEFORE: priorityTier %d, Evaluated %s, loss: %f, turn: %d, turns main: %f, scout: %f, gold: %f, cost: %d, army gain: %f, army growth: %f skill: %f danger: %d, threat: %d, role: %s, strategical value: %f, conquest value: %f cwr: %f, fear: %f, fuzzy: %f",
  1094. priorityTier,
  1095. task->toString(),
  1096. evaluationContext.armyLossPersentage,
  1097. (int)evaluationContext.turn,
  1098. evaluationContext.movementCostByRole[HeroRole::MAIN],
  1099. evaluationContext.movementCostByRole[HeroRole::SCOUT],
  1100. goldRewardPerTurn,
  1101. evaluationContext.goldCost,
  1102. evaluationContext.armyReward,
  1103. evaluationContext.armyGrowth,
  1104. evaluationContext.skillReward,
  1105. evaluationContext.danger,
  1106. evaluationContext.threat,
  1107. evaluationContext.heroRole == HeroRole::MAIN ? "main" : "scout",
  1108. evaluationContext.strategicalValue,
  1109. evaluationContext.conquestValue,
  1110. evaluationContext.closestWayRatio,
  1111. evaluationContext.enemyHeroDangerRatio,
  1112. fuzzyResult);
  1113. switch (priorityTier)
  1114. {
  1115. case 0: //Take towns
  1116. {
  1117. //score += evaluationContext.conquestValue * 1000;
  1118. if(evaluationContext.conquestValue > 0 || (evaluationContext.isDefend && evaluationContext.turn <= 1 && evaluationContext.threat > evaluationContext.armyInvolvement))
  1119. score = 1000;
  1120. if (score == 0 || (evaluationContext.enemyHeroDangerRatio > 0.5 && evaluationContext.turn > 0 && !ai->cb->getTownsInfo().empty()))
  1121. return 0;
  1122. if (maxWillingToLose - evaluationContext.armyLossPersentage < 0)
  1123. return 0;
  1124. score *= evaluationContext.closestWayRatio;
  1125. if (evaluationContext.movementCost > 0)
  1126. score /= evaluationContext.movementCost;
  1127. break;
  1128. }
  1129. case 1: //Collect unguarded stuff
  1130. {
  1131. if (evaluationContext.enemyHeroDangerRatio > 0.5 && !evaluationContext.isDefend)
  1132. return 0;
  1133. if (evaluationContext.isDefend && evaluationContext.enemyHeroDangerRatio == 0)
  1134. return 0;
  1135. if (evaluationContext.armyLossPersentage > 0)
  1136. return 0;
  1137. if (evaluationContext.involvesSailing && evaluationContext.movementCostByRole[HeroRole::MAIN] > 0)
  1138. return 0;
  1139. if (evaluationContext.buildingCost.marketValue() > 0)
  1140. return 0;
  1141. if (evaluationContext.closestWayRatio < 1)
  1142. return 0;
  1143. score += evaluationContext.strategicalValue * 1000;
  1144. score += evaluationContext.goldReward;
  1145. score += evaluationContext.skillReward * evaluationContext.armyInvolvement * (1 - evaluationContext.armyLossPersentage) * 0.05;
  1146. score += evaluationContext.armyReward;
  1147. score += evaluationContext.armyGrowth;
  1148. if (score <= 0)
  1149. return 0;
  1150. else
  1151. score = 1000;
  1152. score *= evaluationContext.closestWayRatio;
  1153. if (evaluationContext.threat > evaluationContext.armyInvolvement && !evaluationContext.isDefend)
  1154. score *= evaluationContext.armyInvolvement / evaluationContext.threat;
  1155. if (evaluationContext.movementCost > 0)
  1156. score /= evaluationContext.movementCost;
  1157. break;
  1158. }
  1159. case 2: //Collect guarded stuff
  1160. {
  1161. if (evaluationContext.enemyHeroDangerRatio > 0.5 && !evaluationContext.isDefend)
  1162. return 0;
  1163. if (evaluationContext.buildingCost.marketValue() > 0)
  1164. return 0;
  1165. score += evaluationContext.strategicalValue * 1000;
  1166. score += evaluationContext.goldReward;
  1167. score += evaluationContext.skillReward * evaluationContext.armyInvolvement * (1 - evaluationContext.armyLossPersentage) * 0.05;
  1168. score += evaluationContext.armyReward;
  1169. score += evaluationContext.armyGrowth;
  1170. score -= evaluationContext.goldCost;
  1171. score -= evaluationContext.armyInvolvement * evaluationContext.armyLossPersentage;
  1172. if (score > 0)
  1173. {
  1174. score *= evaluationContext.closestWayRatio;
  1175. if (evaluationContext.threat > 0)
  1176. score /= evaluationContext.threat;
  1177. if (evaluationContext.movementCost > 0)
  1178. score /= evaluationContext.movementCost;
  1179. score *= (maxWillingToLose - evaluationContext.armyLossPersentage);
  1180. }
  1181. break;
  1182. }
  1183. case 3: //For buildings and buying army
  1184. {
  1185. if (maxWillingToLose - evaluationContext.armyLossPersentage < 0)
  1186. return 0;
  1187. score += evaluationContext.conquestValue * 1000;
  1188. score += evaluationContext.strategicalValue * 1000;
  1189. score += evaluationContext.goldReward;
  1190. score += evaluationContext.skillReward * evaluationContext.armyInvolvement * (1 - evaluationContext.armyLossPersentage) * 0.05;
  1191. score += evaluationContext.armyReward;
  1192. score += evaluationContext.armyGrowth;
  1193. if (evaluationContext.buildingCost.marketValue() > 0)
  1194. {
  1195. if (!evaluationContext.isTradeBuilding && ai->getFreeResources()[EGameResID::WOOD] - evaluationContext.buildingCost[EGameResID::WOOD] < 5 && ai->buildAnalyzer->getDailyIncome()[EGameResID::WOOD] < 1)
  1196. {
  1197. logAi->trace("Should make sure to build market-place instead of %s", task->toString());
  1198. for (auto town : cb->getTownsInfo())
  1199. {
  1200. if (!town->hasBuiltSomeTradeBuilding())
  1201. return 0;
  1202. }
  1203. }
  1204. score += 1000;
  1205. auto resourcesAvailable = evaluationContext.evaluator.ai->getFreeResources();
  1206. auto income = ai->buildAnalyzer->getDailyIncome();
  1207. score /= evaluationContext.buildingCost.marketValue();
  1208. if (resourcesAvailable < evaluationContext.buildingCost)
  1209. {
  1210. TResources needed = evaluationContext.buildingCost - resourcesAvailable;
  1211. needed.positive();
  1212. int turnsTo = needed.div(income);
  1213. if (turnsTo == INT_MAX)
  1214. return 0;
  1215. else
  1216. score /= turnsTo;
  1217. }
  1218. }
  1219. else
  1220. {
  1221. if (evaluationContext.enemyHeroDangerRatio > 0.5 && !evaluationContext.isDefend)
  1222. return 0;
  1223. }
  1224. break;
  1225. }
  1226. }
  1227. result = score;
  1228. }
  1229. #if NKAI_TRACE_LEVEL >= 2
  1230. logAi->trace("priorityTier %d, Evaluated %s, loss: %f, turn: %d, turns main: %f, scout: %f, gold: %f, cost: %d, army gain: %f, army growth: %f skill: %f danger: %d, threat: %d, role: %s, strategical value: %f, conquest value: %f cwr: %f, fear: %f, fuzzy: %f, result %f",
  1231. priorityTier,
  1232. task->toString(),
  1233. evaluationContext.armyLossPersentage,
  1234. (int)evaluationContext.turn,
  1235. evaluationContext.movementCostByRole[HeroRole::MAIN],
  1236. evaluationContext.movementCostByRole[HeroRole::SCOUT],
  1237. goldRewardPerTurn,
  1238. evaluationContext.goldCost,
  1239. evaluationContext.armyReward,
  1240. evaluationContext.armyGrowth,
  1241. evaluationContext.skillReward,
  1242. evaluationContext.danger,
  1243. evaluationContext.threat,
  1244. evaluationContext.heroRole == HeroRole::MAIN ? "main" : "scout",
  1245. evaluationContext.strategicalValue,
  1246. evaluationContext.conquestValue,
  1247. evaluationContext.closestWayRatio,
  1248. evaluationContext.enemyHeroDangerRatio,
  1249. fuzzyResult,
  1250. result);
  1251. #endif
  1252. return result;
  1253. }
  1254. }