cmCMakePresetsGraphReadJSONTestPresets.cxx 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399
  1. /* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
  2. file Copyright.txt or https://cmake.org/licensing for details. */
  3. #include <cstddef>
  4. #include <functional>
  5. #include <map>
  6. #include <memory>
  7. #include <string>
  8. #include <vector>
  9. #include <cm/optional>
  10. #include <cmext/string_view>
  11. #include <cm3p/json/value.h>
  12. #include "cmCMakePresetsGraph.h"
  13. #include "cmCMakePresetsGraphInternal.h"
  14. #include "cmJSONHelpers.h"
  15. #include "CTest/cmCTestTypes.h"
  16. namespace {
  17. using ReadFileResult = cmCMakePresetsGraph::ReadFileResult;
  18. using TestPreset = cmCMakePresetsGraph::TestPreset;
  19. ReadFileResult TestPresetOutputVerbosityHelper(
  20. TestPreset::OutputOptions::VerbosityEnum& out, const Json::Value* value)
  21. {
  22. if (!value) {
  23. out = TestPreset::OutputOptions::VerbosityEnum::Default;
  24. return ReadFileResult::READ_OK;
  25. }
  26. if (!value->isString()) {
  27. return ReadFileResult::INVALID_PRESET;
  28. }
  29. if (value->asString() == "default") {
  30. out = TestPreset::OutputOptions::VerbosityEnum::Default;
  31. return ReadFileResult::READ_OK;
  32. }
  33. if (value->asString() == "verbose") {
  34. out = TestPreset::OutputOptions::VerbosityEnum::Verbose;
  35. return ReadFileResult::READ_OK;
  36. }
  37. if (value->asString() == "extra") {
  38. out = TestPreset::OutputOptions::VerbosityEnum::Extra;
  39. return ReadFileResult::READ_OK;
  40. }
  41. return ReadFileResult::INVALID_PRESET;
  42. }
  43. auto const TestPresetOptionalOutputVerbosityHelper =
  44. cmJSONOptionalHelper<TestPreset::OutputOptions::VerbosityEnum,
  45. ReadFileResult>(ReadFileResult::READ_OK,
  46. TestPresetOutputVerbosityHelper);
  47. ReadFileResult TestPresetOutputTruncationHelper(
  48. cmCTestTypes::TruncationMode& out, const Json::Value* value)
  49. {
  50. if (!value) {
  51. out = cmCTestTypes::TruncationMode::Tail;
  52. return ReadFileResult::READ_OK;
  53. }
  54. if (!value->isString()) {
  55. return ReadFileResult::INVALID_PRESET;
  56. }
  57. if (value->asString() == "tail") {
  58. out = cmCTestTypes::TruncationMode::Tail;
  59. return ReadFileResult::READ_OK;
  60. }
  61. if (value->asString() == "middle") {
  62. out = cmCTestTypes::TruncationMode::Middle;
  63. return ReadFileResult::READ_OK;
  64. }
  65. if (value->asString() == "head") {
  66. out = cmCTestTypes::TruncationMode::Head;
  67. return ReadFileResult::READ_OK;
  68. }
  69. return ReadFileResult::INVALID_PRESET;
  70. }
  71. auto const TestPresetOptionalTruncationHelper =
  72. cmJSONOptionalHelper<cmCTestTypes::TruncationMode, ReadFileResult>(
  73. ReadFileResult::READ_OK, TestPresetOutputTruncationHelper);
  74. auto const TestPresetOptionalOutputHelper =
  75. cmJSONOptionalHelper<TestPreset::OutputOptions, ReadFileResult>(
  76. ReadFileResult::READ_OK,
  77. cmJSONObjectHelper<TestPreset::OutputOptions, ReadFileResult>(
  78. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESET, false)
  79. .Bind("shortProgress"_s, &TestPreset::OutputOptions::ShortProgress,
  80. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  81. .Bind("verbosity"_s, &TestPreset::OutputOptions::Verbosity,
  82. TestPresetOptionalOutputVerbosityHelper, false)
  83. .Bind("debug"_s, &TestPreset::OutputOptions::Debug,
  84. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  85. .Bind("outputOnFailure"_s, &TestPreset::OutputOptions::OutputOnFailure,
  86. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  87. .Bind("quiet"_s, &TestPreset::OutputOptions::Quiet,
  88. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  89. .Bind("outputLogFile"_s, &TestPreset::OutputOptions::OutputLogFile,
  90. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  91. .Bind("labelSummary"_s, &TestPreset::OutputOptions::LabelSummary,
  92. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  93. .Bind("subprojectSummary"_s,
  94. &TestPreset::OutputOptions::SubprojectSummary,
  95. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  96. .Bind("maxPassedTestOutputSize"_s,
  97. &TestPreset::OutputOptions::MaxPassedTestOutputSize,
  98. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  99. .Bind("maxFailedTestOutputSize"_s,
  100. &TestPreset::OutputOptions::MaxFailedTestOutputSize,
  101. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  102. .Bind("testOutputTruncation"_s,
  103. &TestPreset::OutputOptions::TestOutputTruncation,
  104. TestPresetOptionalTruncationHelper, false)
  105. .Bind("maxTestNameWidth"_s, &TestPreset::OutputOptions::MaxTestNameWidth,
  106. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false));
  107. auto const TestPresetOptionalFilterIncludeIndexObjectHelper =
  108. cmJSONOptionalHelper<TestPreset::IncludeOptions::IndexOptions,
  109. ReadFileResult>(
  110. ReadFileResult::READ_OK,
  111. cmJSONObjectHelper<TestPreset::IncludeOptions::IndexOptions,
  112. ReadFileResult>(ReadFileResult::READ_OK,
  113. ReadFileResult::INVALID_PRESET)
  114. .Bind("start"_s, &TestPreset::IncludeOptions::IndexOptions::Start,
  115. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  116. .Bind("end"_s, &TestPreset::IncludeOptions::IndexOptions::End,
  117. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  118. .Bind("stride"_s, &TestPreset::IncludeOptions::IndexOptions::Stride,
  119. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  120. .Bind("specificTests"_s,
  121. &TestPreset::IncludeOptions::IndexOptions::SpecificTests,
  122. cmCMakePresetsGraphInternal::PresetVectorIntHelper, false));
  123. ReadFileResult TestPresetOptionalFilterIncludeIndexHelper(
  124. cm::optional<TestPreset::IncludeOptions::IndexOptions>& out,
  125. const Json::Value* value)
  126. {
  127. if (!value) {
  128. out = cm::nullopt;
  129. return ReadFileResult::READ_OK;
  130. }
  131. if (value->isString()) {
  132. out.emplace();
  133. out->IndexFile = value->asString();
  134. return ReadFileResult::READ_OK;
  135. }
  136. if (value->isObject()) {
  137. return TestPresetOptionalFilterIncludeIndexObjectHelper(out, value);
  138. }
  139. return ReadFileResult::INVALID_PRESET;
  140. }
  141. auto const TestPresetOptionalFilterIncludeHelper =
  142. cmJSONOptionalHelper<TestPreset::IncludeOptions, ReadFileResult>(
  143. ReadFileResult::READ_OK,
  144. cmJSONObjectHelper<TestPreset::IncludeOptions, ReadFileResult>(
  145. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESET)
  146. .Bind("name"_s, &TestPreset::IncludeOptions::Name,
  147. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  148. .Bind("label"_s, &TestPreset::IncludeOptions::Label,
  149. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  150. .Bind("index"_s, &TestPreset::IncludeOptions::Index,
  151. TestPresetOptionalFilterIncludeIndexHelper, false)
  152. .Bind("useUnion"_s, &TestPreset::IncludeOptions::UseUnion,
  153. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false));
  154. auto const TestPresetOptionalFilterExcludeFixturesHelper =
  155. cmJSONOptionalHelper<TestPreset::ExcludeOptions::FixturesOptions,
  156. ReadFileResult>(
  157. ReadFileResult::READ_OK,
  158. cmJSONObjectHelper<TestPreset::ExcludeOptions::FixturesOptions,
  159. ReadFileResult>(ReadFileResult::READ_OK,
  160. ReadFileResult::INVALID_PRESET)
  161. .Bind("any"_s, &TestPreset::ExcludeOptions::FixturesOptions::Any,
  162. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  163. .Bind("setup"_s, &TestPreset::ExcludeOptions::FixturesOptions::Setup,
  164. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  165. .Bind("cleanup"_s, &TestPreset::ExcludeOptions::FixturesOptions::Cleanup,
  166. cmCMakePresetsGraphInternal::PresetStringHelper, false));
  167. auto const TestPresetOptionalFilterExcludeHelper =
  168. cmJSONOptionalHelper<TestPreset::ExcludeOptions, ReadFileResult>(
  169. ReadFileResult::READ_OK,
  170. cmJSONObjectHelper<TestPreset::ExcludeOptions, ReadFileResult>(
  171. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESET)
  172. .Bind("name"_s, &TestPreset::ExcludeOptions::Name,
  173. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  174. .Bind("label"_s, &TestPreset::ExcludeOptions::Label,
  175. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  176. .Bind("fixtures"_s, &TestPreset::ExcludeOptions::Fixtures,
  177. TestPresetOptionalFilterExcludeFixturesHelper, false));
  178. ReadFileResult TestPresetExecutionShowOnlyHelper(
  179. TestPreset::ExecutionOptions::ShowOnlyEnum& out, const Json::Value* value)
  180. {
  181. if (!value || !value->isString()) {
  182. return ReadFileResult::INVALID_PRESET;
  183. }
  184. if (value->asString() == "human") {
  185. out = TestPreset::ExecutionOptions::ShowOnlyEnum::Human;
  186. return ReadFileResult::READ_OK;
  187. }
  188. if (value->asString() == "json-v1") {
  189. out = TestPreset::ExecutionOptions::ShowOnlyEnum::JsonV1;
  190. return ReadFileResult::READ_OK;
  191. }
  192. return ReadFileResult::INVALID_PRESET;
  193. }
  194. auto const TestPresetOptionalExecutionShowOnlyHelper =
  195. cmJSONOptionalHelper<TestPreset::ExecutionOptions::ShowOnlyEnum,
  196. ReadFileResult>(ReadFileResult::READ_OK,
  197. TestPresetExecutionShowOnlyHelper);
  198. ReadFileResult TestPresetExecutionModeHelper(
  199. TestPreset::ExecutionOptions::RepeatOptions::ModeEnum& out,
  200. const Json::Value* value)
  201. {
  202. if (!value) {
  203. return ReadFileResult::READ_OK;
  204. }
  205. if (!value->isString()) {
  206. return ReadFileResult::INVALID_PRESET;
  207. }
  208. if (value->asString() == "until-fail") {
  209. out = TestPreset::ExecutionOptions::RepeatOptions::ModeEnum::UntilFail;
  210. return ReadFileResult::READ_OK;
  211. }
  212. if (value->asString() == "until-pass") {
  213. out = TestPreset::ExecutionOptions::RepeatOptions::ModeEnum::UntilPass;
  214. return ReadFileResult::READ_OK;
  215. }
  216. if (value->asString() == "after-timeout") {
  217. out = TestPreset::ExecutionOptions::RepeatOptions::ModeEnum::AfterTimeout;
  218. return ReadFileResult::READ_OK;
  219. }
  220. return ReadFileResult::INVALID_PRESET;
  221. }
  222. auto const TestPresetOptionalExecutionRepeatHelper =
  223. cmJSONOptionalHelper<TestPreset::ExecutionOptions::RepeatOptions,
  224. ReadFileResult>(
  225. ReadFileResult::READ_OK,
  226. cmJSONObjectHelper<TestPreset::ExecutionOptions::RepeatOptions,
  227. ReadFileResult>(ReadFileResult::READ_OK,
  228. ReadFileResult::INVALID_PRESET)
  229. .Bind("mode"_s, &TestPreset::ExecutionOptions::RepeatOptions::Mode,
  230. TestPresetExecutionModeHelper, true)
  231. .Bind("count"_s, &TestPreset::ExecutionOptions::RepeatOptions::Count,
  232. cmCMakePresetsGraphInternal::PresetIntHelper, true));
  233. ReadFileResult TestPresetExecutionNoTestsActionHelper(
  234. TestPreset::ExecutionOptions::NoTestsActionEnum& out,
  235. const Json::Value* value)
  236. {
  237. if (!value) {
  238. out = TestPreset::ExecutionOptions::NoTestsActionEnum::Default;
  239. return ReadFileResult::READ_OK;
  240. }
  241. if (!value->isString()) {
  242. return ReadFileResult::INVALID_PRESET;
  243. }
  244. if (value->asString() == "default") {
  245. out = TestPreset::ExecutionOptions::NoTestsActionEnum::Default;
  246. return ReadFileResult::READ_OK;
  247. }
  248. if (value->asString() == "error") {
  249. out = TestPreset::ExecutionOptions::NoTestsActionEnum::Error;
  250. return ReadFileResult::READ_OK;
  251. }
  252. if (value->asString() == "ignore") {
  253. out = TestPreset::ExecutionOptions::NoTestsActionEnum::Ignore;
  254. return ReadFileResult::READ_OK;
  255. }
  256. return ReadFileResult::INVALID_PRESET;
  257. }
  258. auto const TestPresetOptionalExecutionNoTestsActionHelper =
  259. cmJSONOptionalHelper<TestPreset::ExecutionOptions::NoTestsActionEnum,
  260. ReadFileResult>(ReadFileResult::READ_OK,
  261. TestPresetExecutionNoTestsActionHelper);
  262. auto const TestPresetExecutionHelper =
  263. cmJSONOptionalHelper<TestPreset::ExecutionOptions, ReadFileResult>(
  264. ReadFileResult::READ_OK,
  265. cmJSONObjectHelper<TestPreset::ExecutionOptions, ReadFileResult>(
  266. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESET)
  267. .Bind("stopOnFailure"_s, &TestPreset::ExecutionOptions::StopOnFailure,
  268. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  269. .Bind("enableFailover"_s, &TestPreset::ExecutionOptions::EnableFailover,
  270. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  271. .Bind("jobs"_s, &TestPreset::ExecutionOptions::Jobs,
  272. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  273. .Bind("resourceSpecFile"_s,
  274. &TestPreset::ExecutionOptions::ResourceSpecFile,
  275. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  276. .Bind("testLoad"_s, &TestPreset::ExecutionOptions::TestLoad,
  277. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  278. .Bind("showOnly"_s, &TestPreset::ExecutionOptions::ShowOnly,
  279. TestPresetOptionalExecutionShowOnlyHelper, false)
  280. .Bind("repeat"_s, &TestPreset::ExecutionOptions::Repeat,
  281. TestPresetOptionalExecutionRepeatHelper, false)
  282. .Bind("interactiveDebugging"_s,
  283. &TestPreset::ExecutionOptions::InteractiveDebugging,
  284. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  285. .Bind("scheduleRandom"_s, &TestPreset::ExecutionOptions::ScheduleRandom,
  286. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  287. .Bind("timeout"_s, &TestPreset::ExecutionOptions::Timeout,
  288. cmCMakePresetsGraphInternal::PresetOptionalIntHelper, false)
  289. .Bind("noTestsAction"_s, &TestPreset::ExecutionOptions::NoTestsAction,
  290. TestPresetOptionalExecutionNoTestsActionHelper, false));
  291. auto const TestPresetFilterHelper =
  292. cmJSONOptionalHelper<TestPreset::FilterOptions, ReadFileResult>(
  293. ReadFileResult::READ_OK,
  294. cmJSONObjectHelper<TestPreset::FilterOptions, ReadFileResult>(
  295. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESET)
  296. .Bind("include"_s, &TestPreset::FilterOptions::Include,
  297. TestPresetOptionalFilterIncludeHelper, false)
  298. .Bind("exclude"_s, &TestPreset::FilterOptions::Exclude,
  299. TestPresetOptionalFilterExcludeHelper, false));
  300. auto const TestPresetHelper =
  301. cmJSONObjectHelper<TestPreset, ReadFileResult>(
  302. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESET, false)
  303. .Bind("name"_s, &TestPreset::Name,
  304. cmCMakePresetsGraphInternal::PresetStringHelper)
  305. .Bind("inherits"_s, &TestPreset::Inherits,
  306. cmCMakePresetsGraphInternal::PresetVectorOneOrMoreStringHelper,
  307. false)
  308. .Bind("hidden"_s, &TestPreset::Hidden,
  309. cmCMakePresetsGraphInternal::PresetBoolHelper, false)
  310. .Bind<std::nullptr_t>("vendor"_s, nullptr,
  311. cmCMakePresetsGraphInternal::VendorHelper(
  312. ReadFileResult::INVALID_PRESET),
  313. false)
  314. .Bind("displayName"_s, &TestPreset::DisplayName,
  315. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  316. .Bind("description"_s, &TestPreset::Description,
  317. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  318. .Bind("environment"_s, &TestPreset::Environment,
  319. cmCMakePresetsGraphInternal::EnvironmentMapHelper, false)
  320. .Bind("configurePreset"_s, &TestPreset::ConfigurePreset,
  321. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  322. .Bind("inheritConfigureEnvironment"_s,
  323. &TestPreset::InheritConfigureEnvironment,
  324. cmCMakePresetsGraphInternal::PresetOptionalBoolHelper, false)
  325. .Bind("configuration"_s, &TestPreset::Configuration,
  326. cmCMakePresetsGraphInternal::PresetStringHelper, false)
  327. .Bind("overwriteConfigurationFile"_s,
  328. &TestPreset::OverwriteConfigurationFile,
  329. cmCMakePresetsGraphInternal::PresetVectorStringHelper, false)
  330. .Bind("output"_s, &TestPreset::Output, TestPresetOptionalOutputHelper,
  331. false)
  332. .Bind("filter"_s, &TestPreset::Filter, TestPresetFilterHelper, false)
  333. .Bind("execution"_s, &TestPreset::Execution, TestPresetExecutionHelper,
  334. false)
  335. .Bind("condition"_s, &TestPreset::ConditionEvaluator,
  336. cmCMakePresetsGraphInternal::PresetConditionHelper, false);
  337. }
  338. namespace cmCMakePresetsGraphInternal {
  339. cmCMakePresetsGraph::ReadFileResult TestPresetsHelper(
  340. std::vector<cmCMakePresetsGraph::TestPreset>& out, const Json::Value* value)
  341. {
  342. static auto const helper = cmJSONVectorHelper<TestPreset, ReadFileResult>(
  343. ReadFileResult::READ_OK, ReadFileResult::INVALID_PRESETS,
  344. TestPresetHelper);
  345. return helper(out, value);
  346. }
  347. }