RunCMakeTest.cmake 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398
  1. cmake_minimum_required(VERSION 3.19) # CMP0053
  2. include(RunCMake)
  3. # Fix Visual Studio generator name
  4. if(RunCMake_GENERATOR MATCHES "^(Visual Studio [0-9]+ [0-9]+) ")
  5. set(RunCMake_GENERATOR "${CMAKE_MATCH_1}")
  6. endif()
  7. set(RunCMake-check-file check.cmake)
  8. include("${RunCMake_SOURCE_DIR}/validate_schema.cmake")
  9. function(reset_cmake_presets_directory name)
  10. set(RunCMake_TEST_SOURCE_DIR "${RunCMake_BINARY_DIR}/${name}")
  11. file(REMOVE_RECURSE "${RunCMake_TEST_SOURCE_DIR}")
  12. file(MAKE_DIRECTORY "${RunCMake_TEST_SOURCE_DIR}")
  13. endfunction()
  14. function(run_cmake_presets name)
  15. set(RunCMake_TEST_SOURCE_DIR "${RunCMake_BINARY_DIR}/${name}")
  16. set(_source_arg "${RunCMake_TEST_SOURCE_DIR}")
  17. if(CMakePresets_SOURCE_ARG)
  18. set(_source_arg "${CMakePresets_SOURCE_ARG}")
  19. endif()
  20. if(NOT RunCMake_TEST_SOURCE_DIR_NO_CLEAN)
  21. file(REMOVE_RECURSE "${RunCMake_TEST_SOURCE_DIR}")
  22. file(MAKE_DIRECTORY "${RunCMake_TEST_SOURCE_DIR}")
  23. endif()
  24. configure_file("${RunCMake_SOURCE_DIR}/CMakeLists.txt.in" "${RunCMake_TEST_SOURCE_DIR}/CMakeLists.txt" @ONLY)
  25. if(NOT CMakePresets_FILE)
  26. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/${name}.json.in")
  27. endif()
  28. if(EXISTS "${CMakePresets_FILE}")
  29. configure_file("${CMakePresets_FILE}" "${RunCMake_TEST_SOURCE_DIR}/CMakePresets.json" @ONLY)
  30. endif()
  31. if(NOT CMakeUserPresets_FILE)
  32. set(CMakeUserPresets_FILE "${RunCMake_SOURCE_DIR}/${name}User.json.in")
  33. endif()
  34. if(EXISTS "${CMakeUserPresets_FILE}")
  35. configure_file("${CMakeUserPresets_FILE}" "${RunCMake_TEST_SOURCE_DIR}/CMakeUserPresets.json" @ONLY)
  36. endif()
  37. set(_CMakePresets_EXTRA_FILES_OUT)
  38. set(_CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS)
  39. foreach(_extra_file IN LISTS CMakePresets_EXTRA_FILES)
  40. cmake_path(RELATIVE_PATH _extra_file
  41. BASE_DIRECTORY "${RunCMake_SOURCE_DIR}"
  42. OUTPUT_VARIABLE _extra_file_relative
  43. )
  44. string(REGEX REPLACE "\\.in$" "" _extra_file_out_relative "${_extra_file_relative}")
  45. set(_extra_file_out "${RunCMake_TEST_SOURCE_DIR}/${_extra_file_out_relative}")
  46. configure_file("${_extra_file}" "${_extra_file_out}" @ONLY)
  47. list(APPEND _CMakePresets_EXTRA_FILES_OUT "${_extra_file_out}")
  48. list(APPEND _CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS 0)
  49. endforeach()
  50. set(_s_arg -S)
  51. if(CMakePresets_NO_S_ARG)
  52. set(_s_arg)
  53. endif()
  54. set(_source_args ${_s_arg} ${_source_arg})
  55. if(CMakePresets_NO_SOURCE_ARGS)
  56. set(_source_args)
  57. endif()
  58. set(_unused_cli --no-warn-unused-cli)
  59. if(CMakePresets_WARN_UNUSED_CLI)
  60. set(_unused_cli)
  61. endif()
  62. set(_preset "--preset=${name}")
  63. if(CMakePresets_NO_PRESET)
  64. set(_preset)
  65. endif()
  66. set(RunCMake_TEST_COMMAND ${CMAKE_COMMAND}
  67. ${_source_args}
  68. -DRunCMake_TEST=${name}
  69. -DRunCMake_GENERATOR=${RunCMake_GENERATOR}
  70. -DCMAKE_MAKE_PROGRAM=${RunCMake_MAKE_PROGRAM}
  71. ${_unused_cli}
  72. ${_preset}
  73. ${ARGN}
  74. )
  75. run_cmake(${name})
  76. endfunction()
  77. # Test CMakePresets.json errors
  78. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  79. run_cmake_presets(NoCMakePresets)
  80. run_cmake_presets(Comment)
  81. run_cmake_presets(JSONParseError)
  82. run_cmake_presets(InvalidRoot)
  83. run_cmake_presets(NoVersion)
  84. run_cmake_presets(InvalidVersion)
  85. run_cmake_presets(LowVersion)
  86. run_cmake_presets(HighVersion)
  87. run_cmake_presets(InvalidVendor)
  88. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  89. run_cmake_presets(NoPresets)
  90. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  91. run_cmake_presets(InvalidPresets)
  92. run_cmake_presets(PresetNotObject)
  93. run_cmake_presets(NoPresetName)
  94. run_cmake_presets(InvalidPresetName)
  95. run_cmake_presets(EmptyPresetName)
  96. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  97. run_cmake_presets(NoPresetGenerator)
  98. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  99. run_cmake_presets(InvalidPresetGenerator)
  100. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  101. run_cmake_presets(NoPresetBinaryDir)
  102. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  103. run_cmake_presets(InvalidPresetBinaryDir)
  104. run_cmake_presets(InvalidVariables)
  105. run_cmake_presets(VariableNotObject)
  106. run_cmake_presets(NoVariableValue)
  107. run_cmake_presets(InvalidVariableValue)
  108. run_cmake_presets(ExtraRootField)
  109. run_cmake_presets(ExtraPresetField)
  110. run_cmake_presets(ExtraVariableField)
  111. run_cmake_presets(FuturePresetInstallDirField)
  112. run_cmake_presets(FuturePresetToolchainField)
  113. run_cmake_presets(InvalidPresetVendor)
  114. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  115. run_cmake_presets(DuplicatePresets)
  116. run_cmake_presets(CyclicInheritance0)
  117. run_cmake_presets(CyclicInheritance1)
  118. run_cmake_presets(CyclicInheritance2)
  119. run_cmake_presets(InvalidInheritance)
  120. run_cmake_presets(ErrorNoWarningDev)
  121. run_cmake_presets(ErrorNoWarningDeprecated)
  122. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  123. run_cmake_presets(InvalidArchitectureStrategy)
  124. run_cmake_presets(UnknownArchitectureStrategy)
  125. run_cmake_presets(InvalidToolsetStrategy)
  126. run_cmake_presets(UnknownToolsetStrategy)
  127. run_cmake_presets(EmptyCacheKey)
  128. run_cmake_presets(EmptyEnvKey)
  129. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  130. run_cmake_presets(UnclosedMacro)
  131. run_cmake_presets(NoSuchMacro)
  132. run_cmake_presets(EnvCycle)
  133. run_cmake_presets(EmptyEnv)
  134. run_cmake_presets(EmptyPenv)
  135. run_cmake_presets(InvalidRegex)
  136. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  137. run_cmake_presets(ConditionFuture)
  138. run_cmake_presets(SubConditionNull)
  139. # Test cmakeMinimumRequired field
  140. run_cmake_presets(MinimumRequiredInvalid)
  141. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  142. run_cmake_presets(MinimumRequiredEmpty)
  143. run_cmake_presets(MinimumRequiredMajor)
  144. run_cmake_presets(MinimumRequiredMinor)
  145. run_cmake_presets(MinimumRequiredPatch)
  146. # Test properly working CMakePresets.json
  147. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/CMakePresets.json.in")
  148. unset(ENV{TEST_ENV})
  149. unset(ENV{TEST_ENV_REF})
  150. unset(ENV{TEST_D_ENV_REF})
  151. set(ENV{TEST_ENV_OVERRIDE} "This environment variable will be overridden")
  152. set(ENV{TEST_PENV} "Process environment variable")
  153. set(ENV{TEST_ENV_REF_PENV} "suffix")
  154. run_cmake_presets(Good "-DTEST_OVERRIDE_1=Overridden value" "-DTEST_OVERRIDE_2:STRING=Overridden value" -C "${RunCMake_SOURCE_DIR}/CacheOverride.cmake" "-UTEST_UNDEF")
  155. unset(ENV{TEST_ENV_OVERRIDE})
  156. unset(ENV{TEST_PENV})
  157. unset(ENV{TEST_ENV_REF_PENV})
  158. run_cmake_presets(GoodNoArgs)
  159. file(REMOVE_RECURSE ${RunCMake_BINARY_DIR}/GoodBinaryUp-build)
  160. run_cmake_presets(GoodBinaryUp)
  161. set(CMakePresets_SOURCE_ARG "../GoodBinaryRelative")
  162. run_cmake_presets(GoodBinaryRelative)
  163. unset(CMakePresets_SOURCE_ARG)
  164. run_cmake_presets(GoodSpaces "--preset" "Good Spaces")
  165. run_cmake_presets(GoodSpacesEq "--preset=Good Spaces")
  166. if(WIN32)
  167. run_cmake_presets(GoodWindowsBackslash)
  168. endif()
  169. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/GoodBOM.json.in")
  170. run_cmake_presets(GoodBOM)
  171. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/CMakePresets.json.in")
  172. file(REMOVE_RECURSE ${RunCMake_BINARY_DIR}/GoodBinaryCmdLine-build)
  173. run_cmake_presets(GoodBinaryCmdLine -B ${RunCMake_BINARY_DIR}/GoodBinaryCmdLine-build)
  174. run_cmake_presets(GoodGeneratorCmdLine -G ${RunCMake_GENERATOR})
  175. run_cmake_presets(InvalidGeneratorCmdLine -G "Invalid Generator")
  176. set(CMakePresets_NO_S_ARG TRUE)
  177. run_cmake_presets(GoodNoS)
  178. set(RunCMake_TEST_BINARY_DIR "${RunCMake_BINARY_DIR}/GoodNoSCachePrep-build")
  179. run_cmake_presets(GoodNoSCachePrep)
  180. set(CMakePresets_SOURCE_ARG ".")
  181. set(RunCMake_TEST_NO_CLEAN 1)
  182. run_cmake_presets(GoodNoSCache)
  183. unset(RunCMake_TEST_NO_CLEAN)
  184. unset(CMakePresets_SOURCE_ARG)
  185. unset(RunCMake_TEST_BINARY_DIR)
  186. unset(CMakePresets_NO_S_ARG)
  187. set(CMakePresets_NO_SOURCE_ARGS 1)
  188. set(RunCMake_TEST_BINARY_DIR "${RunCMake_BINARY_DIR}/GoodNoSourceArg")
  189. set(RunCMake_TEST_NO_CLEAN 1)
  190. run_cmake_presets(GoodNoSourceArg)
  191. unset(RunCMake_TEST_NO_CLEAN)
  192. unset(RunCMake_TEST_BINARY_DIR)
  193. unset(CMakePresets_NO_SOURCE_ARGS)
  194. run_cmake_presets(GoodInheritanceParent)
  195. run_cmake_presets(GoodInheritanceChild)
  196. run_cmake_presets(GoodInheritanceOverride)
  197. run_cmake_presets(GoodInheritanceMulti)
  198. run_cmake_presets(GoodInheritanceMultiSecond)
  199. run_cmake_presets(GoodInheritanceMacro)
  200. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/GoodInstall.json.in")
  201. run_cmake_presets(GoodInstallDefault)
  202. run_cmake_presets(GoodInstallInherit)
  203. run_cmake_presets(GoodInstallOverride)
  204. run_cmake_presets(GoodInstallCommandLine "--install-prefix=${RunCMake_SOURCE_DIR}/path/passed/on/command_line")
  205. set(RunCMake_TEST_SOURCE_DIR_NO_CLEAN 1)
  206. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/GoodToolchain.json.in")
  207. reset_cmake_presets_directory(GoodToolchainInherit)
  208. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainDefault/toolchain.cmake" "")
  209. run_cmake_presets(GoodToolchainDefault)
  210. reset_cmake_presets_directory(GoodToolchainInherit)
  211. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainInherit/toolchain.cmake" "")
  212. run_cmake_presets(GoodToolchainInherit)
  213. reset_cmake_presets_directory(GoodToolchainOverride)
  214. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainOverride/override_toolchain.cmake" "")
  215. run_cmake_presets(GoodToolchainOverride)
  216. reset_cmake_presets_directory(GoodToolchainCommandLine)
  217. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainCommandLine/cmd_line_toolchain.cmake" "")
  218. run_cmake_presets(GoodToolchainCommandLine "--toolchain=${RunCMake_BINARY_DIR}/GoodToolchainCommandLine/cmd_line_toolchain.cmake")
  219. unset(RunCMake_TEST_SOURCE_DIR_NO_CLEAN)
  220. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/CMakePresets.json.in")
  221. # Test bad preset arguments
  222. run_cmake_presets(VendorMacro)
  223. run_cmake_presets(InvalidGenerator)
  224. # Test Visual Studio-specific stuff
  225. if(RunCMake_GENERATOR MATCHES "^Visual Studio ")
  226. run_cmake_presets(VisualStudioGeneratorArch)
  227. run_cmake_presets(VisualStudioWin32)
  228. run_cmake_presets(VisualStudioWin64)
  229. run_cmake_presets(VisualStudioWin32Override -A x64)
  230. if(NOT RunCMake_GENERATOR STREQUAL "Visual Studio 9 2008")
  231. run_cmake_presets(VisualStudioToolset)
  232. run_cmake_presets(VisualStudioToolsetOverride -T "Test Toolset")
  233. run_cmake_presets(VisualStudioInheritanceParent)
  234. run_cmake_presets(VisualStudioInheritanceChild)
  235. run_cmake_presets(VisualStudioInheritanceOverride)
  236. run_cmake_presets(VisualStudioInheritanceMulti)
  237. run_cmake_presets(VisualStudioInheritanceMultiSecond)
  238. endif()
  239. else()
  240. run_cmake_presets(ArchToolsetStrategyNone)
  241. run_cmake_presets(ArchToolsetStrategyDefault)
  242. run_cmake_presets(ArchToolsetStrategyIgnore)
  243. endif()
  244. # Test bad command line arguments
  245. run_cmake_presets(NoSuchPreset)
  246. run_cmake_presets(NoPresetArgument --preset)
  247. run_cmake_presets(NoPresetArgumentEq --preset= -DA=B)
  248. run_cmake_presets(UseHiddenPreset)
  249. # Test CMakeUserPresets.json
  250. unset(CMakePresets_FILE)
  251. run_cmake_presets(GoodUserOnly)
  252. run_cmake_presets(GoodUserFromMain)
  253. run_cmake_presets(GoodUserFromUser)
  254. run_cmake_presets(V2InheritV3Optional)
  255. # Test CMakeUserPresets.json errors
  256. run_cmake_presets(UserDuplicateInUser)
  257. run_cmake_presets(UserDuplicateCross)
  258. run_cmake_presets(UserInheritance)
  259. # Test listing presets
  260. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/ListPresets.json.in")
  261. run_cmake_presets(ListPresets --list-presets)
  262. set(RunCMake_TEST_BINARY_DIR "${RunCMake_BINARY_DIR}/ListPresetsWorkingDir")
  263. set(RunCMake_TEST_NO_CLEAN 1)
  264. set(CMakePresets_NO_SOURCE_ARGS 1)
  265. set(CMakePresets_NO_PRESET 1)
  266. run_cmake_presets(ListPresetsWorkingDir --list-presets)
  267. run_cmake_presets(ListConfigurePresetsWorkingDir --list-presets=configure)
  268. unset(CMakePresets_NO_PRESET)
  269. unset(CMakePresets_NO_SOURCE_ARGS)
  270. unset(RunCMake_TEST_NO_CLEAN)
  271. unset(RunCMake_TEST_BINARY_DIR)
  272. run_cmake_presets(ListPresetsNoSuchPreset)
  273. run_cmake_presets(ListPresetsHidden)
  274. # Test warning and error flags
  275. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/Warnings.json.in")
  276. set(CMakePresets_WARN_UNUSED_CLI 1)
  277. run_cmake_presets(NoWarningFlags)
  278. run_cmake_presets(WarningFlags)
  279. run_cmake_presets(DisableWarningFlags)
  280. run_cmake_presets(ErrorDev)
  281. run_cmake_presets(ErrorDeprecated)
  282. unset(CMakePresets_WARN_UNUSED_CLI)
  283. # Test debug
  284. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/Debug.json.in")
  285. run_cmake_presets(NoDebug)
  286. run_cmake_presets(Debug)
  287. # Test ${hostSystemName} macro
  288. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/HostSystemName.json.in")
  289. run_cmake_presets(HostSystemName)
  290. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/HostSystemNameFuture.json.in")
  291. run_cmake_presets(HostSystemNameFuture)
  292. # Test ${fileDir} macro
  293. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/FileDir.json.in")
  294. set(CMakePresets_EXTRA_FILES
  295. "${RunCMake_SOURCE_DIR}/subdir/FileDir.json.in"
  296. )
  297. run_cmake_presets(FileDir)
  298. unset(CMakePresets_EXTRA_FILES)
  299. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/FileDirFuture.json.in")
  300. run_cmake_presets(FileDirFuture)
  301. # Test conditions
  302. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/Conditions.json.in")
  303. run_cmake_presets(ListConditions --list-presets)
  304. run_cmake_presets(SimpleTrue)
  305. run_cmake_presets(SimpleFalse)
  306. unset(CMakePresets_FILE)
  307. # Test optional generator and buildDir fields
  308. run_cmake_presets(OptionalBinaryDirField -B "${RunCMake_BINARY_DIR}/OptionalBinaryDirField/build")
  309. run_cmake_presets(OptionalGeneratorField -G "${RunCMake_GENERATOR}")
  310. set(CMakePresets_NO_S_ARG TRUE)
  311. set(CMakePresets_SOURCE_ARG "../OptionalBinaryDirFieldNoS")
  312. run_cmake_presets(OptionalBinaryDirFieldNoS)
  313. unset(CMakePresets_SOURCE_ARG)
  314. unset(CMakePresets_NO_S_ARG)
  315. # Test include field
  316. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  317. run_cmake_presets(IncludeV3)
  318. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  319. set(CMakePresets_EXTRA_FILES
  320. "${RunCMake_SOURCE_DIR}/IncludeV4V3Extra.json.in"
  321. )
  322. set(CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS 1)
  323. run_cmake_presets(IncludeV4V3)
  324. unset(CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS)
  325. set(CMakePresets_EXTRA_FILES
  326. "${RunCMake_SOURCE_DIR}/IncludeCommon.json.in"
  327. "${RunCMake_SOURCE_DIR}/IncludeUserCommon.json.in"
  328. "${RunCMake_SOURCE_DIR}/subdir/CMakePresets.json.in"
  329. )
  330. run_cmake_presets(Include --list-presets)
  331. unset(CMakePresets_EXTRA_FILES)
  332. run_cmake_presets(IncludeNotFound)
  333. run_cmake_presets(IncludeCycle)
  334. set(CMakePresets_EXTRA_FILES
  335. "${RunCMake_SOURCE_DIR}/IncludeCycle3Files2.json.in"
  336. "${RunCMake_SOURCE_DIR}/IncludeCycle3Files3.json.in"
  337. )
  338. run_cmake_presets(IncludeCycle3Files)
  339. set(CMakePresets_EXTRA_FILES
  340. "${RunCMake_SOURCE_DIR}/IncludeOutsideProjectIntermediate.json.in"
  341. )
  342. run_cmake_presets(IncludeOutsideProject)
  343. unset(CMakePresets_EXTRA_FILES)
  344. run_cmake_presets(IncludeUserOutsideProject)
  345. # Test the example from the documentation
  346. file(READ "${RunCMake_SOURCE_DIR}/../../../Help/manual/presets/example.json" _example)
  347. string(REPLACE "\"generator\": \"Ninja\"" "\"generator\": \"@RunCMake_GENERATOR@\"" _example "${_example}")
  348. if(CMAKE_HOST_WIN32)
  349. string(REPLACE [["PATH": "$env{HOME}/ninja/bin:$penv{PATH}"]] [["PATH": "$env{HOME}/ninja/bin;$penv{PATH}"]] _example "${_example}")
  350. endif()
  351. file(WRITE "${RunCMake_BINARY_DIR}/example.json.in" "${_example}")
  352. set(CMakePresets_FILE "${RunCMake_BINARY_DIR}/example.json.in")
  353. set(CMakePresets_EXTRA_FILES
  354. "${RunCMake_SOURCE_DIR}/otherThings.json.in"
  355. "${RunCMake_SOURCE_DIR}/moreThings.json.in"
  356. )
  357. run_cmake_presets(DocumentationExample --preset=default)
  358. unset(CMakePresets_EXTRA_FILES)