RunCMakeTest.cmake 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. cmake_minimum_required(VERSION 3.19) # CMP0053
  2. include(RunCMake)
  3. # Fix Visual Studio generator name
  4. if(RunCMake_GENERATOR MATCHES "^(Visual Studio [0-9]+ [0-9]+) ")
  5. set(RunCMake_GENERATOR "${CMAKE_MATCH_1}")
  6. endif()
  7. set(RunCMake-check-file check.cmake)
  8. include("${RunCMake_SOURCE_DIR}/validate_schema.cmake")
  9. function(reset_cmake_presets_directory name)
  10. set(RunCMake_TEST_SOURCE_DIR "${RunCMake_BINARY_DIR}/${name}")
  11. file(REMOVE_RECURSE "${RunCMake_TEST_SOURCE_DIR}")
  12. file(MAKE_DIRECTORY "${RunCMake_TEST_SOURCE_DIR}")
  13. endfunction()
  14. function(run_cmake_presets name)
  15. set(RunCMake_TEST_SOURCE_DIR "${RunCMake_BINARY_DIR}/${name}")
  16. set(_source_arg "${RunCMake_TEST_SOURCE_DIR}")
  17. if(CMakePresets_SOURCE_ARG)
  18. set(_source_arg "${CMakePresets_SOURCE_ARG}")
  19. endif()
  20. if(NOT RunCMake_TEST_SOURCE_DIR_NO_CLEAN)
  21. file(REMOVE_RECURSE "${RunCMake_TEST_SOURCE_DIR}")
  22. file(MAKE_DIRECTORY "${RunCMake_TEST_SOURCE_DIR}")
  23. endif()
  24. configure_file("${RunCMake_SOURCE_DIR}/CMakeLists.txt.in" "${RunCMake_TEST_SOURCE_DIR}/CMakeLists.txt" @ONLY)
  25. if(NOT CMakePresets_FILE)
  26. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/${name}.json.in")
  27. endif()
  28. if(EXISTS "${CMakePresets_FILE}")
  29. configure_file("${CMakePresets_FILE}" "${RunCMake_TEST_SOURCE_DIR}/CMakePresets.json" @ONLY)
  30. endif()
  31. if(NOT CMakeUserPresets_FILE)
  32. set(CMakeUserPresets_FILE "${RunCMake_SOURCE_DIR}/${name}User.json.in")
  33. endif()
  34. if(EXISTS "${CMakeUserPresets_FILE}")
  35. configure_file("${CMakeUserPresets_FILE}" "${RunCMake_TEST_SOURCE_DIR}/CMakeUserPresets.json" @ONLY)
  36. endif()
  37. set(_CMakePresets_EXTRA_FILES_OUT)
  38. set(_CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS)
  39. foreach(_extra_file IN LISTS CMakePresets_EXTRA_FILES)
  40. cmake_path(RELATIVE_PATH _extra_file
  41. BASE_DIRECTORY "${RunCMake_SOURCE_DIR}"
  42. OUTPUT_VARIABLE _extra_file_relative
  43. )
  44. string(REGEX REPLACE "\\.in$" "" _extra_file_out_relative "${_extra_file_relative}")
  45. set(_extra_file_out "${RunCMake_TEST_SOURCE_DIR}/${_extra_file_out_relative}")
  46. configure_file("${_extra_file}" "${_extra_file_out}")
  47. list(APPEND _CMakePresets_EXTRA_FILES_OUT "${_extra_file_out}")
  48. list(APPEND _CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS 0)
  49. endforeach()
  50. set(_s_arg -S)
  51. if(CMakePresets_NO_S_ARG)
  52. set(_s_arg)
  53. endif()
  54. set(_source_args ${_s_arg} ${_source_arg})
  55. if(CMakePresets_NO_SOURCE_ARGS)
  56. set(_source_args)
  57. endif()
  58. set(_unused_cli --no-warn-unused-cli)
  59. if(CMakePresets_WARN_UNUSED_CLI)
  60. set(_unused_cli)
  61. endif()
  62. set(RunCMake_TEST_COMMAND ${CMAKE_COMMAND}
  63. ${_source_args}
  64. -DRunCMake_TEST=${name}
  65. -DRunCMake_GENERATOR=${RunCMake_GENERATOR}
  66. -DCMAKE_MAKE_PROGRAM=${RunCMake_MAKE_PROGRAM}
  67. ${_unused_cli}
  68. --preset=${name}
  69. ${ARGN}
  70. )
  71. run_cmake(${name})
  72. endfunction()
  73. # Test CMakePresets.json errors
  74. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  75. run_cmake_presets(NoCMakePresets)
  76. run_cmake_presets(Comment)
  77. run_cmake_presets(JSONParseError)
  78. run_cmake_presets(InvalidRoot)
  79. run_cmake_presets(NoVersion)
  80. run_cmake_presets(InvalidVersion)
  81. run_cmake_presets(LowVersion)
  82. run_cmake_presets(HighVersion)
  83. run_cmake_presets(InvalidVendor)
  84. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  85. run_cmake_presets(NoPresets)
  86. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  87. run_cmake_presets(InvalidPresets)
  88. run_cmake_presets(PresetNotObject)
  89. run_cmake_presets(NoPresetName)
  90. run_cmake_presets(InvalidPresetName)
  91. run_cmake_presets(EmptyPresetName)
  92. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  93. run_cmake_presets(NoPresetGenerator)
  94. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  95. run_cmake_presets(InvalidPresetGenerator)
  96. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  97. run_cmake_presets(NoPresetBinaryDir)
  98. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  99. run_cmake_presets(InvalidPresetBinaryDir)
  100. run_cmake_presets(InvalidVariables)
  101. run_cmake_presets(VariableNotObject)
  102. run_cmake_presets(NoVariableValue)
  103. run_cmake_presets(InvalidVariableValue)
  104. run_cmake_presets(ExtraRootField)
  105. run_cmake_presets(ExtraPresetField)
  106. run_cmake_presets(ExtraVariableField)
  107. run_cmake_presets(FuturePresetInstallDirField)
  108. run_cmake_presets(FuturePresetToolchainField)
  109. run_cmake_presets(InvalidPresetVendor)
  110. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  111. run_cmake_presets(DuplicatePresets)
  112. run_cmake_presets(CyclicInheritance0)
  113. run_cmake_presets(CyclicInheritance1)
  114. run_cmake_presets(CyclicInheritance2)
  115. run_cmake_presets(InvalidInheritance)
  116. run_cmake_presets(ErrorNoWarningDev)
  117. run_cmake_presets(ErrorNoWarningDeprecated)
  118. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  119. run_cmake_presets(InvalidArchitectureStrategy)
  120. run_cmake_presets(UnknownArchitectureStrategy)
  121. run_cmake_presets(InvalidToolsetStrategy)
  122. run_cmake_presets(UnknownToolsetStrategy)
  123. run_cmake_presets(EmptyCacheKey)
  124. run_cmake_presets(EmptyEnvKey)
  125. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  126. run_cmake_presets(UnclosedMacro)
  127. run_cmake_presets(NoSuchMacro)
  128. run_cmake_presets(EnvCycle)
  129. run_cmake_presets(EmptyEnv)
  130. run_cmake_presets(EmptyPenv)
  131. run_cmake_presets(InvalidRegex)
  132. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  133. run_cmake_presets(ConditionFuture)
  134. run_cmake_presets(SubConditionNull)
  135. # Test cmakeMinimumRequired field
  136. run_cmake_presets(MinimumRequiredInvalid)
  137. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  138. run_cmake_presets(MinimumRequiredEmpty)
  139. run_cmake_presets(MinimumRequiredMajor)
  140. run_cmake_presets(MinimumRequiredMinor)
  141. run_cmake_presets(MinimumRequiredPatch)
  142. # Test properly working CMakePresets.json
  143. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/CMakePresets.json.in")
  144. unset(ENV{TEST_ENV})
  145. unset(ENV{TEST_ENV_REF})
  146. unset(ENV{TEST_D_ENV_REF})
  147. set(ENV{TEST_ENV_OVERRIDE} "This environment variable will be overridden")
  148. set(ENV{TEST_PENV} "Process environment variable")
  149. set(ENV{TEST_ENV_REF_PENV} "suffix")
  150. run_cmake_presets(Good "-DTEST_OVERRIDE_1=Overridden value" "-DTEST_OVERRIDE_2:STRING=Overridden value" -C "${RunCMake_SOURCE_DIR}/CacheOverride.cmake" "-UTEST_UNDEF")
  151. unset(ENV{TEST_ENV_OVERRIDE})
  152. unset(ENV{TEST_PENV})
  153. unset(ENV{TEST_ENV_REF_PENV})
  154. run_cmake_presets(GoodNoArgs)
  155. file(REMOVE_RECURSE ${RunCMake_BINARY_DIR}/GoodBinaryUp-build)
  156. run_cmake_presets(GoodBinaryUp)
  157. set(CMakePresets_SOURCE_ARG "../GoodBinaryRelative")
  158. run_cmake_presets(GoodBinaryRelative)
  159. unset(CMakePresets_SOURCE_ARG)
  160. run_cmake_presets(GoodSpaces "--preset" "Good Spaces")
  161. run_cmake_presets(GoodSpacesEq "--preset=Good Spaces")
  162. if(WIN32)
  163. run_cmake_presets(GoodWindowsBackslash)
  164. endif()
  165. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/GoodBOM.json.in")
  166. run_cmake_presets(GoodBOM)
  167. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/CMakePresets.json.in")
  168. file(REMOVE_RECURSE ${RunCMake_BINARY_DIR}/GoodBinaryCmdLine-build)
  169. run_cmake_presets(GoodBinaryCmdLine -B ${RunCMake_BINARY_DIR}/GoodBinaryCmdLine-build)
  170. run_cmake_presets(GoodGeneratorCmdLine -G ${RunCMake_GENERATOR})
  171. run_cmake_presets(InvalidGeneratorCmdLine -G "Invalid Generator")
  172. set(CMakePresets_NO_S_ARG TRUE)
  173. run_cmake_presets(GoodNoS)
  174. set(RunCMake_TEST_BINARY_DIR "${RunCMake_BINARY_DIR}/GoodNoSCachePrep-build")
  175. run_cmake_presets(GoodNoSCachePrep)
  176. set(CMakePresets_SOURCE_ARG ".")
  177. set(RunCMake_TEST_NO_CLEAN 1)
  178. run_cmake_presets(GoodNoSCache)
  179. unset(RunCMake_TEST_NO_CLEAN)
  180. unset(CMakePresets_SOURCE_ARG)
  181. unset(RunCMake_TEST_BINARY_DIR)
  182. unset(CMakePresets_NO_S_ARG)
  183. set(CMakePresets_NO_SOURCE_ARGS 1)
  184. set(RunCMake_TEST_BINARY_DIR "${RunCMake_BINARY_DIR}/GoodNoSourceArg")
  185. set(RunCMake_TEST_NO_CLEAN 1)
  186. run_cmake_presets(GoodNoSourceArg)
  187. unset(RunCMake_TEST_NO_CLEAN)
  188. unset(RunCMake_TEST_BINARY_DIR)
  189. unset(CMakePresets_NO_SOURCE_ARGS)
  190. run_cmake_presets(GoodInheritanceParent)
  191. run_cmake_presets(GoodInheritanceChild)
  192. run_cmake_presets(GoodInheritanceOverride)
  193. run_cmake_presets(GoodInheritanceMulti)
  194. run_cmake_presets(GoodInheritanceMultiSecond)
  195. run_cmake_presets(GoodInheritanceMacro)
  196. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/GoodInstall.json.in")
  197. run_cmake_presets(GoodInstallDefault)
  198. run_cmake_presets(GoodInstallInherit)
  199. run_cmake_presets(GoodInstallOverride)
  200. run_cmake_presets(GoodInstallCommandLine "--install-prefix=${RunCMake_SOURCE_DIR}/path/passed/on/command_line")
  201. set(RunCMake_TEST_SOURCE_DIR_NO_CLEAN 1)
  202. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/GoodToolchain.json.in")
  203. reset_cmake_presets_directory(GoodToolchainInherit)
  204. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainDefault/toolchain.cmake" "")
  205. run_cmake_presets(GoodToolchainDefault)
  206. reset_cmake_presets_directory(GoodToolchainInherit)
  207. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainInherit/toolchain.cmake" "")
  208. run_cmake_presets(GoodToolchainInherit)
  209. reset_cmake_presets_directory(GoodToolchainOverride)
  210. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainOverride/override_toolchain.cmake" "")
  211. run_cmake_presets(GoodToolchainOverride)
  212. reset_cmake_presets_directory(GoodToolchainCommandLine)
  213. file(WRITE "${RunCMake_BINARY_DIR}/GoodToolchainCommandLine/cmd_line_toolchain.cmake" "")
  214. run_cmake_presets(GoodToolchainCommandLine "--toolchain=${RunCMake_BINARY_DIR}/GoodToolchainCommandLine/cmd_line_toolchain.cmake")
  215. unset(RunCMake_TEST_SOURCE_DIR_NO_CLEAN)
  216. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/CMakePresets.json.in")
  217. # Test bad preset arguments
  218. run_cmake_presets(VendorMacro)
  219. run_cmake_presets(InvalidGenerator)
  220. # Test Visual Studio-specific stuff
  221. if(RunCMake_GENERATOR MATCHES "^Visual Studio ")
  222. run_cmake_presets(VisualStudioGeneratorArch)
  223. run_cmake_presets(VisualStudioWin32)
  224. run_cmake_presets(VisualStudioWin64)
  225. run_cmake_presets(VisualStudioWin32Override -A x64)
  226. if(NOT RunCMake_GENERATOR STREQUAL "Visual Studio 9 2008")
  227. run_cmake_presets(VisualStudioToolset)
  228. run_cmake_presets(VisualStudioToolsetOverride -T "Test Toolset")
  229. run_cmake_presets(VisualStudioInheritanceParent)
  230. run_cmake_presets(VisualStudioInheritanceChild)
  231. run_cmake_presets(VisualStudioInheritanceOverride)
  232. run_cmake_presets(VisualStudioInheritanceMulti)
  233. run_cmake_presets(VisualStudioInheritanceMultiSecond)
  234. endif()
  235. else()
  236. run_cmake_presets(ArchToolsetStrategyNone)
  237. run_cmake_presets(ArchToolsetStrategyDefault)
  238. run_cmake_presets(ArchToolsetStrategyIgnore)
  239. endif()
  240. # Test bad command line arguments
  241. run_cmake_presets(NoSuchPreset)
  242. run_cmake_presets(NoPresetArgument --preset)
  243. run_cmake_presets(NoPresetArgumentEq --preset= -DA=B)
  244. run_cmake_presets(UseHiddenPreset)
  245. # Test CMakeUserPresets.json
  246. unset(CMakePresets_FILE)
  247. run_cmake_presets(GoodUserOnly)
  248. run_cmake_presets(GoodUserFromMain)
  249. run_cmake_presets(GoodUserFromUser)
  250. run_cmake_presets(V2InheritV3Optional)
  251. # Test CMakeUserPresets.json errors
  252. run_cmake_presets(UserDuplicateInUser)
  253. run_cmake_presets(UserDuplicateCross)
  254. run_cmake_presets(UserInheritance)
  255. # Test listing presets
  256. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/ListPresets.json.in")
  257. run_cmake_presets(ListPresets --list-presets)
  258. set(RunCMake_TEST_BINARY_DIR "${RunCMake_BINARY_DIR}/ListPresetsWorkingDir")
  259. set(RunCMake_TEST_NO_CLEAN 1)
  260. set(CMakePresets_NO_SOURCE_ARGS 1)
  261. run_cmake_presets(ListPresetsWorkingDir --list-presets)
  262. unset(CMakePresets_NO_SOURCE_ARGS)
  263. unset(RunCMake_TEST_NO_CLEAN)
  264. unset(RunCMake_TEST_BINARY_DIR)
  265. run_cmake_presets(ListPresetsNoSuchPreset)
  266. run_cmake_presets(ListPresetsHidden)
  267. # Test warning and error flags
  268. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/Warnings.json.in")
  269. set(CMakePresets_WARN_UNUSED_CLI 1)
  270. run_cmake_presets(NoWarningFlags)
  271. run_cmake_presets(WarningFlags)
  272. run_cmake_presets(DisableWarningFlags)
  273. run_cmake_presets(ErrorDev)
  274. run_cmake_presets(ErrorDeprecated)
  275. unset(CMakePresets_WARN_UNUSED_CLI)
  276. # Test debug
  277. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/Debug.json.in")
  278. run_cmake_presets(NoDebug)
  279. run_cmake_presets(Debug)
  280. # Test ${hostSystemName} macro
  281. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/HostSystemName.json.in")
  282. run_cmake_presets(HostSystemName)
  283. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/HostSystemNameFuture.json.in")
  284. run_cmake_presets(HostSystemNameFuture)
  285. # Test conditions
  286. set(CMakePresets_FILE "${RunCMake_SOURCE_DIR}/Conditions.json.in")
  287. run_cmake_presets(ListConditions --list-presets)
  288. run_cmake_presets(SimpleTrue)
  289. run_cmake_presets(SimpleFalse)
  290. unset(CMakePresets_FILE)
  291. # Test optional generator and buildDir fields
  292. run_cmake_presets(OptionalBinaryDirField -B "${RunCMake_BINARY_DIR}/OptionalBinaryDirField/build")
  293. run_cmake_presets(OptionalGeneratorField -G "${RunCMake_GENERATOR}")
  294. set(CMakePresets_NO_S_ARG TRUE)
  295. set(CMakePresets_SOURCE_ARG "../OptionalBinaryDirFieldNoS")
  296. run_cmake_presets(OptionalBinaryDirFieldNoS)
  297. unset(CMakePresets_SOURCE_ARG)
  298. unset(CMakePresets_NO_S_ARG)
  299. # Test include field
  300. set(CMakePresets_SCHEMA_EXPECTED_RESULT 1)
  301. run_cmake_presets(IncludeV3)
  302. set(CMakePresets_SCHEMA_EXPECTED_RESULT 0)
  303. set(CMakePresets_EXTRA_FILES
  304. "${RunCMake_SOURCE_DIR}/IncludeV4V3Extra.json.in"
  305. )
  306. set(CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS 1)
  307. run_cmake_presets(IncludeV4V3)
  308. unset(CMakePresets_EXTRA_FILES_SCHEMA_EXPECTED_RESULTS)
  309. set(CMakePresets_EXTRA_FILES
  310. "${RunCMake_SOURCE_DIR}/IncludeCommon.json.in"
  311. "${RunCMake_SOURCE_DIR}/IncludeUserCommon.json.in"
  312. "${RunCMake_SOURCE_DIR}/subdir/CMakePresets.json.in"
  313. )
  314. run_cmake_presets(Include --list-presets)
  315. unset(CMakePresets_EXTRA_FILES)
  316. run_cmake_presets(IncludeNotFound)
  317. run_cmake_presets(IncludeCycle)
  318. set(CMakePresets_EXTRA_FILES
  319. "${RunCMake_SOURCE_DIR}/IncludeCycle3Files2.json.in"
  320. "${RunCMake_SOURCE_DIR}/IncludeCycle3Files3.json.in"
  321. )
  322. run_cmake_presets(IncludeCycle3Files)
  323. set(CMakePresets_EXTRA_FILES
  324. "${RunCMake_SOURCE_DIR}/IncludeOutsideProjectIntermediate.json.in"
  325. )
  326. run_cmake_presets(IncludeOutsideProject)
  327. unset(CMakePresets_EXTRA_FILES)
  328. run_cmake_presets(IncludeUserOutsideProject)
  329. # Test the example from the documentation
  330. file(READ "${RunCMake_SOURCE_DIR}/../../../Help/manual/presets/example.json" _example)
  331. string(REPLACE "\"generator\": \"Ninja\"" "\"generator\": \"@RunCMake_GENERATOR@\"" _example "${_example}")
  332. if(CMAKE_HOST_WIN32)
  333. string(REPLACE [["PATH": "$env{HOME}/ninja/bin:$penv{PATH}"]] [["PATH": "$env{HOME}/ninja/bin;$penv{PATH}"]] _example "${_example}")
  334. endif()
  335. file(WRITE "${RunCMake_BINARY_DIR}/example.json.in" "${_example}")
  336. set(CMakePresets_FILE "${RunCMake_BINARY_DIR}/example.json.in")
  337. run_cmake_presets(DocumentationExample --preset=default)