RunCMakeTest.cmake 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415
  1. include(RunCMake)
  2. set(RunCMake_GENERATOR "Ninja")
  3. set(RunCMake_GENERATOR_IS_MULTI_CONFIG 0)
  4. # Detect ninja version so we know what tests can be supported.
  5. execute_process(
  6. COMMAND "${RunCMake_MAKE_PROGRAM}" --version
  7. OUTPUT_VARIABLE ninja_out
  8. ERROR_VARIABLE ninja_out
  9. RESULT_VARIABLE ninja_res
  10. OUTPUT_STRIP_TRAILING_WHITESPACE
  11. )
  12. if(ninja_res EQUAL 0 AND "x${ninja_out}" MATCHES "^x[0-9]+\\.[0-9]+")
  13. set(ninja_version "${ninja_out}")
  14. message(STATUS "ninja version: ${ninja_version}")
  15. else()
  16. message(FATAL_ERROR "'ninja --version' reported:\n${ninja_out}")
  17. endif()
  18. # Sanitize NINJA_STATUS since we expect default behavior.
  19. unset(ENV{NINJA_STATUS})
  20. if(CMAKE_HOST_WIN32)
  21. run_cmake(SelectCompilerWindows)
  22. else()
  23. run_cmake(SelectCompilerUNIX)
  24. endif()
  25. function(run_NinjaToolMissing)
  26. set(RunCMake_MAKE_PROGRAM ninja-tool-missing)
  27. run_cmake(NinjaToolMissing)
  28. endfunction()
  29. run_NinjaToolMissing()
  30. function(run_Intl)
  31. run_cmake(Intl)
  32. set(RunCMake_TEST_NO_CLEAN 1)
  33. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/Intl-build)
  34. set(RunCMake_TEST_OUTPUT_MERGE 1)
  35. run_cmake_command(Intl-build ${CMAKE_COMMAND} --build .)
  36. endfunction()
  37. run_Intl()
  38. if(WIN32)
  39. if(RunCMake_MAKE_PROGRAM)
  40. set(maybe_MAKE_PROGRAM "-DRunCMake_MAKE_PROGRAM=${RunCMake_MAKE_PROGRAM}")
  41. endif()
  42. run_cmake_script(ShowIncludes-437-ClangCl-17 -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  43. run_cmake_script(ShowIncludes-437-ClangCl-18 -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  44. run_cmake_script(ShowIncludes-437-English -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  45. run_cmake_script(ShowIncludes-437-French -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  46. run_cmake_script(ShowIncludes-437-German -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  47. run_cmake_script(ShowIncludes-437-Italian -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  48. run_cmake_script(ShowIncludes-437-WineMSVC -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  49. run_cmake_script(ShowIncludes-54936-Chinese -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  50. run_cmake_script(ShowIncludes-65001-Chinese -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  51. run_cmake_script(ShowIncludes-65001-French -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  52. run_cmake_script(ShowIncludes-65001-Japanese -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  53. if(NOT CMake_TEST_NO_CODEPAGE_9xx)
  54. run_cmake_script(ShowIncludes-932-Japanese -DshowIncludes=${showIncludes} ${maybe_MAKE_PROGRAM})
  55. endif()
  56. unset(maybe_MAKE_PROGRAM)
  57. endif()
  58. function(run_NoWorkToDo)
  59. run_cmake(NoWorkToDo)
  60. set(RunCMake_TEST_NO_CLEAN 1)
  61. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/NoWorkToDo-build)
  62. set(RunCMake_TEST_OUTPUT_MERGE 1)
  63. run_cmake_command(NoWorkToDo-build ${CMAKE_COMMAND} --build .)
  64. run_cmake_command(NoWorkToDo-nowork ${CMAKE_COMMAND} --build . -- -d explain)
  65. endfunction()
  66. run_NoWorkToDo()
  67. function(run_VerboseBuild)
  68. run_cmake(VerboseBuild)
  69. set(RunCMake_TEST_NO_CLEAN 1)
  70. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/VerboseBuild-build)
  71. set(RunCMake_TEST_OUTPUT_MERGE 1)
  72. run_cmake_command(VerboseBuild-build ${CMAKE_COMMAND} --build . -v --clean-first)
  73. run_cmake_command(VerboseBuild-nowork ${CMAKE_COMMAND} --build . --verbose)
  74. endfunction()
  75. run_VerboseBuild()
  76. function(run_CMP0058 case)
  77. # Use a single build tree for a few tests without cleaning.
  78. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/CMP0058-${case}-build)
  79. set(RunCMake_TEST_NO_CLEAN 1)
  80. file(REMOVE_RECURSE "${RunCMake_TEST_BINARY_DIR}")
  81. file(MAKE_DIRECTORY "${RunCMake_TEST_BINARY_DIR}")
  82. run_cmake(CMP0058-${case})
  83. run_cmake_command(CMP0058-${case}-build ${CMAKE_COMMAND} --build .)
  84. endfunction()
  85. run_CMP0058(OLD-no)
  86. run_CMP0058(OLD-by)
  87. run_CMP0058(WARN-no)
  88. run_CMP0058(WARN-by)
  89. run_CMP0058(NEW-no)
  90. run_CMP0058(NEW-by)
  91. run_cmake_with_options(CustomCommandDepfile -DCMAKE_BUILD_TYPE=Debug)
  92. run_cmake_with_options(CustomCommandDepfileAsOutput -DCMAKE_BUILD_TYPE=Debug)
  93. run_cmake_with_options(CustomCommandDepfileAsByproduct -DCMAKE_BUILD_TYPE=Debug)
  94. run_cmake(CustomCommandJobPool)
  95. run_cmake(JobPoolUsesTerminal)
  96. run_cmake(RspFileC)
  97. run_cmake(RspFileCXX)
  98. if(CMake_TEST_Fortran
  99. # FIXME(lfortran): The compiler does not support response files.
  100. AND NOT CMAKE_Fortran_COMPILER_ID STREQUAL "LFortran"
  101. )
  102. run_cmake(RspFileFortran)
  103. endif()
  104. function(run_CommandConcat)
  105. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/CommandConcat-build)
  106. set(RunCMake_TEST_NO_CLEAN 1)
  107. file(REMOVE_RECURSE "${RunCMake_TEST_BINARY_DIR}")
  108. file(MAKE_DIRECTORY "${RunCMake_TEST_BINARY_DIR}")
  109. run_cmake(CommandConcat)
  110. run_cmake_command(CommandConcat-build ${CMAKE_COMMAND} --build .)
  111. endfunction()
  112. run_CommandConcat()
  113. function(run_SubDir)
  114. # Use a single build tree for a few tests without cleaning.
  115. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/SubDir-build)
  116. set(RunCMake_TEST_NO_CLEAN 1)
  117. file(REMOVE_RECURSE "${RunCMake_TEST_BINARY_DIR}")
  118. file(MAKE_DIRECTORY "${RunCMake_TEST_BINARY_DIR}")
  119. run_cmake(SubDir)
  120. if(WIN32)
  121. set(SubDir_all [[SubDir\all]])
  122. set(SubDir_test [[SubDir\test]])
  123. set(SubDir_install [[SubDir\install]])
  124. set(SubDirBinary_test [[SubDirBinary\test]])
  125. set(SubDirBinary_all [[SubDirBinary\all]])
  126. set(SubDirBinary_install [[SubDirBinary\install]])
  127. else()
  128. set(SubDir_all [[SubDir/all]])
  129. set(SubDir_test [[SubDir/test]])
  130. set(SubDir_install [[SubDir/install]])
  131. set(SubDirBinary_all [[SubDirBinary/all]])
  132. set(SubDirBinary_test [[SubDirBinary/test]])
  133. set(SubDirBinary_install [[SubDirBinary/install]])
  134. endif()
  135. run_cmake_command(SubDir-build ${CMAKE_COMMAND} --build . --target ${SubDir_all})
  136. run_cmake_command(SubDir-test ${CMAKE_COMMAND} --build . --target ${SubDir_test})
  137. run_cmake_command(SubDir-install ${CMAKE_COMMAND} --build . --target ${SubDir_install})
  138. run_cmake_command(SubDirBinary-build ${CMAKE_COMMAND} --build . --target ${SubDirBinary_all})
  139. run_cmake_command(SubDirBinary-test ${CMAKE_COMMAND} --build . --target ${SubDirBinary_test})
  140. run_cmake_command(SubDirBinary-install ${CMAKE_COMMAND} --build . --target ${SubDirBinary_install})
  141. endfunction()
  142. run_SubDir()
  143. function(run_ninja dir)
  144. execute_process(
  145. COMMAND "${RunCMake_MAKE_PROGRAM}" ${ARGN}
  146. WORKING_DIRECTORY "${dir}"
  147. OUTPUT_VARIABLE ninja_stdout
  148. ERROR_VARIABLE ninja_stderr
  149. RESULT_VARIABLE ninja_result
  150. )
  151. if(NOT ninja_result EQUAL 0)
  152. message(STATUS "
  153. ============ beginning of ninja's stdout ============
  154. ${ninja_stdout}
  155. =============== end of ninja's stdout ===============
  156. ")
  157. message(STATUS "
  158. ============ beginning of ninja's stderr ============
  159. ${ninja_stderr}
  160. =============== end of ninja's stderr ===============
  161. ")
  162. message(FATAL_ERROR
  163. "top ninja build failed exited with status ${ninja_result}")
  164. endif()
  165. set(ninja_stdout "${ninja_stdout}" PARENT_SCOPE)
  166. endfunction(run_ninja)
  167. function (run_LooseObjectDepends)
  168. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/LooseObjectDepends-build)
  169. run_cmake(LooseObjectDepends)
  170. run_ninja("${RunCMake_TEST_BINARY_DIR}" "CMakeFiles/top.dir/top.c${CMAKE_C_OUTPUT_EXTENSION}")
  171. if (EXISTS "${RunCMake_TEST_BINARY_DIR}/${CMAKE_SHARED_LIBRARY_PREFIX}dep${CMAKE_SHARED_LIBRARY_SUFFIX}")
  172. message(FATAL_ERROR
  173. "The `dep` library was created when requesting an object file to be "
  174. "built; this should no longer be necessary.")
  175. endif ()
  176. if (EXISTS "${RunCMake_TEST_BINARY_DIR}/CMakeFiles/dep.dir/dep.c${CMAKE_C_OUTPUT_EXTENSION}")
  177. message(FATAL_ERROR
  178. "The `dep.c` object file was created when requesting an object file to "
  179. "be built; this should no longer be necessary.")
  180. endif ()
  181. endfunction ()
  182. run_LooseObjectDepends()
  183. function (run_CustomCommandExplictDepends)
  184. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/CustomCommandExplicitDepends-build)
  185. run_cmake(CustomCommandExplicitDepends)
  186. set(DEP_LIB "${RunCMake_TEST_BINARY_DIR}/${CMAKE_SHARED_LIBRARY_PREFIX}dep${CMAKE_SHARED_LIBRARY_SUFFIX}")
  187. run_ninja("${RunCMake_TEST_BINARY_DIR}" "command-option.h")
  188. if (EXISTS "${DEP_LIB}")
  189. message(FATAL_ERROR
  190. "The `dep` library was created when requesting a custom command to be "
  191. "generated; this should no longer be necessary when passing "
  192. "DEPENDS_EXPLICIT_ONLY option.")
  193. endif ()
  194. run_ninja("${RunCMake_TEST_BINARY_DIR}" "command-variable-on.h")
  195. if (EXISTS "${DEP_LIB}")
  196. message(FATAL_ERROR
  197. "The `dep` library was created when requesting a custom command to be "
  198. "generated; this should no longer be necessary when setting "
  199. "CMAKE_ADD_CUSTOM_COMMAND_DEPENDS_EXPLICIT_ONLY variable to ON.")
  200. endif ()
  201. run_ninja("${RunCMake_TEST_BINARY_DIR}" "command-variable-off.h")
  202. if (NOT EXISTS "${DEP_LIB}")
  203. message(FATAL_ERROR
  204. "The `dep` library was not created when requesting a custom command to be "
  205. "generated; this should be necessary when setting "
  206. "CMAKE_ADD_CUSTOM_COMMAND_DEPENDS_EXPLICIT_ONLY variable to OFF.")
  207. endif ()
  208. endfunction ()
  209. run_CustomCommandExplictDepends()
  210. function (run_AssumedSources)
  211. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/AssumedSources-build)
  212. run_cmake(AssumedSources)
  213. run_ninja("${RunCMake_TEST_BINARY_DIR}" "${RunCMake_TEST_BINARY_DIR}/target.c")
  214. if (NOT EXISTS "${RunCMake_TEST_BINARY_DIR}/target.c")
  215. message(FATAL_ERROR
  216. "Dependencies for an assumed source did not hook up properly for 'target.c'.")
  217. endif ()
  218. run_ninja("${RunCMake_TEST_BINARY_DIR}" "${RunCMake_TEST_BINARY_DIR}/target-no-depends.c")
  219. if (EXISTS "${RunCMake_TEST_BINARY_DIR}/target-no-depends.c")
  220. message(FATAL_ERROR
  221. "Dependencies for an assumed source were magically hooked up for 'target-no-depends.c'.")
  222. endif ()
  223. endfunction ()
  224. run_AssumedSources()
  225. function(sleep delay)
  226. execute_process(
  227. COMMAND ${CMAKE_COMMAND} -E sleep ${delay}
  228. RESULT_VARIABLE result
  229. )
  230. if(NOT result EQUAL 0)
  231. message(FATAL_ERROR "failed to sleep for ${delay} second.")
  232. endif()
  233. endfunction(sleep)
  234. macro(ninja_escape_path path out)
  235. string(REPLACE "\$ " "\$\$" "${out}" "${path}")
  236. string(REPLACE " " "\$ " "${out}" "${${out}}")
  237. string(REPLACE ":" "\$:" "${out}" "${${out}}")
  238. endmacro(ninja_escape_path)
  239. macro(shell_escape string out)
  240. string(REPLACE "\"" "\\\"" "${out}" "${string}")
  241. endmacro(shell_escape)
  242. function(run_sub_cmake test ninja_output_path_prefix)
  243. set(top_build_dir "${RunCMake_BINARY_DIR}/${test}-build/")
  244. file(REMOVE_RECURSE "${top_build_dir}")
  245. file(MAKE_DIRECTORY "${top_build_dir}")
  246. ninja_escape_path("${ninja_output_path_prefix}"
  247. escaped_ninja_output_path_prefix)
  248. # Generate top build ninja file.
  249. set(top_build_ninja "${top_build_dir}/build.ninja")
  250. shell_escape("${top_build_ninja}" escaped_top_build_ninja)
  251. set(build_ninja_dep "${top_build_dir}/build_ninja_dep")
  252. ninja_escape_path("${build_ninja_dep}" escaped_build_ninja_dep)
  253. shell_escape("${CMAKE_COMMAND}" escaped_CMAKE_COMMAND)
  254. file(WRITE "${build_ninja_dep}" "fake dependency of top build.ninja file\n")
  255. if(WIN32)
  256. set(cmd_prefix "cmd.exe /C \"")
  257. set(cmd_suffix "\"")
  258. else()
  259. set(cmd_prefix "")
  260. set(cmd_suffix "")
  261. endif()
  262. set(fs_delay 3) # We assume the system as 1 sec timestamp resolution.
  263. file(WRITE "${top_build_ninja}" "\
  264. subninja ${escaped_ninja_output_path_prefix}/build.ninja
  265. default ${escaped_ninja_output_path_prefix}/all
  266. # Sleep for long enough before regenerating to make sure the timestamp of
  267. # the top build.ninja will be strictly greater than the timestamp of the
  268. # sub/build.ninja file.
  269. rule RERUN
  270. command = ${cmd_prefix}\"${escaped_CMAKE_COMMAND}\" -E sleep ${fs_delay} && \"${escaped_CMAKE_COMMAND}\" -E touch \"${escaped_top_build_ninja}\"${cmd_suffix}
  271. description = Testing regeneration
  272. generator = 1
  273. build build.ninja: RERUN ${escaped_build_ninja_dep} || ${escaped_ninja_output_path_prefix}/build.ninja
  274. pool = console
  275. ")
  276. # Run sub cmake project.
  277. set(RunCMake_TEST_OPTIONS "-DCMAKE_NINJA_OUTPUT_PATH_PREFIX=${ninja_output_path_prefix}")
  278. set(RunCMake_TEST_BINARY_DIR "${top_build_dir}/${ninja_output_path_prefix}")
  279. run_cmake(${test})
  280. # Check there is no 'default' statement in Ninja file generated by CMake.
  281. set(sub_build_ninja "${RunCMake_TEST_BINARY_DIR}/build.ninja")
  282. file(READ "${sub_build_ninja}" sub_build_ninja_file)
  283. if(sub_build_ninja_file MATCHES "\ndefault [^\n][^\n]*all\n")
  284. message(FATAL_ERROR
  285. "unexpected 'default' statement found in '${sub_build_ninja}'")
  286. endif()
  287. # Run ninja from the top build directory.
  288. run_ninja("${top_build_dir}")
  289. # Test regeneration rules run in order.
  290. set(main_cmakelists "${RunCMake_SOURCE_DIR}/CMakeLists.txt")
  291. sleep(${fs_delay})
  292. file(TOUCH "${main_cmakelists}")
  293. file(TOUCH "${build_ninja_dep}")
  294. run_ninja("${top_build_dir}")
  295. file(TIMESTAMP "${main_cmakelists}" mtime_main_cmakelists UTC)
  296. file(TIMESTAMP "${sub_build_ninja}" mtime_sub_build_ninja UTC)
  297. file(TIMESTAMP "${top_build_ninja}" mtime_top_build_ninja UTC)
  298. # Check sub build.ninja is regenerated.
  299. if(mtime_main_cmakelists STRGREATER mtime_sub_build_ninja)
  300. message(FATAL_ERROR
  301. "sub build.ninja not regenerated:
  302. CMakeLists.txt = ${mtime_main_cmakelists}
  303. sub/build.ninja = ${mtime_sub_build_ninja}")
  304. endif()
  305. # Check top build.ninja is regenerated after sub build.ninja.
  306. if(NOT mtime_top_build_ninja STRGREATER mtime_sub_build_ninja)
  307. message(FATAL_ERROR
  308. "top build.ninja not regenerated strictly after sub build.ninja:
  309. sub/build.ninja = ${mtime_sub_build_ninja}
  310. build.ninja = ${mtime_top_build_ninja}")
  311. endif()
  312. endfunction(run_sub_cmake)
  313. if("${ninja_version}" VERSION_LESS 1.6)
  314. message(WARNING "Ninja is too old; skipping rest of test.")
  315. return()
  316. endif()
  317. if("${ninja_version}" VERSION_LESS 1.12)
  318. set(maybe_w_dupbuild_err -w dupbuild=err)
  319. endif()
  320. set(ninja_output_path_prefixes "sub")
  321. if(NOT CMAKE_C_COMPILER_ID STREQUAL "OrangeC")
  322. list(APPEND ninja_output_path_prefixes "sub space")
  323. endif()
  324. foreach(ninja_output_path_prefix IN LISTS ninja_output_path_prefixes)
  325. run_sub_cmake(Executable "${ninja_output_path_prefix}")
  326. run_sub_cmake(StaticLib "${ninja_output_path_prefix}")
  327. run_sub_cmake(SharedLib "${ninja_output_path_prefix}")
  328. run_sub_cmake(TwoLibs "${ninja_output_path_prefix}")
  329. run_sub_cmake(SubDirPrefix "${ninja_output_path_prefix}")
  330. run_sub_cmake(CustomCommandWorkingDirectory "${ninja_output_path_prefix}")
  331. endforeach(ninja_output_path_prefix)
  332. function (run_PreventTargetAliasesDupBuildRule)
  333. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/PreventTargetAliasesDupBuildRule-build)
  334. run_cmake(PreventTargetAliasesDupBuildRule)
  335. run_ninja("${RunCMake_TEST_BINARY_DIR}" ${maybe_w_dupbuild_err})
  336. endfunction ()
  337. run_PreventTargetAliasesDupBuildRule()
  338. function (run_PreventConfigureFileDupBuildRule)
  339. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/PreventConfigureFileDupBuildRule-build)
  340. run_cmake(PreventConfigureFileDupBuildRule)
  341. run_ninja("${RunCMake_TEST_BINARY_DIR}" ${maybe_w_dupbuild_err})
  342. endfunction()
  343. run_PreventConfigureFileDupBuildRule()
  344. function (run_ChangeBuildType)
  345. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/ChangeBuildType-build)
  346. set(RunCMake_TEST_OPTIONS "-DCMAKE_BUILD_TYPE:STRING=Debug")
  347. run_cmake(ChangeBuildType)
  348. unset(RunCMake_TEST_OPTIONS)
  349. run_ninja("${RunCMake_TEST_BINARY_DIR}" ${maybe_w_dupbuild_err})
  350. endfunction()
  351. run_ChangeBuildType()
  352. function(run_QtAutoMocSkipPch)
  353. set(QtX Qt${CMake_TEST_Qt_version})
  354. if(CMake_TEST_${QtX}Core_Version VERSION_GREATER_EQUAL 5.15.0)
  355. set(RunCMake_TEST_BINARY_DIR ${RunCMake_BINARY_DIR}/QtAutoMocSkipPch-build)
  356. run_cmake_with_options(QtAutoMocSkipPch
  357. "-Dwith_qt_version=${CMake_TEST_Qt_version}"
  358. "-D${QtX}_DIR=${${QtX}_DIR}"
  359. "-D${QtX}Core_DIR=${${QtX}Core_DIR}"
  360. "-DCMAKE_PREFIX_PATH:STRING=${CMAKE_PREFIX_PATH}"
  361. )
  362. # Build the project.
  363. run_ninja("${RunCMake_TEST_BINARY_DIR}")
  364. endif()
  365. endfunction()
  366. if(CMake_TEST_Qt_version)
  367. run_QtAutoMocSkipPch()
  368. endif()
  369. run_cmake(LINK_OPTIONSWithNewlines)