1 # See adjacent README.rst for documentation of this test infrastructure.
3 # Note that the _isMultiConfig variable is set in the parent directory's
4 # CMakeLists.txt (slightly complex logic to support CMake versions before 3.9)
6 macro(add_RunCMake_test test)
8 if ("${ARGV1}" STREQUAL "TEST_DIR")
9 if ("${ARGV2}" STREQUAL "")
10 message(FATAL_ERROR "Invalid args")
12 set(Test_Dir ${ARGV2})
13 list(REMOVE_AT TEST_ARGS 0)
14 list(REMOVE_AT TEST_ARGS 0)
18 add_test(NAME RunCMake.${test} COMMAND ${CMAKE_CMAKE_COMMAND}
19 -DCMAKE_MODULE_PATH=${CMAKE_CURRENT_SOURCE_DIR}
20 -DRunCMake_GENERATOR_IS_MULTI_CONFIG=${_isMultiConfig}
21 -DRunCMake_GENERATOR=${CMAKE_GENERATOR}
22 -DRunCMake_GENERATOR_INSTANCE=${CMAKE_GENERATOR_INSTANCE}
23 -DRunCMake_GENERATOR_PLATFORM=${CMAKE_GENERATOR_PLATFORM}
24 -DRunCMake_GENERATOR_TOOLSET=${CMAKE_GENERATOR_TOOLSET}
25 -DRunCMake_MAKE_PROGRAM=${CMake_TEST_EXPLICIT_MAKE_PROGRAM}
26 -DRunCMake_SOURCE_DIR=${CMAKE_CURRENT_SOURCE_DIR}/${Test_Dir}
27 -DRunCMake_BINARY_DIR=${CMAKE_CURRENT_BINARY_DIR}/${test}
30 -P "${CMAKE_CURRENT_SOURCE_DIR}/${Test_Dir}/RunCMakeTest.cmake"
34 function(add_RunCMake_test_group test types)
35 # create directory for common content
36 set(TEST_CONFIG_DIR "${CMAKE_CURRENT_BINARY_DIR}/${test}/conf")
37 file(REMOVE_RECURSE "${TEST_CONFIG_DIR}")
38 file(MAKE_DIRECTORY "${TEST_CONFIG_DIR}")
40 foreach(type IN LISTS types)
41 # generate prerequirements config file in cmake as ctest doesn't have as
42 # much system information so it is easier to set programs and environment
44 unset(${test}_${type}_FOUND_PREREQUIREMENTS)
45 include("${CMAKE_CURRENT_SOURCE_DIR}/${test}/${type}/Prerequirements.cmake")
46 get_test_prerequirements("${test}_${type}_FOUND_PREREQUIREMENTS"
47 "${TEST_CONFIG_DIR}/${type}_config.cmake")
49 # only add the test if prerequirements are met
50 if(${test}_${type}_FOUND_PREREQUIREMENTS)
51 add_test(NAME RunCMake.${test}_${type} COMMAND ${CMAKE_CMAKE_COMMAND}
53 -DCMAKE_MODULE_PATH=${CMAKE_CURRENT_SOURCE_DIR}
54 -DRunCMake_GENERATOR_IS_MULTI_CONFIG=${_isMultiConfig}
55 -DRunCMake_GENERATOR=${CMAKE_GENERATOR}
56 -DRunCMake_GENERATOR_INSTANCE=${CMAKE_GENERATOR_INSTANCE}
57 -DRunCMake_GENERATOR_PLATFORM=${CMAKE_GENERATOR_PLATFORM}
58 -DRunCMake_GENERATOR_TOOLSET=${CMAKE_GENERATOR_TOOLSET}
59 -DRunCMake_MAKE_PROGRAM=${CMake_TEST_EXPLICIT_MAKE_PROGRAM}
60 -DRunCMake_SOURCE_DIR=${CMAKE_CURRENT_SOURCE_DIR}/${test}
61 -DRunCMake_BINARY_DIR=${CMAKE_CURRENT_BINARY_DIR}/${type}/${test}
62 -Dconfig_file=${TEST_CONFIG_DIR}/${type}_config.cmake
63 -P "${CMAKE_CURRENT_SOURCE_DIR}/${test}/RunCMakeTest.cmake"
69 if(XCODE_VERSION AND "${XCODE_VERSION}" VERSION_LESS 6.1)
70 set(Swift_ARGS -DXCODE_BELOW_6_1=1)
73 # Test MSVC for older host CMake versions, and test
74 # WIN32/CMAKE_C_COMPILER_ID to fix check on Intel for Windows.
75 if(MSVC OR (WIN32 AND CMAKE_C_COMPILER_ID MATCHES "MSVC|Intel"))
76 set(GeneratorExpression_ARGS -DLINKER_SUPPORTS_PDB=1)
79 add_RunCMake_test(CMP0019)
80 add_RunCMake_test(CMP0022)
81 add_RunCMake_test(CMP0026)
82 add_RunCMake_test(CMP0027)
83 add_RunCMake_test(CMP0028)
84 add_RunCMake_test(CMP0037)
85 add_RunCMake_test(CMP0038)
86 add_RunCMake_test(CMP0039)
87 add_RunCMake_test(CMP0040)
88 add_RunCMake_test(CMP0041)
89 if(CMAKE_SYSTEM_NAME MATCHES Darwin AND CMAKE_SHARED_LIBRARY_RUNTIME_C_FLAG)
90 add_RunCMake_test(CMP0042)
92 add_RunCMake_test(CMP0043)
93 add_RunCMake_test(CMP0045)
94 add_RunCMake_test(CMP0046)
95 add_RunCMake_test(CMP0049)
96 add_RunCMake_test(CMP0050)
97 add_RunCMake_test(CMP0051)
98 add_RunCMake_test(CMP0053)
99 add_RunCMake_test(CMP0054)
100 add_RunCMake_test(CMP0055)
101 add_RunCMake_test(CMP0057)
102 add_RunCMake_test(CMP0059)
103 add_RunCMake_test(CMP0060)
104 add_RunCMake_test(CMP0064)
105 if(CMAKE_SYSTEM_NAME MATCHES Darwin AND CMAKE_SHARED_LIBRARY_RUNTIME_C_FLAG)
106 add_RunCMake_test(CMP0068)
108 add_RunCMake_test(CMP0069)
110 # The test for Policy 65 requires the use of the
111 # CMAKE_SHARED_LIBRARY_LINK_CXX_FLAGS variable, which both the VS and Xcode
112 # generators ignore. The policy will have no effect on those generators.
113 if(NOT CMAKE_GENERATOR MATCHES "Visual Studio|Xcode")
114 add_RunCMake_test(CMP0065)
116 if(CMAKE_GENERATOR MATCHES "Make")
117 add_RunCMake_test(Make)
119 if(CMAKE_GENERATOR STREQUAL "Ninja")
121 -DCMAKE_C_OUTPUT_EXTENSION=${CMAKE_C_OUTPUT_EXTENSION}
122 -DCMAKE_SHARED_LIBRARY_PREFIX=${CMAKE_SHARED_LIBRARY_PREFIX}
123 -DCMAKE_SHARED_LIBRARY_SUFFIX=${CMAKE_SHARED_LIBRARY_SUFFIX})
124 if(CMAKE_Fortran_COMPILER)
125 list(APPEND Ninja_ARGS -DTEST_Fortran=1)
127 add_RunCMake_test(Ninja)
129 add_RunCMake_test(CTest)
131 if(NOT CMake_TEST_EXTERNAL_CMAKE)
132 add_RunCMake_test(ctest_memcheck
133 -DPSEUDO_BC=$<TARGET_FILE:pseudo_BC>
134 -DPSEUDO_PURIFY=$<TARGET_FILE:pseudo_purify>
135 -DPSEUDO_VALGRIND=$<TARGET_FILE:pseudo_valgrind>
136 -DPSEUDO_BC_NOLOG=$<TARGET_FILE:pseudonl_BC>
137 -DPSEUDO_PURIFY_NOLOG=$<TARGET_FILE:pseudonl_purify>
138 -DPSEUDO_VALGRIND_NOLOG=$<TARGET_FILE:pseudonl_valgrind>
139 -DMEMCHECK_FAIL=$<TARGET_FILE:memcheck_fail>
143 add_RunCMake_test(AndroidTestUtilities)
144 add_RunCMake_test(BuildDepends)
145 if(UNIX AND "${CMAKE_GENERATOR}" MATCHES "Unix Makefiles|Ninja")
146 add_RunCMake_test(CompilerChange)
148 add_RunCMake_test(CompilerNotFound)
149 add_RunCMake_test(Configure)
150 add_RunCMake_test(DisallowedCommands)
151 add_RunCMake_test(ExternalData)
152 add_RunCMake_test(FeatureSummary)
153 add_RunCMake_test(FPHSA)
154 add_RunCMake_test(FindBoost)
155 add_RunCMake_test(FindLua)
156 add_RunCMake_test(FindOpenGL)
157 if(NOT CMAKE_C_COMPILER_ID MATCHES "Watcom")
158 add_RunCMake_test(GenerateExportHeader)
160 add_RunCMake_test(GeneratorExpression)
161 add_RunCMake_test(GeneratorInstance)
162 add_RunCMake_test(GeneratorPlatform)
163 add_RunCMake_test(GeneratorToolset)
164 add_RunCMake_test(GetPrerequisites)
165 add_RunCMake_test(GNUInstallDirs -DSYSTEM_NAME=${CMAKE_SYSTEM_NAME})
166 add_RunCMake_test(GoogleTest) # Note: does not actually depend on Google Test
167 add_RunCMake_test(TargetPropertyGeneratorExpressions)
168 add_RunCMake_test(Languages)
169 add_RunCMake_test(LinkStatic)
170 add_RunCMake_test(ObjectLibrary)
171 if(UNIX AND CMAKE_SHARED_LIBRARY_RUNTIME_C_FLAG AND CMAKE_EXECUTABLE_FORMAT STREQUAL "ELF")
172 add_RunCMake_test(RuntimePath)
174 add_RunCMake_test(Swift)
175 add_RunCMake_test(TargetObjects)
176 add_RunCMake_test(TargetSources)
177 add_RunCMake_test(ToolchainFile)
178 add_RunCMake_test(find_dependency)
179 add_RunCMake_test(CompileDefinitions)
180 add_RunCMake_test(CompileFeatures)
181 add_RunCMake_test(PolicyScope)
182 add_RunCMake_test(WriteCompilerDetectionHeader)
183 add_RunCMake_test(SourceProperties)
185 add_RunCMake_test(PositionIndependentCode)
187 if(NOT CMAKE_GENERATOR MATCHES "Visual Studio")
188 add_RunCMake_test(VisibilityPreset)
191 set(CompatibleInterface_ARGS -DQT_QMAKE_EXECUTABLE:FILEPATH=${QT_QMAKE_EXECUTABLE})
193 add_RunCMake_test(CompatibleInterface)
194 add_RunCMake_test(Syntax)
195 add_RunCMake_test(WorkingDirectory)
197 add_RunCMake_test(add_custom_command)
198 add_RunCMake_test(add_custom_target)
199 add_RunCMake_test(add_dependencies)
200 add_RunCMake_test(add_executable)
201 add_RunCMake_test(add_library)
202 add_RunCMake_test(add_subdirectory)
203 add_RunCMake_test(build_command)
204 add_executable(exit_code exit_code.c)
205 set(execute_process_ARGS -DEXIT_CODE_EXE=$<TARGET_FILE:exit_code>)
206 if(NOT CMake_TEST_EXTERNAL_CMAKE)
207 list(APPEND execute_process_ARGS -DTEST_ENCODING_EXE=$<TARGET_FILE:testEncoding>)
209 add_RunCMake_test(execute_process)
210 add_RunCMake_test(export)
211 add_RunCMake_test(cmake_minimum_required)
212 add_RunCMake_test(cmake_parse_arguments)
213 add_RunCMake_test(continue)
214 add_RunCMake_test(ctest_build)
215 add_RunCMake_test(ctest_cmake_error)
216 add_RunCMake_test(ctest_configure)
218 add_RunCMake_test(ctest_coverage -DCOVERAGE_COMMAND=${COVERAGE_COMMAND})
220 add_RunCMake_test(ctest_start)
221 add_RunCMake_test(ctest_submit)
222 add_RunCMake_test(ctest_test)
223 add_RunCMake_test(ctest_disabled_test)
224 add_RunCMake_test(ctest_skipped_test)
225 add_RunCMake_test(ctest_upload)
226 add_RunCMake_test(ctest_fixtures)
227 add_RunCMake_test(file)
228 add_RunCMake_test(find_file)
229 add_RunCMake_test(find_library)
230 add_RunCMake_test(find_package)
231 add_RunCMake_test(find_path)
232 add_RunCMake_test(find_program -DCMAKE_SYSTEM_NAME=${CMAKE_SYSTEM_NAME})
233 add_RunCMake_test(foreach)
234 add_RunCMake_test(get_filename_component)
235 add_RunCMake_test(get_property)
236 add_RunCMake_test(if)
237 add_RunCMake_test(include)
238 add_RunCMake_test(include_directories)
239 add_RunCMake_test(include_guard)
240 add_RunCMake_test(list)
241 add_RunCMake_test(message)
242 add_RunCMake_test(project -DCMake_TEST_RESOURCES=${CMake_TEST_RESOURCES})
243 add_RunCMake_test(project_injected)
244 add_RunCMake_test(return)
245 add_RunCMake_test(separate_arguments)
246 add_RunCMake_test(set_property)
247 add_RunCMake_test(string)
248 add_RunCMake_test(test_include_dirs)
250 function(add_RunCMake_test_try_compile)
251 if(CMAKE_VERSION VERSION_LESS 3.9.20170907 AND "x${CMAKE_CXX_COMPILER_ID}" STREQUAL "xMSVC")
252 # Older CMake versions do not know about MSVC language standards.
253 # Approximate our logic from MSVC-CXX.cmake.
254 if ((CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 19.0.24215.1 AND
255 CMAKE_CXX_COMPILER_VERSION VERSION_LESS 19.10) OR
256 CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 19.10.25017)
257 set(CMAKE_CXX_STANDARD_DEFAULT 14)
258 elseif (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER_EQUAL 16.0)
259 set(CMAKE_CXX_STANDARD_DEFAULT "")
261 unset(CMAKE_CXX_STANDARD_DEFAULT)
266 CMAKE_C_COMPILER_VERSION
267 CMAKE_C_STANDARD_DEFAULT
268 CMAKE_CXX_COMPILER_ID
269 CMAKE_CXX_COMPILER_VERSION
270 CMAKE_CXX_STANDARD_DEFAULT
274 list(APPEND try_compile_ARGS -D${var}=${${var}})
277 add_RunCMake_test(try_compile)
279 add_RunCMake_test_try_compile()
281 add_RunCMake_test(try_run)
282 add_RunCMake_test(set)
283 add_RunCMake_test(variable_watch)
284 add_RunCMake_test(while)
285 add_RunCMake_test(CMP0004)
286 add_RunCMake_test(TargetPolicies)
287 add_RunCMake_test(alias_targets)
288 add_RunCMake_test(interface_library)
289 add_RunCMake_test(no_install_prefix)
290 add_RunCMake_test(configure_file)
291 add_RunCMake_test(CTestTimeoutAfterMatch)
293 find_package(Qt4 QUIET)
294 find_package(Qt5Core QUIET)
295 if (QT4_FOUND AND Qt5Core_FOUND AND NOT Qt5Core_VERSION VERSION_LESS 5.1.0)
296 add_RunCMake_test(IncompatibleQt)
299 add_RunCMake_test(ObsoleteQtMacros -DQT_QMAKE_EXECUTABLE:FILEPATH=${QT_QMAKE_EXECUTABLE})
302 find_package(PkgConfig QUIET)
304 add_RunCMake_test(FindPkgConfig)
307 find_package(GTK2 QUIET)
309 add_RunCMake_test(FindGTK2)
312 if("${CMAKE_GENERATOR}" MATCHES "Visual Studio")
313 add_RunCMake_test(include_external_msproject)
314 if("${CMAKE_GENERATOR}" MATCHES "Visual Studio (9|10)" AND NOT CMAKE_VS_DEVENV_COMMAND)
315 set(NO_USE_FOLDERS 1)
317 add_RunCMake_test(VSSolution -DNO_USE_FOLDERS=${NO_USE_FOLDERS})
320 if("${CMAKE_GENERATOR}" MATCHES "Visual Studio ([^9]|9[0-9])")
321 add_RunCMake_test(VS10Project)
325 add_RunCMake_test(XcodeProject -DXCODE_VERSION=${XCODE_VERSION})
328 if(CMAKE_C_COMPILER_ID STREQUAL "AppleClang"
329 AND NOT CMAKE_C_COMPILER_VERSION VERSION_LESS 6.0)
330 add_RunCMake_test(Framework)
333 add_RunCMake_test(File_Generate)
334 add_RunCMake_test(ExportWithoutLanguage)
335 add_RunCMake_test(target_link_libraries)
337 add_RunCMake_test(target_compile_features)
338 add_RunCMake_test(CheckModules)
339 add_RunCMake_test(CheckIPOSupported)
340 add_RunCMake_test(CommandLine -DCMAKE_SYSTEM_NAME=${CMAKE_SYSTEM_NAME})
341 add_RunCMake_test(CommandLineTar)
343 if(CMAKE_PLATFORM_NO_VERSIONED_SONAME OR (NOT CMAKE_SHARED_LIBRARY_SONAME_FLAG AND NOT CMAKE_SHARED_LIBRARY_SONAME_C_FLAG))
349 add_RunCMake_test(install -DNO_NAMELINK=${NO_NAMELINK} -DCYGWIN=${CYGWIN})
350 add_RunCMake_test(CPackCommandLine)
351 add_RunCMake_test(CPackConfig)
352 add_RunCMake_test(CPackInstallProperties)
353 add_RunCMake_test(ExternalProject)
354 add_RunCMake_test(FetchContent)
355 if(NOT CMake_TEST_EXTERNAL_CMAKE)
356 set(CTestCommandLine_ARGS -DTEST_AFFINITY=$<TARGET_FILE:testAffinity>)
358 add_RunCMake_test(CTestCommandLine)
359 add_RunCMake_test(CacheNewline)
360 # Only run this test on unix platforms that support
363 add_RunCMake_test(CPackSymlinks)
366 set(IfacePaths_INCLUDE_DIRECTORIES_ARGS -DTEST_PROP=INCLUDE_DIRECTORIES)
367 add_RunCMake_test(IfacePaths_INCLUDE_DIRECTORIES TEST_DIR IfacePaths)
369 set(IfacePaths_SOURCES_ARGS -DTEST_PROP=SOURCES)
370 add_RunCMake_test(IfacePaths_SOURCES TEST_DIR IfacePaths)
372 # Matlab module related tests
373 if(CMake_TEST_FindMatlab OR CMake_TEST_FindMatlab_MCR OR (NOT "${CMake_TEST_FindMatlab_MCR_ROOT_DIR}" STREQUAL ""))
374 set(FindMatlab_additional_test_options )
375 if(CMake_TEST_FindMatlab_MCR OR NOT "${CMake_TEST_FindMatlab_MCR_ROOT_DIR}" STREQUAL "")
376 set(FindMatlab_additional_test_options -DIS_MCR=TRUE)
378 if(NOT "${CMake_TEST_FindMatlab_MCR_ROOT_DIR}" STREQUAL "")
379 set(FindMatlab_additional_test_options ${FindMatlab_additional_test_options} "-DMCR_ROOT:FILEPATH=${CMake_TEST_FindMatlab_MCR_ROOT_DIR}")
382 add_RunCMake_test(FindMatlab ${FindMatlab_additional_test_options})
385 add_executable(pseudo_emulator pseudo_emulator.c)
386 add_executable(pseudo_emulator_custom_command pseudo_emulator_custom_command.c)
387 add_RunCMake_test(CrosscompilingEmulator
388 -DPSEUDO_EMULATOR=$<TARGET_FILE:pseudo_emulator>
389 -DPSEUDO_EMULATOR_CUSTOM_COMMAND=$<TARGET_FILE:pseudo_emulator_custom_command>)
390 if("${CMAKE_GENERATOR}" MATCHES "Make|Ninja")
391 if(UNIX AND NOT CYGWIN)
392 execute_process(COMMAND ldd --help
393 OUTPUT_VARIABLE LDD_HELP
394 ERROR_VARIABLE LDD_ERR)
395 if("${LDD_HELP}" MATCHES
396 "(-r, --function-relocs.*process data and function relocations.*-u, --unused.*print unused direct dependencies)")
397 add_RunCMake_test(LinkWhatYouUse)
400 add_executable(pseudo_tidy pseudo_tidy.c)
401 add_executable(pseudo_iwyu pseudo_iwyu.c)
402 add_executable(pseudo_cpplint pseudo_cpplint.c)
403 add_executable(pseudo_cppcheck pseudo_cppcheck.c)
404 add_RunCMake_test(ClangTidy -DPSEUDO_TIDY=$<TARGET_FILE:pseudo_tidy>)
405 add_RunCMake_test(IncludeWhatYouUse -DPSEUDO_IWYU=$<TARGET_FILE:pseudo_iwyu>)
406 add_RunCMake_test(Cpplint -DPSEUDO_CPPLINT=$<TARGET_FILE:pseudo_cpplint>)
407 add_RunCMake_test(Cppcheck -DPSEUDO_CPPCHECK=$<TARGET_FILE:pseudo_cppcheck>)
408 add_RunCMake_test(MultiLint
409 -DPSEUDO_TIDY=$<TARGET_FILE:pseudo_tidy>
410 -DPSEUDO_IWYU=$<TARGET_FILE:pseudo_iwyu>
411 -DPSEUDO_CPPLINT=$<TARGET_FILE:pseudo_cpplint>
412 -DPSEUDO_CPPCHECK=$<TARGET_FILE:pseudo_cppcheck>
414 if(DEFINED CMake_TEST_CUDA)
415 list(APPEND CompilerLauncher_ARGS -DCMake_TEST_CUDA=${CMake_TEST_CUDA})
417 if(CMAKE_Fortran_COMPILER)
418 list(APPEND CompilerLauncher_ARGS -DCMake_TEST_Fortran=1)
420 add_RunCMake_test(CompilerLauncher)
421 add_RunCMake_test(ctest_labels_for_subprojects)
424 add_RunCMake_test_group(CPack "DEB;RPM;7Z;TBZ2;TGZ;TXZ;TZ;ZIP;STGZ")
425 # add a test to make sure symbols are exported from a shared library
426 # for MSVC compilers CMAKE_WINDOWS_EXPORT_ALL_SYMBOLS property is used
427 add_RunCMake_test(AutoExportDll)
429 add_RunCMake_test(AndroidMK)
431 if(CMake_TEST_ANDROID_NDK OR CMake_TEST_ANDROID_STANDALONE_TOOLCHAIN)
432 if(NOT "${CMAKE_GENERATOR}" MATCHES "Make|Ninja")
433 message(FATAL_ERROR "Android tests supported only by Makefile and Ninja generators")
435 foreach(v TEST_ANDROID_NDK TEST_ANDROID_STANDALONE_TOOLCHAIN)
437 string(REPLACE ";" "|" ${v} "${CMake_${v}}")
438 list(APPEND Android_ARGS "-D${v}=${${v}}")
442 add_RunCMake_test(Android)
444 # This test can take a very long time due to lots of combinations.
445 # Use a long default timeout and provide an option to customize it.
446 if(NOT DEFINED CMake_TEST_ANDROID_TIMEOUT)
447 set(CMake_TEST_ANDROID_TIMEOUT 3000)
449 set_property(TEST RunCMake.Android PROPERTY TIMEOUT ${CMake_TEST_ANDROID_TIMEOUT})
452 if(${CMAKE_GENERATOR} MATCHES "Visual Studio ([^9]|9[0-9])")
453 add_RunCMake_test(CSharpCustomCommand)
454 add_RunCMake_test(CSharpReferenceImport)