7e515e6094
The test-ci target now uses 2 processes by default, but the amount of parallelism is tuned for each CI service and build environment based on results of a number of test runs. Some CI services use super- oversubscribed build machines that can barely run the curl tests already with no parallelism without frequently failing with timing-induced failures. These continue to be run without parallelism. Other services provide two fast, unloaded cores and these run with 14 processes, which is a good default for this kind of environment. Here's a summary of the number of test processes by CI service: Appveyor - 2 (Windows MSVC), 1 (others) Azure - 2 Circle CI - 14 Cirrus - 28 (macOS), 14 (Linux), 7 (FreeBSD), 5 (macOS torture), 2 (Windows) GitHub Actions - 3 (macOS), 2 (Linux) Some of these are a bit conservative to keep timing-induced flakiness down. The net result is that the first test results should arrive only 3 minutes after a commit submission. Already merged via separate commits: -2a7c8b27fd#14171 -72341068a2-efce544418#14244 -c6cf411bacRef: #10818 Closes #11510
94 lines
3.0 KiB
CMake
94 lines
3.0 KiB
CMake
#***************************************************************************
|
|
# _ _ ____ _
|
|
# Project ___| | | | _ \| |
|
|
# / __| | | | |_) | |
|
|
# | (__| |_| | _ <| |___
|
|
# \___|\___/|_| \_\_____|
|
|
#
|
|
# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
|
|
#
|
|
# This software is licensed as described in the file COPYING, which
|
|
# you should have received as part of this distribution. The terms
|
|
# are also available at https://curl.se/docs/copyright.html.
|
|
#
|
|
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
# copies of the Software, and permit persons to whom the Software is
|
|
# furnished to do so, under the terms of the COPYING file.
|
|
#
|
|
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
# KIND, either express or implied.
|
|
#
|
|
# SPDX-License-Identifier: curl
|
|
#
|
|
###########################################################################
|
|
set(CMAKE_UNITY_BUILD OFF)
|
|
|
|
add_custom_target(testdeps)
|
|
add_subdirectory(libtest)
|
|
add_subdirectory(server)
|
|
add_subdirectory(unit)
|
|
|
|
function(add_runtests targetname test_flags)
|
|
# Use a special '$TFLAGS' placeholder as last argument which will be
|
|
# replaced by the contents of the environment variable in runtests.pl.
|
|
# This is a workaround for CMake's limitation where commands executed by
|
|
# 'make' or 'ninja' cannot portably reference environment variables.
|
|
string(REPLACE " " ";" test_flags_list "${test_flags}")
|
|
add_custom_target(${targetname}
|
|
COMMAND
|
|
"${PERL_EXECUTABLE}" "${CMAKE_CURRENT_SOURCE_DIR}/runtests.pl"
|
|
${test_flags_list}
|
|
"\$TFLAGS"
|
|
DEPENDS testdeps
|
|
VERBATIM USES_TERMINAL
|
|
)
|
|
endfunction()
|
|
|
|
# Create configurehelp.pm, used by tests needing to run the C preprocessor.
|
|
if(MSVC OR CMAKE_COMPILER_IS_GNUCC OR CMAKE_C_COMPILER_ID MATCHES "Clang")
|
|
set(_cpp_cmd "\"${CMAKE_C_COMPILER}\" -E")
|
|
if(APPLE AND NOT CMAKE_OSX_SYSROOT STREQUAL "")
|
|
set(_cpp_cmd "${_cpp_cmd} -isysroot ${CMAKE_OSX_SYSROOT}")
|
|
endif()
|
|
# Add header directories, like autotools builds do.
|
|
get_property(_include_dirs TARGET ${LIB_SELECTED} PROPERTY INCLUDE_DIRECTORIES)
|
|
foreach(_include_dir IN LISTS _include_dirs)
|
|
set(_cpp_cmd "${_cpp_cmd} -I${_include_dir}")
|
|
endforeach()
|
|
else()
|
|
set(_cpp_cmd "cpp")
|
|
endif()
|
|
file(WRITE "${CMAKE_CURRENT_BINARY_DIR}/configurehelp.pm" "# This is a generated file. Do not edit.
|
|
|
|
package configurehelp;
|
|
|
|
use strict;
|
|
use warnings;
|
|
use Exporter;
|
|
|
|
use vars qw(
|
|
@ISA
|
|
@EXPORT_OK
|
|
\$Cpreprocessor
|
|
);
|
|
|
|
@ISA = qw(Exporter);
|
|
|
|
@EXPORT_OK = qw(
|
|
\$Cpreprocessor
|
|
);
|
|
|
|
\$Cpreprocessor = '${_cpp_cmd}';
|
|
|
|
1;
|
|
")
|
|
|
|
add_runtests(test-quiet "-a -s")
|
|
add_runtests(test-am "-a -am")
|
|
add_runtests(test-full "-a -p -r")
|
|
# ~flaky means that it'll ignore results of tests using the flaky keyword
|
|
add_runtests(test-nonflaky "-a -p ~flaky ~timing-dependent")
|
|
add_runtests(test-ci "-a -p ~flaky ~timing-dependent -r -rm -j2")
|
|
add_runtests(test-torture "-a -t")
|
|
add_runtests(test-event "-a -e")
|