suyu/externals/vcpkg/packages/boost-build_x64-windows/tools/boost-build/test/testing.py

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

557 lines
19 KiB
Python
Raw Normal View History

2024-03-05 09:42:40 +01:00
#!/usr/bin/python
# Copyright 2008 Jurko Gospodnetic
# Copyright 2017 Steven Watanabe
# Distributed under the Boost Software License, Version 1.0.
# (See accompanying file LICENSE.txt or https://www.bfgroup.xyz/b2/LICENSE.txt)
# Tests different aspects of Boost Builds automated testing support.
import BoostBuild
import TestCmd
def test_run():
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
run pass.cpp ;
run fail-compile.cpp ;
run fail-link.cpp ;
run fail-run.cpp ;
""")
t.run_build_system(status=1)
t.expect_addition("bin/pass.test/$toolset/debug*/pass.obj")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.exe")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.output")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.run")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.exe")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.output")
t.ignore_addition("bin/pass.test/*/pass.rsp")
t.ignore_addition("bin/fail-link.test/*/fail-link.rsp")
t.ignore_addition("bin/fail-run.test/*/fail-run.rsp")
t.expect_nothing_more()
t.cleanup()
def test_run_fail():
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
run-fail pass.cpp ;
run-fail fail-compile.cpp ;
run-fail fail-link.cpp ;
run-fail fail-run.cpp ;
""")
t.run_build_system(status=1)
t.expect_addition("bin/pass.test/$toolset/debug*/pass.obj")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.exe")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.output")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.exe")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.output")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.run")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.test")
t.ignore_addition("bin/pass.test/*/pass.rsp")
t.ignore_addition("bin/fail-link.test/*/fail-link.rsp")
t.ignore_addition("bin/fail-run.test/*/fail-run.rsp")
t.expect_nothing_more()
t.cleanup()
def test_run_change():
"""Tests that the test file is removed when a test fails after it
previously passed."""
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() { return 1; }\n")
t.write("fail-compile.cpp", "int main() {}\n")
t.write("fail-link.cpp", "int main() {}\n")
t.write("fail-run.cpp", "int main() {}\n")
t.write("Jamroot.jam", """import testing ;
run-fail pass.cpp ;
run fail-compile.cpp ;
run fail-link.cpp ;
run fail-run.cpp ;
""")
t.run_build_system()
# Sanity check
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.expect_addition("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.test")
t.expect_output_lines("...failed*", False)
# Now make them fail
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.run_build_system(status=1)
t.expect_removal("bin/pass.test/$toolset/debug*/pass.test")
t.expect_removal("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_removal("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.expect_removal("bin/fail-run.test/$toolset/debug*/fail-run.test")
t.cleanup()
def test_run_path():
"""Tests that run can find shared libraries even without
hardcode-dll-paths. Important: The library is in neither the
current working directory, nor any system path, nor the same
directory as the executable, so it should never be found without
help from B2."""
t = BoostBuild.Tester(["hardcode-dll-paths=false"], use_test_config=False)
t.write("l.cpp", """
void
#if defined(_WIN32)
__declspec(dllexport)
#endif
f() {}
""")
t.write("pass.cpp", "void f(); int main() { f(); }\n")
t.write("Jamroot.jam", """import testing ;
lib l : l.cpp : <link>shared ;
run pass.cpp l ;
""")
t.run_build_system()
t.expect_addition("bin/$toolset/debug*/l.obj")
t.expect_addition("bin/$toolset/debug*/l.dll")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.obj")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.exe")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.output")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.run")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.cleanup()
def test_run_args():
"""Tests the handling of args and input-files"""
t = BoostBuild.Tester(use_test_config=False)
t.write("test.cpp", """
#include <iostream>
#include <fstream>
int main(int argc, const char ** argv)
{
for(int i = 1; i < argc; ++i)
{
if(argv[i][0] == '-')
{
std::cout << argv[i] << std::endl;
}
else
{
std::ifstream ifs(argv[i]);
std::cout << ifs.rdbuf();
}
}
}
""")
t.write("input1.in", "first input\n")
t.write("input2.in", "second input\n")
t.write("Jamroot.jam", """import testing ;
import common ;
# FIXME: The order actually depends on the lexigraphical
# ordering of the virtual target objects, which is just
# crazy. Switch the order of input1.txt and input2.txt
# to make this fail. Joining the arguments with && might
# work, but might get a bit complicated to implement as
# dependency properties do not currently support &&.
make input1.txt : input1.in : @common.copy ;
make input2.txt : input2.in : @common.copy ;
run test.cpp : -y -a : input1.txt input2.txt ;
""")
t.run_build_system()
t.expect_content("bin/test.test/$toolset/debug*/test.output", """\
-y
-a
first input
second input
EXIT STATUS: 0
""")
t.cleanup()
def test_link():
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
link pass.cpp ;
link fail-compile.cpp ;
link fail-link.cpp ;
link fail-run.cpp ;
""")
t.run_build_system(status=1)
t.expect_addition("bin/pass.test/$toolset/debug*/pass.obj")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.exe")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.exe")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.test")
t.ignore_addition("bin/pass.test/*/pass.rsp")
t.ignore_addition("bin/fail-link.test/*/fail-link.rsp")
t.ignore_addition("bin/fail-run.test/*/fail-run.rsp")
t.expect_nothing_more()
t.cleanup()
def test_link_fail():
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
link-fail pass.cpp ;
link-fail fail-compile.cpp ;
link-fail fail-link.cpp ;
link-fail fail-run.cpp ;
""")
t.run_build_system(status=1)
t.expect_addition("bin/pass.test/$toolset/debug*/pass.obj")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.obj")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.exe")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.obj")
t.ignore_addition("bin/pass.test/*/pass.rsp")
t.ignore_addition("bin/fail-link.test/*/fail-link.rsp")
t.ignore_addition("bin/fail-run.test/*/fail-run.rsp")
t.expect_nothing_more()
t.cleanup()
def test_link_change():
"""Tests that the test file is removed when a test fails after it
previously passed."""
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-compile.cpp", "int main() {}\n")
t.write("fail-link.cpp", "int main() {}\n")
t.write("Jamroot.jam", """import testing ;
link-fail pass.cpp ;
link fail-compile.cpp ;
link fail-link.cpp ;
""")
t.run_build_system()
# Sanity check
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.expect_addition("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.expect_output_lines("...failed*", False)
# Now make them fail
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.run_build_system(status=1)
t.expect_removal("bin/pass.test/$toolset/debug*/pass.test")
t.expect_removal("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_removal("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.cleanup()
def test_compile():
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
compile pass.cpp ;
compile fail-compile.cpp ;
compile fail-link.cpp ;
compile fail-run.cpp ;
""")
t.run_build_system(status=1)
t.expect_addition("bin/pass.test/$toolset/debug*/pass.obj")
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.obj")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.obj")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.test")
t.expect_nothing_more()
t.cleanup()
def test_compile_fail():
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
compile-fail pass.cpp ;
compile-fail fail-compile.cpp ;
compile-fail fail-link.cpp ;
compile-fail fail-run.cpp ;
""")
t.run_build_system(status=1)
t.expect_addition("bin/fail-compile.test/$toolset/debug*/fail-compile.obj")
t.expect_addition("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_nothing_more()
t.cleanup()
def test_compile_change():
"""Tests that the test file is removed when a test fails after it
previously passed."""
t = BoostBuild.Tester(use_test_config=False)
t.write("pass.cpp", "#error expected to fail\n")
t.write("fail-compile.cpp", "int main() {}\n")
t.write("Jamroot.jam", """import testing ;
compile-fail pass.cpp ;
compile fail-compile.cpp ;
""")
t.run_build_system()
# Sanity check
t.expect_addition("bin/pass.test/$toolset/debug*/pass.test")
t.expect_addition("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_output_lines("...failed*", False)
# Now make them fail
t.write("pass.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.run_build_system(status=1)
t.expect_removal("bin/pass.test/$toolset/debug*/pass.test")
t.expect_removal("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.cleanup()
def test_remove_test_targets(option):
t = BoostBuild.Tester(use_test_config=False)
t.write("pass-compile.cpp", "int main() {}\n")
t.write("pass-link.cpp", "int main() {}\n")
t.write("pass-run.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("source.cpp", "int f();\n")
t.write("Jamroot.jam", """import testing ;
obj source.o : source.cpp ;
compile pass-compile.cpp ;
link pass-link.cpp source.o ;
run pass-run.cpp source.o ;
compile-fail fail-compile.cpp ;
link-fail fail-link.cpp ;
run-fail fail-run.cpp ;
""")
t.run_build_system([option])
t.expect_addition("bin/$toolset/debug*/source.obj")
t.expect_addition("bin/pass-compile.test/$toolset/debug*/pass-compile.test")
t.expect_addition("bin/pass-link.test/$toolset/debug*/pass-link.test")
t.expect_addition("bin/pass-run.test/$toolset/debug*/pass-run.output")
t.expect_addition("bin/pass-run.test/$toolset/debug*/pass-run.run")
t.expect_addition("bin/pass-run.test/$toolset/debug*/pass-run.test")
t.expect_addition("bin/fail-compile.test/$toolset/debug*/fail-compile.test")
t.expect_addition("bin/fail-link.test/$toolset/debug*/fail-link.test")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.output")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.run")
t.expect_addition("bin/fail-run.test/$toolset/debug*/fail-run.test")
t.ignore_addition("bin/pass-link.test/*/pass-link.rsp")
t.ignore_addition("bin/pass-run.test/*/pass-run.rsp")
t.ignore_addition("bin/fail-link.test/*/fail-link.rsp")
t.ignore_addition("bin/fail-run.test/*/fail-run.rsp")
t.expect_nothing_more()
t.cleanup()
def test_dump_tests():
"""Tests the output of the --dump-tests option"""
t = BoostBuild.Tester(use_test_config=False)
t.write("pass-compile.cpp", "int main() {}\n")
t.write("pass-link.cpp", "int main() {}\n")
t.write("pass-run.cpp", "int main() {}\n")
t.write("fail-compile.cpp", "#error expected to fail\n")
t.write("fail-link.cpp", "int f();\nint main() { return f(); }\n")
t.write("fail-run.cpp", "int main() { return 1; }\n")
t.write("Jamroot.jam", """import testing ;
run pass-run.cpp ;
run-fail fail-run.cpp ;
link pass-link.cpp ;
link-fail fail-link.cpp ;
compile pass-compile.cpp ;
compile-fail fail-compile.cpp ;
build-project libs/any/test ;
build-project libs/any/example ;
build-project libs/any ;
build-project tools/bcp/test ;
build-project tools/bcp/example ;
build-project subdir/test ;
build-project status ;
build-project outside/project ;
""")
def write_subdir(dir):
t.write(dir + "/test.cpp", "int main() {}\n")
t.write(dir + "/Jamfile", "run test.cpp ;")
write_subdir("libs/any/test")
write_subdir("libs/any/example")
write_subdir("libs/any")
write_subdir("tools/bcp/test")
write_subdir("tools/bcp/example")
write_subdir("status")
write_subdir("subdir/test")
t.write("outside/other/test.cpp", "int main() {}\n")
t.write("outside/project/Jamroot", "run ../other/test.cpp ;")
t.run_build_system(["--dump-tests", "-n", "-d0"],
match=TestCmd.match_re, stdout=
"""boost-test\(RUN\) ".*/pass-run" : "pass-run\.cpp"
boost-test\(RUN_FAIL\) ".*/fail-run" : "fail-run\.cpp"
boost-test\(LINK\) ".*/pass-link" : "pass-link\.cpp"
boost-test\(LINK_FAIL\) ".*/fail-link" : "fail-link\.cpp"
boost-test\(COMPILE\) ".*/pass-compile" : "pass-compile\.cpp"
boost-test\(COMPILE_FAIL\) ".*/fail-compile" : "fail-compile\.cpp"
boost-test\(RUN\) "any/test" : "libs/any/test\.cpp"
boost-test\(RUN\) "any/test" : "libs/any/test/test\.cpp"
boost-test\(RUN\) "any/test" : "libs/any/example/test\.cpp"
boost-test\(RUN\) "bcp/test" : "tools/bcp/test/test\.cpp"
boost-test\(RUN\) "bcp/test" : "tools/bcp/example/test\.cpp"
boost-test\(RUN\) ".*/subdir/test/test" : "subdir/test/test\.cpp"
boost-test\(RUN\) "test" : "status/test\.cpp"
boost-test\(RUN\) ".*/outside/project/test" : "../other/test.cpp"
""")
t.cleanup()
################################################################################
#
# test_files_with_spaces_in_their_name()
# --------------------------------------
#
################################################################################
def test_files_with_spaces_in_their_name():
"""Regression test making sure test result files get created correctly when
testing files with spaces in their name.
"""
t = BoostBuild.Tester(use_test_config=False)
t.write("valid source.cpp", "int main() {}\n");
t.write("invalid source.cpp", "this is not valid source code");
t.write("jamroot.jam", """
import testing ;
testing.compile "valid source.cpp" ;
testing.compile-fail "invalid source.cpp" ;
""")
t.run_build_system(status=0)
t.expect_addition("bin/invalid source.test/$toolset/debug*/invalid source.obj")
t.expect_addition("bin/invalid source.test/$toolset/debug*/invalid source.test")
t.expect_addition("bin/valid source.test/$toolset/debug*/valid source.obj")
t.expect_addition("bin/valid source.test/$toolset/debug*/valid source.test")
t.expect_content("bin/valid source.test/$toolset/debug*/valid source.test", \
"passed" )
t.expect_content( \
"bin/invalid source.test/$toolset/debug*/invalid source.test", \
"passed" )
t.expect_content( \
"bin/invalid source.test/$toolset/debug*/invalid source.obj", \
"failed as expected" )
t.cleanup()
################################################################################
#
# main()
# ------
#
################################################################################
test_run()
test_run_fail()
test_run_change()
test_run_path()
test_run_args()
test_link()
test_link_fail()
test_link_change()
test_compile()
test_compile_fail()
test_compile_change()
test_remove_test_targets("--remove-test-targets")
test_remove_test_targets("preserve-test-targets=off")
test_dump_tests()
test_files_with_spaces_in_their_name()