use super::build_sysroot; use super::config; use super::path::{Dirs, RelPath}; use super::prepare::{apply_patches, GitRepo}; use super::rustc_info::get_default_sysroot; use super::utils::{spawn_and_wait, spawn_and_wait_with_input, CargoProject, Compiler, LogGroup}; use super::{CodegenBackend, SysrootKind}; use std::env; use std::ffi::OsStr; use std::fs; use std::path::PathBuf; use std::process::Command; static BUILD_EXAMPLE_OUT_DIR: RelPath = RelPath::BUILD.join("example"); struct TestCase { config: &'static str, cmd: TestCaseCmd, } enum TestCaseCmd { Custom { func: &'static dyn Fn(&TestRunner<'_>) }, BuildLib { source: &'static str, crate_types: &'static str }, BuildBin { source: &'static str }, BuildBinAndRun { source: &'static str, args: &'static [&'static str] }, JitBin { source: &'static str, args: &'static str }, } impl TestCase { // FIXME reduce usage of custom test case commands const fn custom(config: &'static str, func: &'static dyn Fn(&TestRunner<'_>)) -> Self { Self { config, cmd: TestCaseCmd::Custom { func } } } const fn build_lib( config: &'static str, source: &'static str, crate_types: &'static str, ) -> Self { Self { config, cmd: TestCaseCmd::BuildLib { source, crate_types } } } const fn build_bin(config: &'static str, source: &'static str) -> Self { Self { config, cmd: TestCaseCmd::BuildBin { source } } } const fn build_bin_and_run( config: &'static str, source: &'static str, args: &'static [&'static str], ) -> Self { Self { config, cmd: TestCaseCmd::BuildBinAndRun { source, args } } } const fn jit_bin(config: &'static str, source: &'static str, args: &'static str) -> Self { Self { config, cmd: TestCaseCmd::JitBin { source, args } } } } const NO_SYSROOT_SUITE: &[TestCase] = &[ TestCase::build_lib("build.mini_core", "example/mini_core.rs", "lib,dylib"), TestCase::build_lib("build.example", "example/example.rs", "lib"), TestCase::jit_bin("jit.mini_core_hello_world", "example/mini_core_hello_world.rs", "abc bcd"), TestCase::build_bin_and_run( "aot.mini_core_hello_world", "example/mini_core_hello_world.rs", &["abc", "bcd"], ), ]; const BASE_SYSROOT_SUITE: &[TestCase] = &[ TestCase::build_bin_and_run( "aot.arbitrary_self_types_pointers_and_wrappers", "example/arbitrary_self_types_pointers_and_wrappers.rs", &[], ), TestCase::build_bin_and_run( "aot.issue_91827_extern_types", "example/issue-91827-extern-types.rs", &[], ), TestCase::build_lib("build.alloc_system", "example/alloc_system.rs", "lib"), TestCase::build_bin_and_run("aot.alloc_example", "example/alloc_example.rs", &[]), TestCase::jit_bin("jit.std_example", "example/std_example.rs", ""), TestCase::build_bin_and_run("aot.std_example", "example/std_example.rs", &["arg"]), TestCase::build_bin_and_run("aot.dst_field_align", "example/dst-field-align.rs", &[]), TestCase::build_bin_and_run( "aot.subslice-patterns-const-eval", "example/subslice-patterns-const-eval.rs", &[], ), TestCase::build_bin_and_run( "aot.track-caller-attribute", "example/track-caller-attribute.rs", &[], ), TestCase::build_bin_and_run("aot.float-minmax-pass", "example/float-minmax-pass.rs", &[]), TestCase::build_bin_and_run("aot.mod_bench", "example/mod_bench.rs", &[]), TestCase::build_bin_and_run("aot.issue-72793", "example/issue-72793.rs", &[]), TestCase::build_bin("aot.issue-59326", "example/issue-59326.rs"), ]; // FIXME(rust-random/rand#1293): Newer rand versions fail to test on Windows. Update once this is // fixed. pub(crate) static RAND_REPO: GitRepo = GitRepo::github( "rust-random", "rand", "50b9a447410860af8d6db9a208c3576886955874", "446203b96054891e", "rand", ); pub(crate) static RAND: CargoProject = CargoProject::new(&RAND_REPO.source_dir(), "rand_target"); pub(crate) static REGEX_REPO: GitRepo = GitRepo::github( "rust-lang", "regex", "32fed9429eafba0ae92a64b01796a0c5a75b88c8", "fcc4df7c5b902633", "regex", ); pub(crate) static REGEX: CargoProject = CargoProject::new(®EX_REPO.source_dir(), "regex_target"); pub(crate) static PORTABLE_SIMD_REPO: GitRepo = GitRepo::github( "rust-lang", "portable-simd", "7c7dbe0c505ccbc02ff30c1e37381ab1d47bf46f", "5bcc9c544f6fa7bd", "portable-simd", ); pub(crate) static PORTABLE_SIMD: CargoProject = CargoProject::new(&PORTABLE_SIMD_REPO.source_dir(), "portable-simd_target"); static LIBCORE_TESTS_SRC: RelPath = RelPath::BUILD.join("coretests"); static LIBCORE_TESTS: CargoProject = CargoProject::new(&LIBCORE_TESTS_SRC, "coretests_target"); const EXTENDED_SYSROOT_SUITE: &[TestCase] = &[ TestCase::custom("test.rust-random/rand", &|runner| { RAND_REPO.patch(&runner.dirs); RAND.clean(&runner.dirs); if runner.is_native { let mut test_cmd = RAND.test(&runner.target_compiler, &runner.dirs); test_cmd.arg("--workspace").arg("--").arg("-q"); spawn_and_wait(test_cmd); } else { eprintln!("Cross-Compiling: Not running tests"); let mut build_cmd = RAND.build(&runner.target_compiler, &runner.dirs); build_cmd.arg("--workspace").arg("--tests"); spawn_and_wait(build_cmd); } }), TestCase::custom("test.libcore", &|runner| { apply_patches( &runner.dirs, "coretests", &runner.stdlib_source.join("library/core/tests"), &LIBCORE_TESTS_SRC.to_path(&runner.dirs), ); let source_lockfile = RelPath::PATCHES.to_path(&runner.dirs).join("coretests-lock.toml"); let target_lockfile = LIBCORE_TESTS_SRC.to_path(&runner.dirs).join("Cargo.lock"); fs::copy(source_lockfile, target_lockfile).unwrap(); LIBCORE_TESTS.clean(&runner.dirs); if runner.is_native { let mut test_cmd = LIBCORE_TESTS.test(&runner.target_compiler, &runner.dirs); test_cmd.arg("--").arg("-q"); spawn_and_wait(test_cmd); } else { eprintln!("Cross-Compiling: Not running tests"); let mut build_cmd = LIBCORE_TESTS.build(&runner.target_compiler, &runner.dirs); build_cmd.arg("--tests"); spawn_and_wait(build_cmd); } }), TestCase::custom("test.regex-shootout-regex-dna", &|runner| { REGEX_REPO.patch(&runner.dirs); REGEX.clean(&runner.dirs); let mut build_cmd = REGEX.build(&runner.target_compiler, &runner.dirs); build_cmd.arg("--example").arg("shootout-regex-dna"); spawn_and_wait(build_cmd); if runner.is_native { let mut run_cmd = REGEX.run(&runner.target_compiler, &runner.dirs); run_cmd.arg("--example").arg("shootout-regex-dna"); let input = fs::read_to_string( REGEX.source_dir(&runner.dirs).join("examples").join("regexdna-input.txt"), ) .unwrap(); let expected = fs::read_to_string( REGEX.source_dir(&runner.dirs).join("examples").join("regexdna-output.txt"), ) .unwrap(); let output = spawn_and_wait_with_input(run_cmd, input); let output_matches = expected.lines().eq(output.lines()); if !output_matches { println!("Output files don't match!"); println!("Expected Output:\n{}", expected); println!("Actual Output:\n{}", output); std::process::exit(1); } } }), TestCase::custom("test.regex", &|runner| { REGEX_REPO.patch(&runner.dirs); REGEX.clean(&runner.dirs); if runner.is_native { let mut run_cmd = REGEX.test(&runner.target_compiler, &runner.dirs); // regex-capi and regex-debug don't have any tests. Nor do they contain any code // that is useful to test with cg_clif. Skip building them to reduce test time. run_cmd.args(["-p", "regex", "-p", "regex-syntax", "--", "-q"]); spawn_and_wait(run_cmd); } else { eprintln!("Cross-Compiling: Not running tests"); let mut build_cmd = REGEX.build(&runner.target_compiler, &runner.dirs); build_cmd.arg("--tests"); spawn_and_wait(build_cmd); } }), TestCase::custom("test.portable-simd", &|runner| { PORTABLE_SIMD_REPO.patch(&runner.dirs); PORTABLE_SIMD.clean(&runner.dirs); let mut build_cmd = PORTABLE_SIMD.build(&runner.target_compiler, &runner.dirs); build_cmd.arg("--all-targets"); spawn_and_wait(build_cmd); if runner.is_native { let mut test_cmd = PORTABLE_SIMD.test(&runner.target_compiler, &runner.dirs); test_cmd.arg("-q"); spawn_and_wait(test_cmd); } }), ]; pub(crate) fn run_tests( dirs: &Dirs, channel: &str, sysroot_kind: SysrootKind, use_unstable_features: bool, skip_tests: &[&str], cg_clif_dylib: &CodegenBackend, bootstrap_host_compiler: &Compiler, rustup_toolchain_name: Option<&str>, target_triple: String, ) { let stdlib_source = get_default_sysroot(&bootstrap_host_compiler.rustc).join("lib/rustlib/src/rust"); assert!(stdlib_source.exists()); if config::get_bool("testsuite.no_sysroot") && !skip_tests.contains(&"testsuite.no_sysroot") { let target_compiler = build_sysroot::build_sysroot( dirs, channel, SysrootKind::None, cg_clif_dylib, bootstrap_host_compiler, rustup_toolchain_name, target_triple.clone(), ); let runner = TestRunner::new( dirs.clone(), target_compiler, use_unstable_features, skip_tests, bootstrap_host_compiler.triple == target_triple, stdlib_source.clone(), ); BUILD_EXAMPLE_OUT_DIR.ensure_fresh(dirs); runner.run_testsuite(NO_SYSROOT_SUITE); } else { eprintln!("[SKIP] no_sysroot tests"); } let run_base_sysroot = config::get_bool("testsuite.base_sysroot") && !skip_tests.contains(&"testsuite.base_sysroot"); let run_extended_sysroot = config::get_bool("testsuite.extended_sysroot") && !skip_tests.contains(&"testsuite.extended_sysroot"); if run_base_sysroot || run_extended_sysroot { let mut target_compiler = build_sysroot::build_sysroot( dirs, channel, sysroot_kind, cg_clif_dylib, bootstrap_host_compiler, rustup_toolchain_name, target_triple.clone(), ); // Rust's build system denies a couple of lints that trigger on several of the test // projects. Changing the code to fix them is not worth it, so just silence all lints. target_compiler.rustflags += " --cap-lints=allow"; let runner = TestRunner::new( dirs.clone(), target_compiler, use_unstable_features, skip_tests, bootstrap_host_compiler.triple == target_triple, stdlib_source, ); if run_base_sysroot { runner.run_testsuite(BASE_SYSROOT_SUITE); } else { eprintln!("[SKIP] base_sysroot tests"); } if run_extended_sysroot { runner.run_testsuite(EXTENDED_SYSROOT_SUITE); } else { eprintln!("[SKIP] extended_sysroot tests"); } } } struct TestRunner<'a> { is_native: bool, jit_supported: bool, use_unstable_features: bool, skip_tests: &'a [&'a str], dirs: Dirs, target_compiler: Compiler, stdlib_source: PathBuf, } impl<'a> TestRunner<'a> { fn new( dirs: Dirs, mut target_compiler: Compiler, use_unstable_features: bool, skip_tests: &'a [&'a str], is_native: bool, stdlib_source: PathBuf, ) -> Self { if let Ok(rustflags) = env::var("RUSTFLAGS") { target_compiler.rustflags.push(' '); target_compiler.rustflags.push_str(&rustflags); } if let Ok(rustdocflags) = env::var("RUSTDOCFLAGS") { target_compiler.rustdocflags.push(' '); target_compiler.rustdocflags.push_str(&rustdocflags); } // FIXME fix `#[linkage = "extern_weak"]` without this if target_compiler.triple.contains("darwin") { target_compiler.rustflags.push_str(" -Clink-arg=-undefined -Clink-arg=dynamic_lookup"); } let jit_supported = use_unstable_features && is_native && target_compiler.triple.contains("x86_64") && !target_compiler.triple.contains("windows"); Self { is_native, jit_supported, use_unstable_features, skip_tests, dirs, target_compiler, stdlib_source, } } fn run_testsuite(&self, tests: &[TestCase]) { for TestCase { config, cmd } in tests { let (tag, testname) = config.split_once('.').unwrap(); let tag = tag.to_uppercase(); let is_jit_test = tag == "JIT"; let _guard = if !config::get_bool(config) || (is_jit_test && !self.jit_supported) || self.skip_tests.contains(&config) { eprintln!("[{tag}] {testname} (skipped)"); continue; } else { let guard = LogGroup::guard(&format!("[{tag}] {testname}")); eprintln!("[{tag}] {testname}"); guard }; match *cmd { TestCaseCmd::Custom { func } => func(self), TestCaseCmd::BuildLib { source, crate_types } => { if self.use_unstable_features { self.run_rustc([source, "--crate-type", crate_types]); } else { self.run_rustc([ source, "--crate-type", crate_types, "--cfg", "no_unstable_features", ]); } } TestCaseCmd::BuildBin { source } => { if self.use_unstable_features { self.run_rustc([source]); } else { self.run_rustc([source, "--cfg", "no_unstable_features"]); } } TestCaseCmd::BuildBinAndRun { source, args } => { if self.use_unstable_features { self.run_rustc([source]); } else { self.run_rustc([source, "--cfg", "no_unstable_features"]); } self.run_out_command( source.split('/').last().unwrap().split('.').next().unwrap(), args, ); } TestCaseCmd::JitBin { source, args } => { let mut jit_cmd = self.rustc_command([ "-Zunstable-options", "-Cllvm-args=mode=jit", "-Cprefer-dynamic", source, "--cfg", "jit", ]); if !args.is_empty() { jit_cmd.env("CG_CLIF_JIT_ARGS", args); } spawn_and_wait(jit_cmd); eprintln!("[JIT-lazy] {testname}"); let mut jit_cmd = self.rustc_command([ "-Zunstable-options", "-Cllvm-args=mode=jit-lazy", "-Cprefer-dynamic", source, "--cfg", "jit", ]); if !args.is_empty() { jit_cmd.env("CG_CLIF_JIT_ARGS", args); } spawn_and_wait(jit_cmd); } } } } #[must_use] fn rustc_command(&self, args: I) -> Command where I: IntoIterator, S: AsRef, { let mut cmd = Command::new(&self.target_compiler.rustc); cmd.args(self.target_compiler.rustflags.split_whitespace()); cmd.arg("-L"); cmd.arg(format!("crate={}", BUILD_EXAMPLE_OUT_DIR.to_path(&self.dirs).display())); cmd.arg("--out-dir"); cmd.arg(format!("{}", BUILD_EXAMPLE_OUT_DIR.to_path(&self.dirs).display())); cmd.arg("-Cdebuginfo=2"); cmd.arg("--target"); cmd.arg(&self.target_compiler.triple); cmd.arg("-Cpanic=abort"); cmd.args(args); cmd } fn run_rustc(&self, args: I) where I: IntoIterator, S: AsRef, { spawn_and_wait(self.rustc_command(args)); } fn run_out_command(&self, name: &str, args: &[&str]) { let mut full_cmd = vec![]; // Prepend the RUN_WRAPPER's if !self.target_compiler.runner.is_empty() { full_cmd.extend(self.target_compiler.runner.iter().cloned()); } full_cmd.push( BUILD_EXAMPLE_OUT_DIR.to_path(&self.dirs).join(name).to_str().unwrap().to_string(), ); for arg in args { full_cmd.push(arg.to_string()); } let mut cmd_iter = full_cmd.into_iter(); let first = cmd_iter.next().unwrap(); let mut cmd = Command::new(first); cmd.args(cmd_iter); spawn_and_wait(cmd); } }