60f8f6bde9
Add the ability to ignore a test based on the environment of the triple being used.
390 lines
12 KiB
Rust
390 lines
12 KiB
Rust
// Copyright 2012-2013 The Rust Project Developers. See the COPYRIGHT
|
|
// file at the top-level directory of this distribution and at
|
|
// http://rust-lang.org/COPYRIGHT.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
|
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
|
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
|
// option. This file may not be copied, modified, or distributed
|
|
// except according to those terms.
|
|
|
|
use std::env;
|
|
use std::fs::File;
|
|
use std::io::BufReader;
|
|
use std::io::prelude::*;
|
|
use std::path::{Path, PathBuf};
|
|
|
|
use common::Config;
|
|
use common;
|
|
use util;
|
|
|
|
pub struct TestProps {
|
|
// Lines that should be expected, in order, on standard out
|
|
pub error_patterns: Vec<String> ,
|
|
// Extra flags to pass to the compiler
|
|
pub compile_flags: Option<String>,
|
|
// Extra flags to pass when the compiled code is run (such as --bench)
|
|
pub run_flags: Option<String>,
|
|
// If present, the name of a file that this test should match when
|
|
// pretty-printed
|
|
pub pp_exact: Option<PathBuf>,
|
|
// Modules from aux directory that should be compiled
|
|
pub aux_builds: Vec<String> ,
|
|
// Environment settings to use during execution
|
|
pub exec_env: Vec<(String,String)> ,
|
|
// Lines to check if they appear in the expected debugger output
|
|
pub check_lines: Vec<String> ,
|
|
// Flag to force a crate to be built with the host architecture
|
|
pub force_host: bool,
|
|
// Check stdout for error-pattern output as well as stderr
|
|
pub check_stdout: bool,
|
|
// Don't force a --crate-type=dylib flag on the command line
|
|
pub no_prefer_dynamic: bool,
|
|
// Run --pretty expanded when running pretty printing tests
|
|
pub pretty_expanded: bool,
|
|
// Which pretty mode are we testing with, default to 'normal'
|
|
pub pretty_mode: String,
|
|
// Only compare pretty output and don't try compiling
|
|
pub pretty_compare_only: bool,
|
|
// Patterns which must not appear in the output of a cfail test.
|
|
pub forbid_output: Vec<String>,
|
|
}
|
|
|
|
// Load any test directives embedded in the file
|
|
pub fn load_props(testfile: &Path) -> TestProps {
|
|
let mut error_patterns = Vec::new();
|
|
let mut aux_builds = Vec::new();
|
|
let mut exec_env = Vec::new();
|
|
let mut compile_flags = None;
|
|
let mut run_flags = None;
|
|
let mut pp_exact = None;
|
|
let mut check_lines = Vec::new();
|
|
let mut force_host = false;
|
|
let mut check_stdout = false;
|
|
let mut no_prefer_dynamic = false;
|
|
let mut pretty_expanded = false;
|
|
let mut pretty_mode = None;
|
|
let mut pretty_compare_only = false;
|
|
let mut forbid_output = Vec::new();
|
|
iter_header(testfile, &mut |ln| {
|
|
match parse_error_pattern(ln) {
|
|
Some(ep) => error_patterns.push(ep),
|
|
None => ()
|
|
};
|
|
|
|
if compile_flags.is_none() {
|
|
compile_flags = parse_compile_flags(ln);
|
|
}
|
|
|
|
if run_flags.is_none() {
|
|
run_flags = parse_run_flags(ln);
|
|
}
|
|
|
|
if pp_exact.is_none() {
|
|
pp_exact = parse_pp_exact(ln, testfile);
|
|
}
|
|
|
|
if !force_host {
|
|
force_host = parse_force_host(ln);
|
|
}
|
|
|
|
if !check_stdout {
|
|
check_stdout = parse_check_stdout(ln);
|
|
}
|
|
|
|
if !no_prefer_dynamic {
|
|
no_prefer_dynamic = parse_no_prefer_dynamic(ln);
|
|
}
|
|
|
|
if !pretty_expanded {
|
|
pretty_expanded = parse_pretty_expanded(ln);
|
|
}
|
|
|
|
if pretty_mode.is_none() {
|
|
pretty_mode = parse_pretty_mode(ln);
|
|
}
|
|
|
|
if !pretty_compare_only {
|
|
pretty_compare_only = parse_pretty_compare_only(ln);
|
|
}
|
|
|
|
match parse_aux_build(ln) {
|
|
Some(ab) => { aux_builds.push(ab); }
|
|
None => {}
|
|
}
|
|
|
|
match parse_exec_env(ln) {
|
|
Some(ee) => { exec_env.push(ee); }
|
|
None => {}
|
|
}
|
|
|
|
match parse_check_line(ln) {
|
|
Some(cl) => check_lines.push(cl),
|
|
None => ()
|
|
};
|
|
|
|
match parse_forbid_output(ln) {
|
|
Some(of) => forbid_output.push(of),
|
|
None => (),
|
|
}
|
|
|
|
true
|
|
});
|
|
|
|
for key in vec!["RUST_TEST_NOCAPTURE", "RUST_TEST_THREADS"] {
|
|
match env::var(key) {
|
|
Ok(val) =>
|
|
if exec_env.iter().find(|&&(ref x, _)| *x == key.to_string()).is_none() {
|
|
exec_env.push((key.to_string(), val))
|
|
},
|
|
Err(..) => {}
|
|
}
|
|
}
|
|
|
|
TestProps {
|
|
error_patterns: error_patterns,
|
|
compile_flags: compile_flags,
|
|
run_flags: run_flags,
|
|
pp_exact: pp_exact,
|
|
aux_builds: aux_builds,
|
|
exec_env: exec_env,
|
|
check_lines: check_lines,
|
|
force_host: force_host,
|
|
check_stdout: check_stdout,
|
|
no_prefer_dynamic: no_prefer_dynamic,
|
|
pretty_expanded: pretty_expanded,
|
|
pretty_mode: pretty_mode.unwrap_or("normal".to_string()),
|
|
pretty_compare_only: pretty_compare_only,
|
|
forbid_output: forbid_output,
|
|
}
|
|
}
|
|
|
|
pub fn is_test_ignored(config: &Config, testfile: &Path) -> bool {
|
|
fn ignore_target(config: &Config) -> String {
|
|
format!("ignore-{}", util::get_os(&config.target))
|
|
}
|
|
fn ignore_architecture(config: &Config) -> String {
|
|
format!("ignore-{}", util::get_arch(&config.target))
|
|
}
|
|
fn ignore_stage(config: &Config) -> String {
|
|
format!("ignore-{}",
|
|
config.stage_id.split('-').next().unwrap())
|
|
}
|
|
fn ignore_env(config: &Config) -> String {
|
|
format!("ignore-{}", util::get_env(&config.target).unwrap_or("<unknown>"))
|
|
}
|
|
fn ignore_gdb(config: &Config, line: &str) -> bool {
|
|
if config.mode != common::DebugInfoGdb {
|
|
return false;
|
|
}
|
|
|
|
if parse_name_directive(line, "ignore-gdb") {
|
|
return true;
|
|
}
|
|
|
|
match config.gdb_version {
|
|
Some(ref actual_version) => {
|
|
if line.contains("min-gdb-version") {
|
|
let min_version = line.trim()
|
|
.split(' ')
|
|
.last()
|
|
.expect("Malformed GDB version directive");
|
|
// Ignore if actual version is smaller the minimum required
|
|
// version
|
|
gdb_version_to_int(actual_version) <
|
|
gdb_version_to_int(min_version)
|
|
} else {
|
|
false
|
|
}
|
|
}
|
|
None => false
|
|
}
|
|
}
|
|
|
|
fn ignore_lldb(config: &Config, line: &str) -> bool {
|
|
if config.mode != common::DebugInfoLldb {
|
|
return false;
|
|
}
|
|
|
|
if parse_name_directive(line, "ignore-lldb") {
|
|
return true;
|
|
}
|
|
|
|
match config.lldb_version {
|
|
Some(ref actual_version) => {
|
|
if line.contains("min-lldb-version") {
|
|
let min_version = line.trim()
|
|
.split(' ')
|
|
.last()
|
|
.expect("Malformed lldb version directive");
|
|
// Ignore if actual version is smaller the minimum required
|
|
// version
|
|
lldb_version_to_int(actual_version) <
|
|
lldb_version_to_int(min_version)
|
|
} else {
|
|
false
|
|
}
|
|
}
|
|
None => false
|
|
}
|
|
}
|
|
|
|
let val = iter_header(testfile, &mut |ln| {
|
|
!parse_name_directive(ln, "ignore-test") &&
|
|
!parse_name_directive(ln, &ignore_target(config)) &&
|
|
!parse_name_directive(ln, &ignore_architecture(config)) &&
|
|
!parse_name_directive(ln, &ignore_stage(config)) &&
|
|
!parse_name_directive(ln, &ignore_env(config)) &&
|
|
!(config.mode == common::Pretty && parse_name_directive(ln, "ignore-pretty")) &&
|
|
!(config.target != config.host && parse_name_directive(ln, "ignore-cross-compile")) &&
|
|
!ignore_gdb(config, ln) &&
|
|
!ignore_lldb(config, ln)
|
|
});
|
|
|
|
!val
|
|
}
|
|
|
|
fn iter_header(testfile: &Path, it: &mut FnMut(&str) -> bool) -> bool {
|
|
let rdr = BufReader::new(File::open(testfile).unwrap());
|
|
for ln in rdr.lines() {
|
|
// Assume that any directives will be found before the first
|
|
// module or function. This doesn't seem to be an optimization
|
|
// with a warm page cache. Maybe with a cold one.
|
|
let ln = ln.unwrap();
|
|
if ln.starts_with("fn") ||
|
|
ln.starts_with("mod") {
|
|
return true;
|
|
} else {
|
|
if !(it(ln.trim())) {
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
|
|
fn parse_error_pattern(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "error-pattern")
|
|
}
|
|
|
|
fn parse_forbid_output(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "forbid-output")
|
|
}
|
|
|
|
fn parse_aux_build(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "aux-build")
|
|
}
|
|
|
|
fn parse_compile_flags(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "compile-flags")
|
|
}
|
|
|
|
fn parse_run_flags(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "run-flags")
|
|
}
|
|
|
|
fn parse_check_line(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "check")
|
|
}
|
|
|
|
fn parse_force_host(line: &str) -> bool {
|
|
parse_name_directive(line, "force-host")
|
|
}
|
|
|
|
fn parse_check_stdout(line: &str) -> bool {
|
|
parse_name_directive(line, "check-stdout")
|
|
}
|
|
|
|
fn parse_no_prefer_dynamic(line: &str) -> bool {
|
|
parse_name_directive(line, "no-prefer-dynamic")
|
|
}
|
|
|
|
fn parse_pretty_expanded(line: &str) -> bool {
|
|
parse_name_directive(line, "pretty-expanded")
|
|
}
|
|
|
|
fn parse_pretty_mode(line: &str) -> Option<String> {
|
|
parse_name_value_directive(line, "pretty-mode")
|
|
}
|
|
|
|
fn parse_pretty_compare_only(line: &str) -> bool {
|
|
parse_name_directive(line, "pretty-compare-only")
|
|
}
|
|
|
|
fn parse_exec_env(line: &str) -> Option<(String, String)> {
|
|
parse_name_value_directive(line, "exec-env").map(|nv| {
|
|
// nv is either FOO or FOO=BAR
|
|
let mut strs: Vec<String> = nv
|
|
.splitn(2, '=')
|
|
.map(|s| s.to_string())
|
|
.collect();
|
|
|
|
match strs.len() {
|
|
1 => (strs.pop().unwrap(), "".to_string()),
|
|
2 => {
|
|
let end = strs.pop().unwrap();
|
|
(strs.pop().unwrap(), end)
|
|
}
|
|
n => panic!("Expected 1 or 2 strings, not {}", n)
|
|
}
|
|
})
|
|
}
|
|
|
|
fn parse_pp_exact(line: &str, testfile: &Path) -> Option<PathBuf> {
|
|
match parse_name_value_directive(line, "pp-exact") {
|
|
Some(s) => Some(PathBuf::from(&s)),
|
|
None => {
|
|
if parse_name_directive(line, "pp-exact") {
|
|
testfile.file_name().map(|s| PathBuf::from(s))
|
|
} else {
|
|
None
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
fn parse_name_directive(line: &str, directive: &str) -> bool {
|
|
// This 'no-' rule is a quick hack to allow pretty-expanded and no-pretty-expanded to coexist
|
|
line.contains(directive) && !line.contains(&("no-".to_string() + directive))
|
|
}
|
|
|
|
pub fn parse_name_value_directive(line: &str, directive: &str)
|
|
-> Option<String> {
|
|
let keycolon = format!("{}:", directive);
|
|
match line.find(&keycolon) {
|
|
Some(colon) => {
|
|
let value = line[(colon + keycolon.len()) .. line.len()].to_string();
|
|
debug!("{}: {}", directive, value);
|
|
Some(value)
|
|
}
|
|
None => None
|
|
}
|
|
}
|
|
|
|
pub fn gdb_version_to_int(version_string: &str) -> isize {
|
|
let error_string = format!(
|
|
"Encountered GDB version string with unexpected format: {}",
|
|
version_string);
|
|
let error_string = error_string;
|
|
|
|
let components: Vec<&str> = version_string.trim().split('.').collect();
|
|
|
|
if components.len() != 2 {
|
|
panic!("{}", error_string);
|
|
}
|
|
|
|
let major: isize = components[0].parse().ok().expect(&error_string);
|
|
let minor: isize = components[1].parse().ok().expect(&error_string);
|
|
|
|
return major * 1000 + minor;
|
|
}
|
|
|
|
pub fn lldb_version_to_int(version_string: &str) -> isize {
|
|
let error_string = format!(
|
|
"Encountered LLDB version string with unexpected format: {}",
|
|
version_string);
|
|
let error_string = error_string;
|
|
let major: isize = version_string.parse().ok().expect(&error_string);
|
|
return major;
|
|
}
|