// Copyright 2017 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use std::env; use std::path::{Path, PathBuf}; use std::process::Command; use Mode; use Compiler; use builder::{Step, ShouldRun, Builder}; use util::{exe, add_lib_path}; use compile::{self, libtest_stamp, libstd_stamp, librustc_stamp}; use native; use channel::GitInfo; use cache::Interned; //// ======================================================================== //// Build tools //// //// Tools used during the build system but not shipped //// "pseudo rule" which represents completely cleaning out the tools dir in //// one stage. This needs to happen whenever a dependency changes (e.g. //// libstd, libtest, librustc) and all of the tool compilations above will //// be sequenced after this rule. //rules.build("maybe-clean-tools", "path/to/nowhere") // .after("librustc-tool") // .after("libtest-tool") // .after("libstd-tool"); // //rules.build("librustc-tool", "path/to/nowhere") // .dep(|s| s.name("librustc")) // .run(move |s| compile::maybe_clean_tools(build, s.stage, s.target, Mode::Librustc)); //rules.build("libtest-tool", "path/to/nowhere") // .dep(|s| s.name("libtest")) // .run(move |s| compile::maybe_clean_tools(build, s.stage, s.target, Mode::Libtest)); //rules.build("libstd-tool", "path/to/nowhere") // .dep(|s| s.name("libstd")) // .run(move |s| compile::maybe_clean_tools(build, s.stage, s.target, Mode::Libstd)); // #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct CleanTools { pub stage: u32, pub target: Interned, pub mode: Mode, } impl Step for CleanTools { type Output = (); fn should_run(run: ShouldRun) -> ShouldRun { run.never() } /// Build a tool in `src/tools` /// /// This will build the specified tool with the specified `host` compiler in /// `stage` into the normal cargo output directory. fn run(self, builder: &Builder) { let build = builder.build; let stage = self.stage; let target = self.target; let mode = self.mode; let compiler = builder.compiler(stage, build.build); let stamp = match mode { Mode::Libstd => libstd_stamp(build, compiler, target), Mode::Libtest => libtest_stamp(build, compiler, target), Mode::Librustc => librustc_stamp(build, compiler, target), _ => panic!(), }; let out_dir = build.cargo_out(compiler, Mode::Tool, target); build.clear_if_dirty(&out_dir, &stamp); } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct ToolBuild { pub stage: u32, pub target: Interned, pub tool: &'static str, pub mode: Mode, } impl Step for ToolBuild { type Output = PathBuf; fn should_run(run: ShouldRun) -> ShouldRun { run.never() } /// Build a tool in `src/tools` /// /// This will build the specified tool with the specified `host` compiler in /// `stage` into the normal cargo output directory. fn run(self, builder: &Builder) -> PathBuf { let build = builder.build; let stage = self.stage; let target = self.target; let tool = self.tool; let compiler = builder.compiler(stage, build.build); builder.ensure(CleanTools { stage, target, mode: self.mode }); match self.mode { Mode::Libstd => builder.ensure(compile::Std { compiler, target }), Mode::Libtest => builder.ensure(compile::Test { compiler, target }), Mode::Librustc => builder.ensure(compile::Rustc { compiler, target }), Mode::Tool => panic!("unexpected Mode::Tool for tool build") } let _folder = build.fold_output(|| format!("stage{}-{}", stage, tool)); println!("Building stage{} tool {} ({})", stage, tool, target); let mut cargo = builder.cargo(compiler, Mode::Tool, target, "build"); let dir = build.src.join("src/tools").join(tool); cargo.arg("--manifest-path").arg(dir.join("Cargo.toml")); // We don't want to build tools dynamically as they'll be running across // stages and such and it's just easier if they're not dynamically linked. cargo.env("RUSTC_NO_PREFER_DYNAMIC", "1"); if let Some(dir) = build.openssl_install_dir(target) { cargo.env("OPENSSL_STATIC", "1"); cargo.env("OPENSSL_DIR", dir); cargo.env("LIBZ_SYS_STATIC", "1"); } cargo.env("CFG_RELEASE_CHANNEL", &build.config.channel); let info = GitInfo::new(&dir); if let Some(sha) = info.sha() { cargo.env("CFG_COMMIT_HASH", sha); } if let Some(sha_short) = info.sha_short() { cargo.env("CFG_SHORT_COMMIT_HASH", sha_short); } if let Some(date) = info.commit_date() { cargo.env("CFG_COMMIT_DATE", date); } build.run(&mut cargo); build.cargo_out(compiler, Mode::Tool, target).join(exe(tool, &compiler.host)) } } macro_rules! tool { ($($name:ident, $path:expr, $tool_name:expr, $mode:expr;)+) => { #[derive(Copy, Clone)] pub enum Tool { $( $name, )+ } impl<'a> Builder<'a> { pub fn tool_exe(&self, tool: Tool) -> PathBuf { match tool { $(Tool::$name => self.ensure($name { stage: 0, target: self.build.build, }), )+ } } } $( #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct $name { pub stage: u32, pub target: Interned, } impl Step for $name { type Output = PathBuf; fn should_run(run: ShouldRun) -> ShouldRun { run.path($path) } fn make_run( builder: &Builder, _path: Option<&Path>, _host: Interned, target: Interned ) { builder.ensure($name { stage: builder.top_stage, target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(ToolBuild { stage: self.stage, target: self.target, tool: $tool_name, mode: $mode, }) } } )+ } } tool!( // rules.build("tool-rustbook", "src/tools/rustbook") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("librustc-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "rustbook")); Rustbook, "src/tools/rustbook", "rustbook", Mode::Librustc; // rules.build("tool-error-index", "src/tools/error_index_generator") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("librustc-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "error_index_generator")); ErrorIndex, "src/tools/error_index_generator", "error_index_generator", Mode::Librustc; // rules.build("tool-unstable-book-gen", "src/tools/unstable-book-gen") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "unstable-book-gen")); UnstableBookGen, "src/tools/unstable-book-gen", "unstable-book-gen", Mode::Libstd; // rules.build("tool-tidy", "src/tools/tidy") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "tidy")); Tidy, "src/tools/tidy", "tidy", Mode::Libstd; // rules.build("tool-linkchecker", "src/tools/linkchecker") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "linkchecker")); Linkchecker, "src/tools/linkchecker", "linkchecker", Mode::Libstd; // rules.build("tool-cargotest", "src/tools/cargotest") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "cargotest")); CargoTest, "src/tools/cargotest", "cargotest", Mode::Libstd; // rules.build("tool-compiletest", "src/tools/compiletest") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libtest-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "compiletest")); Compiletest, "src/tools/compiletest", "compiletest", Mode::Libtest; // rules.build("tool-build-manifest", "src/tools/build-manifest") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "build-manifest")); BuildManifest, "src/tools/build-manifest", "build-manifest", Mode::Librustc; // rules.build("tool-remote-test-client", "src/tools/remote-test-client") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "remote-test-client")); RemoteTestClient, "src/tools/remote-test-client", "remote-test-client", Mode::Libstd; // rules.build("tool-rust-installer", "src/tools/rust-installer") // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .run(move |s| compile::tool(build, s.stage, s.target, "rust-installer")); RustInstaller, "src/tools/rust-installer", "rust-installer", Mode::Libstd; ); #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct RemoteTestServer { pub stage: u32, pub target: Interned, } impl Step for RemoteTestServer { type Output = PathBuf; fn should_run(run: ShouldRun) -> ShouldRun { run.path("src/tools/remote-test-server") } fn make_run( builder: &Builder, _path: Option<&Path>, _host: Interned, target: Interned ) { builder.ensure(RemoteTestServer { stage: builder.top_stage, target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(ToolBuild { stage: self.stage, target: self.target, tool: "remote-test-server", mode: Mode::Libstd, }) } } // rules.build("tool-cargo", "src/tools/cargo") // .host(true) // .default(build.config.extended) // .dep(|s| s.name("maybe-clean-tools")) // .dep(|s| s.name("libstd-tool")) // .dep(|s| s.stage(0).host(s.target).name("openssl")) // .dep(move |s| { // // Cargo depends on procedural macros, which requires a full host // // compiler to be available, so we need to depend on that. // s.name("librustc-link") // .target(&build.build) // .host(&build.build) // }) // .run(move |s| compile::tool(build, s.stage, s.target, "cargo")); #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Cargo { pub stage: u32, pub target: Interned, } impl Step for Cargo { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { run.path("src/tools/cargo") } fn make_run( builder: &Builder, path: Option<&Path>, _host: Interned, target: Interned ) { if path.is_none() && !builder.build.config.extended { return; } builder.ensure(Cargo { stage: builder.top_stage, target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(native::Openssl { target: self.target, }); // Cargo depends on procedural macros, which requires a full host // compiler to be available, so we need to depend on that. builder.ensure(compile::Rustc { compiler: builder.compiler(self.stage, builder.build.build), target: builder.build.build, }); builder.ensure(ToolBuild { stage: self.stage, target: self.target, tool: "cargo", mode: Mode::Libstd, }) } } // rules.build("tool-rls", "src/tools/rls") // .host(true) // .default(build.config.extended) // .dep(|s| s.name("librustc-tool")) // .dep(|s| s.stage(0).host(s.target).name("openssl")) // .dep(move |s| { // // rls, like cargo, uses procedural macros // s.name("librustc-link") // .target(&build.build) // .host(&build.build) // }) // .run(move |s| compile::tool(build, s.stage, s.target, "rls")); // #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Rls { pub stage: u32, pub target: Interned, } impl Step for Rls { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { run.path("src/tools/rls") } fn make_run( builder: &Builder, path: Option<&Path>, _host: Interned, target: Interned ) { if path.is_none() && !builder.build.config.extended { return; } builder.ensure(Rls { stage: builder.top_stage, target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(native::Openssl { target: self.target, }); // RLS depends on procedural macros, which requires a full host // compiler to be available, so we need to depend on that. builder.ensure(compile::Rustc { compiler: builder.compiler(self.stage, builder.build.build), target: builder.build.build, }); builder.ensure(ToolBuild { stage: self.stage, target: self.target, tool: "rls", mode: Mode::Librustc, }) } } impl<'a> Builder<'a> { /// Get a `Command` which is ready to run `tool` in `stage` built for /// `host`. pub fn tool_cmd(&self, tool: Tool) -> Command { let mut cmd = Command::new(self.tool_exe(tool)); let compiler = self.compiler(0, self.build.build); self.prepare_tool_cmd(compiler, &mut cmd); cmd } /// Prepares the `cmd` provided to be able to run the `compiler` provided. /// /// Notably this munges the dynamic library lookup path to point to the /// right location to run `compiler`. fn prepare_tool_cmd(&self, compiler: Compiler, cmd: &mut Command) { let host = &compiler.host; let mut paths: Vec = vec![ PathBuf::from(&self.sysroot_libdir(compiler, compiler.host)), self.cargo_out(compiler, Mode::Tool, *host).join("deps"), ]; // On MSVC a tool may invoke a C compiler (e.g. compiletest in run-make // mode) and that C compiler may need some extra PATH modification. Do // so here. if compiler.host.contains("msvc") { let curpaths = env::var_os("PATH").unwrap_or_default(); let curpaths = env::split_paths(&curpaths).collect::>(); for &(ref k, ref v) in self.cc[&compiler.host].0.env() { if k != "PATH" { continue } for path in env::split_paths(v) { if !curpaths.contains(&path) { paths.push(path); } } } } add_lib_path(paths, cmd); } }