// Copyright 2017 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use std::fs; use std::env; use std::path::PathBuf; use std::process::Command; use Mode; use Compiler; use builder::{Step, RunConfig, ShouldRun, Builder}; use util::{copy, exe, add_lib_path}; use compile::{self, libtest_stamp, libstd_stamp, librustc_stamp}; use native; use channel::GitInfo; use cache::Interned; use toolstate::ToolState; use build_helper::BuildExpectation; #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct CleanTools { pub compiler: Compiler, pub target: Interned, pub mode: Mode, } impl Step for CleanTools { type Output = (); fn should_run(run: ShouldRun) -> ShouldRun { run.never() } /// Build a tool in `src/tools` /// /// This will build the specified tool with the specified `host` compiler in /// `stage` into the normal cargo output directory. fn run(self, builder: &Builder) { let build = builder.build; let compiler = self.compiler; let target = self.target; let mode = self.mode; let stamp = match mode { Mode::Libstd => libstd_stamp(build, compiler, target), Mode::Libtest => libtest_stamp(build, compiler, target), Mode::Librustc => librustc_stamp(build, compiler, target), _ => panic!(), }; let out_dir = build.cargo_out(compiler, Mode::Tool, target); build.clear_if_dirty(&out_dir, &stamp); } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] struct ToolBuild { compiler: Compiler, target: Interned, tool: &'static str, path: &'static str, mode: Mode, expectation: BuildExpectation, } impl Step for ToolBuild { type Output = PathBuf; fn should_run(run: ShouldRun) -> ShouldRun { run.never() } /// Build a tool in `src/tools` /// /// This will build the specified tool with the specified `host` compiler in /// `stage` into the normal cargo output directory. fn run(self, builder: &Builder) -> PathBuf { let build = builder.build; let compiler = self.compiler; let target = self.target; let tool = self.tool; let path = self.path; let expectation = self.expectation; match self.mode { Mode::Libstd => builder.ensure(compile::Std { compiler, target }), Mode::Libtest => builder.ensure(compile::Test { compiler, target }), Mode::Librustc => builder.ensure(compile::Rustc { compiler, target }), Mode::Tool => panic!("unexpected Mode::Tool for tool build") } let _folder = build.fold_output(|| format!("stage{}-{}", compiler.stage, tool)); println!("Building stage{} tool {} ({})", compiler.stage, tool, target); let mut cargo = prepare_tool_cargo(builder, compiler, target, "build", path); build.run_expecting(&mut cargo, expectation); build.cargo_out(compiler, Mode::Tool, target).join(exe(tool, &compiler.host)) } } pub fn prepare_tool_cargo( builder: &Builder, compiler: Compiler, target: Interned, command: &'static str, path: &'static str, ) -> Command { let build = builder.build; let mut cargo = builder.cargo(compiler, Mode::Tool, target, command); let dir = build.src.join(path); cargo.arg("--manifest-path").arg(dir.join("Cargo.toml")); // We don't want to build tools dynamically as they'll be running across // stages and such and it's just easier if they're not dynamically linked. cargo.env("RUSTC_NO_PREFER_DYNAMIC", "1"); if let Some(dir) = build.openssl_install_dir(target) { cargo.env("OPENSSL_STATIC", "1"); cargo.env("OPENSSL_DIR", dir); cargo.env("LIBZ_SYS_STATIC", "1"); } cargo.env("CFG_RELEASE_CHANNEL", &build.config.channel); cargo.env("CFG_VERSION", build.rust_version()); let info = GitInfo::new(&build.config, &dir); if let Some(sha) = info.sha() { cargo.env("CFG_COMMIT_HASH", sha); } if let Some(sha_short) = info.sha_short() { cargo.env("CFG_SHORT_COMMIT_HASH", sha_short); } if let Some(date) = info.commit_date() { cargo.env("CFG_COMMIT_DATE", date); } cargo } macro_rules! tool { ($($name:ident, $path:expr, $tool_name:expr, $mode:expr;)+) => { #[derive(Copy, Clone)] pub enum Tool { $( $name, )+ } impl<'a> Builder<'a> { pub fn tool_exe(&self, tool: Tool) -> PathBuf { let stage = self.tool_default_stage(tool); match tool { $(Tool::$name => self.ensure($name { compiler: self.compiler(stage, self.build.build), target: self.build.build, }), )+ } } pub fn tool_default_stage(&self, tool: Tool) -> u32 { // Compile the error-index in the top stage as it depends on // rustdoc, so we want to avoid recompiling rustdoc twice if we // can. Otherwise compile everything else in stage0 as there's // no need to rebootstrap everything match tool { Tool::ErrorIndex => self.top_stage, _ => 0, } } } $( #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct $name { pub compiler: Compiler, pub target: Interned, } impl Step for $name { type Output = PathBuf; fn should_run(run: ShouldRun) -> ShouldRun { run.path($path) } fn make_run(run: RunConfig) { run.builder.ensure($name { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: $tool_name, mode: $mode, path: $path, expectation: BuildExpectation::None, }) } } )+ } } tool!( Rustbook, "src/tools/rustbook", "rustbook", Mode::Librustc; ErrorIndex, "src/tools/error_index_generator", "error_index_generator", Mode::Librustc; UnstableBookGen, "src/tools/unstable-book-gen", "unstable-book-gen", Mode::Libstd; Tidy, "src/tools/tidy", "tidy", Mode::Libstd; Linkchecker, "src/tools/linkchecker", "linkchecker", Mode::Libstd; CargoTest, "src/tools/cargotest", "cargotest", Mode::Libstd; Compiletest, "src/tools/compiletest", "compiletest", Mode::Libtest; BuildManifest, "src/tools/build-manifest", "build-manifest", Mode::Libstd; RemoteTestClient, "src/tools/remote-test-client", "remote-test-client", Mode::Libstd; RustInstaller, "src/tools/rust-installer", "fabricate", Mode::Libstd; ); #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct RemoteTestServer { pub compiler: Compiler, pub target: Interned, } impl Step for RemoteTestServer { type Output = PathBuf; fn should_run(run: ShouldRun) -> ShouldRun { run.path("src/tools/remote-test-server") } fn make_run(run: RunConfig) { run.builder.ensure(RemoteTestServer { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: "remote-test-server", mode: Mode::Libstd, path: "src/tools/remote-test-server", expectation: BuildExpectation::None, }) } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Rustdoc { pub host: Interned, } impl Step for Rustdoc { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { run.path("src/tools/rustdoc") } fn make_run(run: RunConfig) { run.builder.ensure(Rustdoc { host: run.host, }); } fn run(self, builder: &Builder) -> PathBuf { let build = builder.build; let target_compiler = builder.compiler(builder.top_stage, self.host); let target = target_compiler.host; let build_compiler = if target_compiler.stage == 0 { builder.compiler(0, builder.build.build) } else if target_compiler.stage >= 2 { // Past stage 2, we consider the compiler to be ABI-compatible and hence capable of // building rustdoc itself. builder.compiler(target_compiler.stage, builder.build.build) } else { // Similar to `compile::Assemble`, build with the previous stage's compiler. Otherwise // we'd have stageN/bin/rustc and stageN/bin/rustdoc be effectively different stage // compilers, which isn't what we want. builder.compiler(target_compiler.stage - 1, builder.build.build) }; builder.ensure(compile::Rustc { compiler: build_compiler, target }); let _folder = build.fold_output(|| format!("stage{}-rustdoc", target_compiler.stage)); println!("Building rustdoc for stage{} ({})", target_compiler.stage, target_compiler.host); let mut cargo = prepare_tool_cargo(builder, build_compiler, target, "build", "src/tools/rustdoc"); build.run(&mut cargo); // Cargo adds a number of paths to the dylib search path on windows, which results in // the wrong rustdoc being executed. To avoid the conflicting rustdocs, we name the "tool" // rustdoc a different name. let tool_rustdoc = build.cargo_out(build_compiler, Mode::Tool, target) .join(exe("rustdoc-tool-binary", &target_compiler.host)); // don't create a stage0-sysroot/bin directory. if target_compiler.stage > 0 { let sysroot = builder.sysroot(target_compiler); let bindir = sysroot.join("bin"); t!(fs::create_dir_all(&bindir)); let bin_rustdoc = bindir.join(exe("rustdoc", &*target_compiler.host)); let _ = fs::remove_file(&bin_rustdoc); copy(&tool_rustdoc, &bin_rustdoc); bin_rustdoc } else { tool_rustdoc } } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Cargo { pub compiler: Compiler, pub target: Interned, } impl Step for Cargo { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { let builder = run.builder; run.path("src/tools/cargo").default_condition(builder.build.config.extended) } fn make_run(run: RunConfig) { run.builder.ensure(Cargo { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(native::Openssl { target: self.target, }); // Cargo depends on procedural macros, which requires a full host // compiler to be available, so we need to depend on that. builder.ensure(compile::Rustc { compiler: self.compiler, target: builder.build.build, }); builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: "cargo", mode: Mode::Librustc, path: "src/tools/cargo", expectation: BuildExpectation::None, }) } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Clippy { pub compiler: Compiler, pub target: Interned, } impl Step for Clippy { type Output = PathBuf; const DEFAULT: bool = false; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { run.path("src/tools/clippy") } fn make_run(run: RunConfig) { run.builder.ensure(Clippy { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { // Clippy depends on procedural macros (serde), which requires a full host // compiler to be available, so we need to depend on that. builder.ensure(compile::Rustc { compiler: self.compiler, target: builder.build.build, }); builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: "clippy", mode: Mode::Librustc, path: "src/tools/clippy", expectation: builder.build.config.toolstate.clippy.passes(ToolState::Compiling), }) } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Rls { pub compiler: Compiler, pub target: Interned, } impl Step for Rls { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { let builder = run.builder; run.path("src/tools/rls").default_condition(builder.build.config.extended) } fn make_run(run: RunConfig) { run.builder.ensure(Rls { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(native::Openssl { target: self.target, }); // RLS depends on procedural macros, which requires a full host // compiler to be available, so we need to depend on that. builder.ensure(compile::Rustc { compiler: self.compiler, target: builder.build.build, }); builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: "rls", mode: Mode::Librustc, path: "src/tools/rls", expectation: BuildExpectation::None, }) } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Rustfmt { pub compiler: Compiler, pub target: Interned, } impl Step for Rustfmt { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { let builder = run.builder; run.path("src/tools/rustfmt").default_condition(builder.build.config.extended) } fn make_run(run: RunConfig) { run.builder.ensure(Rustfmt { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: "rustfmt", mode: Mode::Librustc, path: "src/tools/rustfmt", expectation: BuildExpectation::None, }) } } #[derive(Debug, Copy, Clone, Hash, PartialEq, Eq)] pub struct Miri { pub compiler: Compiler, pub target: Interned, } impl Step for Miri { type Output = PathBuf; const DEFAULT: bool = true; const ONLY_HOSTS: bool = true; fn should_run(run: ShouldRun) -> ShouldRun { let build_miri = run.builder.build.config.test_miri; run.path("src/tools/miri").default_condition(build_miri) } fn make_run(run: RunConfig) { run.builder.ensure(Miri { compiler: run.builder.compiler(run.builder.top_stage, run.builder.build.build), target: run.target, }); } fn run(self, builder: &Builder) -> PathBuf { builder.ensure(ToolBuild { compiler: self.compiler, target: self.target, tool: "miri", mode: Mode::Librustc, path: "src/tools/miri", expectation: builder.build.config.toolstate.miri.passes(ToolState::Compiling), }) } } impl<'a> Builder<'a> { /// Get a `Command` which is ready to run `tool` in `stage` built for /// `host`. pub fn tool_cmd(&self, tool: Tool) -> Command { let mut cmd = Command::new(self.tool_exe(tool)); let compiler = self.compiler(self.tool_default_stage(tool), self.build.build); self.prepare_tool_cmd(compiler, &mut cmd); cmd } /// Prepares the `cmd` provided to be able to run the `compiler` provided. /// /// Notably this munges the dynamic library lookup path to point to the /// right location to run `compiler`. fn prepare_tool_cmd(&self, compiler: Compiler, cmd: &mut Command) { let host = &compiler.host; let mut paths: Vec = vec![ PathBuf::from(&self.sysroot_libdir(compiler, compiler.host)), self.cargo_out(compiler, Mode::Tool, *host).join("deps"), ]; // On MSVC a tool may invoke a C compiler (e.g. compiletest in run-make // mode) and that C compiler may need some extra PATH modification. Do // so here. if compiler.host.contains("msvc") { let curpaths = env::var_os("PATH").unwrap_or_default(); let curpaths = env::split_paths(&curpaths).collect::>(); for &(ref k, ref v) in self.cc[&compiler.host].0.env() { if k != "PATH" { continue } for path in env::split_paths(v) { if !curpaths.contains(&path) { paths.push(path); } } } } add_lib_path(paths, cmd); } }