Rollup merge of #97375 - petrochenkov:zgccld, r=bjorn3

Simplify implementation of `-Z gcc-ld`

- The logic is now unified for all targets (wasm targets should also be supported now)
- Additional "symlink" files like `ld64` are eliminated
- lld-wrapper is used for propagating the correct lld flavor
- Cleanup "unwrap or exit" logic in lld-wrapper

cc https://github.com/rust-lang/rust/issues/97352
r? `@bjorn3`
This commit is contained in:
Guillaume Gomez 2022-05-26 00:32:10 +02:00 committed by GitHub
commit b7927413b3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
8 changed files with 71 additions and 122 deletions

View File

@ -105,12 +105,7 @@ impl Command {
} }
Program::Lld(ref p, flavor) => { Program::Lld(ref p, flavor) => {
let mut c = process::Command::new(p); let mut c = process::Command::new(p);
c.arg("-flavor").arg(match flavor { c.arg("-flavor").arg(flavor.as_str());
LldFlavor::Wasm => "wasm",
LldFlavor::Ld => "gnu",
LldFlavor::Link => "link",
LldFlavor::Ld64 => "darwin",
});
if let LldFlavor::Wasm = flavor { if let LldFlavor::Wasm = flavor {
// LLVM expects host-specific formatting for @file // LLVM expects host-specific formatting for @file
// arguments, but we always generate posix formatted files // arguments, but we always generate posix formatted files

View File

@ -2698,37 +2698,20 @@ fn add_gcc_ld_path(cmd: &mut dyn Linker, sess: &Session, flavor: LinkerFlavor) {
if let LinkerFlavor::Gcc = flavor { if let LinkerFlavor::Gcc = flavor {
match ld_impl { match ld_impl {
LdImpl::Lld => { LdImpl::Lld => {
if sess.target.lld_flavor == LldFlavor::Ld64 { let tools_path = sess.get_tools_search_paths(false);
let tools_path = sess.get_tools_search_paths(false); let gcc_ld_dir = tools_path
let ld64_exe = tools_path .into_iter()
.into_iter() .map(|p| p.join("gcc-ld"))
.map(|p| p.join("gcc-ld")) .find(|p| {
.map(|p| { p.join(if sess.host.is_like_windows { "ld.exe" } else { "ld" }).exists()
p.join(if sess.host.is_like_windows { "ld64.exe" } else { "ld64" }) })
}) .unwrap_or_else(|| sess.fatal("rust-lld (as ld) not found"));
.find(|p| p.exists()) cmd.arg({
.unwrap_or_else(|| sess.fatal("rust-lld (as ld64) not found")); let mut arg = OsString::from("-B");
cmd.cmd().arg({ arg.push(gcc_ld_dir);
let mut arg = OsString::from("-fuse-ld="); arg
arg.push(ld64_exe); });
arg cmd.arg(format!("-Wl,-rustc-lld-flavor={}", sess.target.lld_flavor.as_str()));
});
} else {
let tools_path = sess.get_tools_search_paths(false);
let lld_path = tools_path
.into_iter()
.map(|p| p.join("gcc-ld"))
.find(|p| {
p.join(if sess.host.is_like_windows { "ld.exe" } else { "ld" })
.exists()
})
.unwrap_or_else(|| sess.fatal("rust-lld (as ld) not found"));
cmd.cmd().arg({
let mut arg = OsString::from("-B");
arg.push(lld_path);
arg
});
}
} }
} }
} else { } else {

View File

@ -108,6 +108,15 @@ pub enum LldFlavor {
} }
impl LldFlavor { impl LldFlavor {
pub fn as_str(&self) -> &'static str {
match self {
LldFlavor::Wasm => "wasm",
LldFlavor::Ld64 => "darwin",
LldFlavor::Ld => "gnu",
LldFlavor::Link => "link",
}
}
fn from_str(s: &str) -> Option<Self> { fn from_str(s: &str) -> Option<Self> {
Some(match s { Some(match s {
"darwin" => LldFlavor::Ld64, "darwin" => LldFlavor::Ld64,
@ -121,13 +130,7 @@ impl LldFlavor {
impl ToJson for LldFlavor { impl ToJson for LldFlavor {
fn to_json(&self) -> Json { fn to_json(&self) -> Json {
match *self { self.as_str().to_json()
LldFlavor::Ld64 => "darwin",
LldFlavor::Ld => "gnu",
LldFlavor::Link => "link",
LldFlavor::Wasm => "wasm",
}
.to_json()
} }
} }

View File

@ -1164,14 +1164,11 @@ impl Step for Assemble {
// for `-Z gcc-ld=lld` // for `-Z gcc-ld=lld`
let gcc_ld_dir = libdir_bin.join("gcc-ld"); let gcc_ld_dir = libdir_bin.join("gcc-ld");
t!(fs::create_dir(&gcc_ld_dir)); t!(fs::create_dir(&gcc_ld_dir));
for flavor in ["ld", "ld64"] { let lld_wrapper_exe = builder.ensure(crate::tool::LldWrapper {
let lld_wrapper_exe = builder.ensure(crate::tool::LldWrapper { compiler: build_compiler,
compiler: build_compiler, target: target_compiler.host,
target: target_compiler.host, });
flavor_feature: flavor, builder.copy(&lld_wrapper_exe, &gcc_ld_dir.join(exe("ld", target_compiler.host)));
});
builder.copy(&lld_wrapper_exe, &gcc_ld_dir.join(exe(flavor, target_compiler.host)));
}
} }
if builder.config.rust_codegen_backends.contains(&INTERNER.intern_str("llvm")) { if builder.config.rust_codegen_backends.contains(&INTERNER.intern_str("llvm")) {

View File

@ -407,11 +407,8 @@ impl Step for Rustc {
let gcc_lld_src_dir = src_dir.join("gcc-ld"); let gcc_lld_src_dir = src_dir.join("gcc-ld");
let gcc_lld_dst_dir = dst_dir.join("gcc-ld"); let gcc_lld_dst_dir = dst_dir.join("gcc-ld");
t!(fs::create_dir(&gcc_lld_dst_dir)); t!(fs::create_dir(&gcc_lld_dst_dir));
for flavor in ["ld", "ld64"] { let exe_name = exe("ld", compiler.host);
let exe_name = exe(flavor, compiler.host); builder.copy(&gcc_lld_src_dir.join(&exe_name), &gcc_lld_dst_dir.join(&exe_name));
builder
.copy(&gcc_lld_src_dir.join(&exe_name), &gcc_lld_dst_dir.join(&exe_name));
}
} }
// Man pages // Man pages

View File

@ -656,7 +656,6 @@ impl Step for Cargo {
pub struct LldWrapper { pub struct LldWrapper {
pub compiler: Compiler, pub compiler: Compiler,
pub target: TargetSelection, pub target: TargetSelection,
pub flavor_feature: &'static str,
} }
impl Step for LldWrapper { impl Step for LldWrapper {
@ -676,7 +675,7 @@ impl Step for LldWrapper {
path: "src/tools/lld-wrapper", path: "src/tools/lld-wrapper",
is_optional_tool: false, is_optional_tool: false,
source_type: SourceType::InTree, source_type: SourceType::InTree,
extra_features: vec![self.flavor_feature.to_owned()], extra_features: Vec::new(),
}) })
.expect("expected to build -- essential tool"); .expect("expected to build -- essential tool");

View File

@ -3,9 +3,3 @@ name = "lld-wrapper"
version = "0.1.0" version = "0.1.0"
edition = "2021" edition = "2021"
license = "MIT OR Apache-2.0" license = "MIT OR Apache-2.0"
[dependencies]
[features]
ld = []
ld64 = []

View File

@ -1,5 +1,4 @@
//! Script to invoke the bundled rust-lld with the correct flavor. The flavor is selected by //! Script to invoke the bundled rust-lld with the correct flavor.
//! feature.
//! //!
//! lld supports multiple command line interfaces. If `-flavor <flavor>` are passed as the first //! lld supports multiple command line interfaces. If `-flavor <flavor>` are passed as the first
//! two arguments the `<flavor>` command line interface is used to process the remaining arguments. //! two arguments the `<flavor>` command line interface is used to process the remaining arguments.
@ -8,59 +7,33 @@
//! In Rust with `-Z gcc-ld=lld` we have gcc or clang invoke rust-lld. Since there is no way to //! In Rust with `-Z gcc-ld=lld` we have gcc or clang invoke rust-lld. Since there is no way to
//! make gcc/clang pass `-flavor <flavor>` as the first two arguments in the linker invocation //! make gcc/clang pass `-flavor <flavor>` as the first two arguments in the linker invocation
//! and since Windows does not support symbolic links for files this wrapper is used in place of a //! and since Windows does not support symbolic links for files this wrapper is used in place of a
//! symbolic link. It execs `../rust-lld -flavor ld` if the feature `ld` is enabled and //! symbolic link. It execs `../rust-lld -flavor <flavor>` by propagating the flavor argument
//! `../rust-lld -flavor ld64` if `ld64` is enabled. On Windows it spawns a `..\rust-lld.exe` //! passed to the wrapper as the first two arguments. On Windows it spawns a `..\rust-lld.exe`
//! child process. //! child process.
#[cfg(not(any(feature = "ld", feature = "ld64")))]
compile_error!("One of the features ld and ld64 must be enabled.");
#[cfg(all(feature = "ld", feature = "ld64"))]
compile_error!("Only one of the feature ld or ld64 can be enabled.");
#[cfg(feature = "ld")]
const FLAVOR: &str = "ld";
#[cfg(feature = "ld64")]
const FLAVOR: &str = "ld64";
use std::env;
use std::fmt::Display; use std::fmt::Display;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
use std::process; use std::{env, process};
trait ResultExt<T, E> { trait UnwrapOrExitWith<T> {
fn unwrap_or_exit_with(self, context: &str) -> T; fn unwrap_or_exit_with(self, context: &str) -> T;
} }
impl<T, E> ResultExt<T, E> for Result<T, E> impl<T> UnwrapOrExitWith<T> for Option<T> {
where
E: Display,
{
fn unwrap_or_exit_with(self, context: &str) -> T { fn unwrap_or_exit_with(self, context: &str) -> T {
match self { self.unwrap_or_else(|| {
Ok(t) => t, eprintln!("lld-wrapper: {}", context);
Err(e) => { process::exit(1);
eprintln!("lld-wrapper: {}: {}", context, e); })
process::exit(1);
}
}
} }
} }
trait OptionExt<T> { impl<T, E: Display> UnwrapOrExitWith<T> for Result<T, E> {
fn unwrap_or_exit_with(self, context: &str) -> T;
}
impl<T> OptionExt<T> for Option<T> {
fn unwrap_or_exit_with(self, context: &str) -> T { fn unwrap_or_exit_with(self, context: &str) -> T {
match self { self.unwrap_or_else(|err| {
Some(t) => t, eprintln!("lld-wrapper: {}: {}", context, err);
None => { process::exit(1);
eprintln!("lld-wrapper: {}", context); })
process::exit(1);
}
}
} }
} }
@ -81,14 +54,28 @@ fn get_rust_lld_path(current_exe_path: &Path) -> PathBuf {
} }
/// Returns the command for invoking rust-lld with the correct flavor. /// Returns the command for invoking rust-lld with the correct flavor.
/// LLD only accepts the flavor argument at the first two arguments, so move it there.
/// ///
/// Exits on error. /// Exits on error.
fn get_rust_lld_command(current_exe_path: &Path) -> process::Command { fn get_rust_lld_command(current_exe_path: &Path) -> process::Command {
let rust_lld_path = get_rust_lld_path(current_exe_path); let rust_lld_path = get_rust_lld_path(current_exe_path);
let mut command = process::Command::new(rust_lld_path); let mut command = process::Command::new(rust_lld_path);
let mut flavor = None;
let args = env::args_os()
.skip(1)
.filter(|arg| match arg.to_str().and_then(|s| s.strip_prefix("-rustc-lld-flavor=")) {
Some(suffix) => {
flavor = Some(suffix.to_string());
false
}
None => true,
})
.collect::<Vec<_>>();
command.arg("-flavor"); command.arg("-flavor");
command.arg(FLAVOR); command.arg(flavor.unwrap_or_exit_with("-rustc-lld-flavor=<flavor> is not passed"));
command.args(env::args_os().skip(1)); command.args(args);
command command
} }
@ -101,20 +88,14 @@ fn exec_lld(mut command: process::Command) {
#[cfg(not(unix))] #[cfg(not(unix))]
fn exec_lld(mut command: process::Command) { fn exec_lld(mut command: process::Command) {
// Windows has no exec(), spawn a child process and wait for it // Windows has no exec(), spawn a child process and wait for it.
let exit_status = command.status().unwrap_or_exit_with("error running rust-lld child process"); let exit_status = command.status().unwrap_or_exit_with("error running rust-lld child process");
if !exit_status.success() { let code = exit_status
match exit_status.code() { .code()
Some(code) => { .ok_or(exit_status)
// return the original lld exit code .unwrap_or_exit_with("rust-lld child process exited with error");
process::exit(code) // Return the original lld exit code.
} process::exit(code);
None => {
eprintln!("lld-wrapper: rust-lld child process exited with error: {}", exit_status,);
process::exit(1);
}
}
}
} }
fn main() { fn main() {