2021-06-20 09:09:42 -05:00
|
|
|
//! This pass lowers calls to core::slice::len to just Len op.
|
|
|
|
//! It should run before inlining!
|
|
|
|
|
2021-01-05 13:08:11 -06:00
|
|
|
use crate::MirPass;
|
2021-06-20 09:09:42 -05:00
|
|
|
use rustc_hir::def_id::DefId;
|
|
|
|
use rustc_index::vec::IndexVec;
|
|
|
|
use rustc_middle::mir::*;
|
|
|
|
use rustc_middle::ty::{self, TyCtxt};
|
|
|
|
|
|
|
|
pub struct LowerSliceLenCalls;
|
|
|
|
|
|
|
|
impl<'tcx> MirPass<'tcx> for LowerSliceLenCalls {
|
2021-12-02 11:17:32 -06:00
|
|
|
fn is_enabled(&self, sess: &rustc_session::Session) -> bool {
|
2022-07-25 07:02:39 -05:00
|
|
|
sess.mir_opt_level() > 0
|
2021-12-02 11:17:32 -06:00
|
|
|
}
|
|
|
|
|
2021-06-20 09:09:42 -05:00
|
|
|
fn run_pass(&self, tcx: TyCtxt<'tcx>, body: &mut Body<'tcx>) {
|
|
|
|
lower_slice_len_calls(tcx, body)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn lower_slice_len_calls<'tcx>(tcx: TyCtxt<'tcx>, body: &mut Body<'tcx>) {
|
|
|
|
let language_items = tcx.lang_items();
|
2021-10-15 20:45:14 -05:00
|
|
|
let Some(slice_len_fn_item_def_id) = language_items.slice_len_fn() else {
|
2021-06-20 09:09:42 -05:00
|
|
|
// there is no language item to compare to :)
|
|
|
|
return;
|
|
|
|
};
|
|
|
|
|
2022-07-03 21:55:45 -05:00
|
|
|
// The one successor remains unchanged, so no need to invalidate
|
2022-07-03 19:00:00 -05:00
|
|
|
let basic_blocks = body.basic_blocks.as_mut_preserves_cfg();
|
2021-06-20 09:09:42 -05:00
|
|
|
for block in basic_blocks {
|
|
|
|
// lower `<[_]>::len` calls
|
2022-07-03 19:00:00 -05:00
|
|
|
lower_slice_len_call(tcx, block, &body.local_decls, slice_len_fn_item_def_id);
|
2021-06-20 09:09:42 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
struct SliceLenPatchInformation<'tcx> {
|
|
|
|
add_statement: Statement<'tcx>,
|
|
|
|
new_terminator_kind: TerminatorKind<'tcx>,
|
|
|
|
}
|
|
|
|
|
|
|
|
fn lower_slice_len_call<'tcx>(
|
|
|
|
tcx: TyCtxt<'tcx>,
|
|
|
|
block: &mut BasicBlockData<'tcx>,
|
|
|
|
local_decls: &IndexVec<Local, LocalDecl<'tcx>>,
|
|
|
|
slice_len_fn_item_def_id: DefId,
|
|
|
|
) {
|
|
|
|
let mut patch_found: Option<SliceLenPatchInformation<'_>> = None;
|
|
|
|
|
|
|
|
let terminator = block.terminator();
|
|
|
|
match &terminator.kind {
|
|
|
|
TerminatorKind::Call {
|
|
|
|
func,
|
|
|
|
args,
|
2022-04-16 08:27:54 -05:00
|
|
|
destination,
|
|
|
|
target: Some(bb),
|
2021-06-20 09:09:42 -05:00
|
|
|
cleanup: None,
|
|
|
|
from_hir_call: true,
|
|
|
|
..
|
|
|
|
} => {
|
|
|
|
// some heuristics for fast rejection
|
|
|
|
if args.len() != 1 {
|
|
|
|
return;
|
|
|
|
}
|
2022-02-18 17:48:49 -06:00
|
|
|
let Some(arg) = args[0].place() else { return };
|
2021-06-20 09:09:42 -05:00
|
|
|
let func_ty = func.ty(local_decls, tcx);
|
|
|
|
match func_ty.kind() {
|
|
|
|
ty::FnDef(fn_def_id, _) if fn_def_id == &slice_len_fn_item_def_id => {
|
|
|
|
// perform modifications
|
|
|
|
// from something like `_5 = core::slice::<impl [u8]>::len(move _6) -> bb1`
|
|
|
|
// into `_5 = Len(*_6)
|
|
|
|
// goto bb1
|
|
|
|
|
|
|
|
// make new RValue for Len
|
|
|
|
let deref_arg = tcx.mk_place_deref(arg);
|
|
|
|
let r_value = Rvalue::Len(deref_arg);
|
2022-04-16 08:27:54 -05:00
|
|
|
let len_statement_kind =
|
|
|
|
StatementKind::Assign(Box::new((*destination, r_value)));
|
2021-09-11 03:18:56 -05:00
|
|
|
let add_statement =
|
|
|
|
Statement { kind: len_statement_kind, source_info: terminator.source_info };
|
2021-06-20 09:09:42 -05:00
|
|
|
|
|
|
|
// modify terminator into simple Goto
|
2021-09-11 03:18:56 -05:00
|
|
|
let new_terminator_kind = TerminatorKind::Goto { target: *bb };
|
2021-06-20 09:09:42 -05:00
|
|
|
|
|
|
|
let patch = SliceLenPatchInformation { add_statement, new_terminator_kind };
|
|
|
|
|
|
|
|
patch_found = Some(patch);
|
|
|
|
}
|
|
|
|
_ => {}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
_ => {}
|
|
|
|
}
|
|
|
|
|
|
|
|
if let Some(SliceLenPatchInformation { add_statement, new_terminator_kind }) = patch_found {
|
|
|
|
block.statements.push(add_statement);
|
|
|
|
block.terminator_mut().kind = new_terminator_kind;
|
|
|
|
}
|
|
|
|
}
|