Updating the MIR with MirPatch
This commit is contained in:
parent
e752af765e
commit
254289a16e
@ -1,4 +1,5 @@
|
|||||||
use rustc_index::IndexVec;
|
use rustc_index::IndexSlice;
|
||||||
|
use rustc_middle::mir::patch::MirPatch;
|
||||||
use rustc_middle::mir::*;
|
use rustc_middle::mir::*;
|
||||||
use rustc_middle::ty::{ParamEnv, ScalarInt, Ty, TyCtxt};
|
use rustc_middle::ty::{ParamEnv, ScalarInt, Ty, TyCtxt};
|
||||||
use rustc_target::abi::Size;
|
use rustc_target::abi::Size;
|
||||||
@ -17,9 +18,10 @@ impl<'tcx> MirPass<'tcx> for MatchBranchSimplification {
|
|||||||
let def_id = body.source.def_id();
|
let def_id = body.source.def_id();
|
||||||
let param_env = tcx.param_env_reveal_all_normalized(def_id);
|
let param_env = tcx.param_env_reveal_all_normalized(def_id);
|
||||||
|
|
||||||
let bbs = body.basic_blocks.as_mut();
|
|
||||||
let mut should_cleanup = false;
|
let mut should_cleanup = false;
|
||||||
for bb_idx in bbs.indices() {
|
for i in 0..body.basic_blocks.len() {
|
||||||
|
let bbs = &*body.basic_blocks;
|
||||||
|
let bb_idx = BasicBlock::from_usize(i);
|
||||||
if !tcx.consider_optimizing(|| format!("MatchBranchSimplification {def_id:?} ")) {
|
if !tcx.consider_optimizing(|| format!("MatchBranchSimplification {def_id:?} ")) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
@ -35,12 +37,11 @@ impl<'tcx> MirPass<'tcx> for MatchBranchSimplification {
|
|||||||
_ => continue,
|
_ => continue,
|
||||||
};
|
};
|
||||||
|
|
||||||
if SimplifyToIf.simplify(tcx, &mut body.local_decls, bbs, bb_idx, param_env) {
|
if SimplifyToIf.simplify(tcx, body, bb_idx, param_env) {
|
||||||
should_cleanup = true;
|
should_cleanup = true;
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
if SimplifyToExp::default().simplify(tcx, &mut body.local_decls, bbs, bb_idx, param_env)
|
if SimplifyToExp::default().simplify(tcx, body, bb_idx, param_env) {
|
||||||
{
|
|
||||||
should_cleanup = true;
|
should_cleanup = true;
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
@ -58,41 +59,39 @@ trait SimplifyMatch<'tcx> {
|
|||||||
fn simplify(
|
fn simplify(
|
||||||
&mut self,
|
&mut self,
|
||||||
tcx: TyCtxt<'tcx>,
|
tcx: TyCtxt<'tcx>,
|
||||||
local_decls: &mut IndexVec<Local, LocalDecl<'tcx>>,
|
body: &mut Body<'tcx>,
|
||||||
bbs: &mut IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
|
||||||
switch_bb_idx: BasicBlock,
|
switch_bb_idx: BasicBlock,
|
||||||
param_env: ParamEnv<'tcx>,
|
param_env: ParamEnv<'tcx>,
|
||||||
) -> bool {
|
) -> bool {
|
||||||
|
let bbs = &body.basic_blocks;
|
||||||
let (discr, targets) = match bbs[switch_bb_idx].terminator().kind {
|
let (discr, targets) = match bbs[switch_bb_idx].terminator().kind {
|
||||||
TerminatorKind::SwitchInt { ref discr, ref targets, .. } => (discr, targets),
|
TerminatorKind::SwitchInt { ref discr, ref targets, .. } => (discr, targets),
|
||||||
_ => unreachable!(),
|
_ => unreachable!(),
|
||||||
};
|
};
|
||||||
|
|
||||||
let discr_ty = discr.ty(local_decls, tcx);
|
let discr_ty = discr.ty(body.local_decls(), tcx);
|
||||||
if !self.can_simplify(tcx, targets, param_env, bbs, discr_ty) {
|
if !self.can_simplify(tcx, targets, param_env, bbs, discr_ty) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
let mut patch = MirPatch::new(body);
|
||||||
|
|
||||||
// Take ownership of items now that we know we can optimize.
|
// Take ownership of items now that we know we can optimize.
|
||||||
let discr = discr.clone();
|
let discr = discr.clone();
|
||||||
|
|
||||||
// Introduce a temporary for the discriminant value.
|
// Introduce a temporary for the discriminant value.
|
||||||
let source_info = bbs[switch_bb_idx].terminator().source_info;
|
let source_info = bbs[switch_bb_idx].terminator().source_info;
|
||||||
let discr_local = local_decls.push(LocalDecl::new(discr_ty, source_info.span));
|
let discr_local = patch.new_temp(discr_ty, source_info.span);
|
||||||
|
|
||||||
let new_stmts = self.new_stmts(tcx, targets, param_env, bbs, discr_local, discr_ty);
|
|
||||||
let (_, first) = targets.iter().next().unwrap();
|
let (_, first) = targets.iter().next().unwrap();
|
||||||
let (from, first) = bbs.pick2_mut(switch_bb_idx, first);
|
let statement_index = bbs[switch_bb_idx].statements.len();
|
||||||
from.statements
|
let parent_end = Location { block: switch_bb_idx, statement_index };
|
||||||
.push(Statement { source_info, kind: StatementKind::StorageLive(discr_local) });
|
patch.add_statement(parent_end, StatementKind::StorageLive(discr_local));
|
||||||
from.statements.push(Statement {
|
patch.add_assign(parent_end, Place::from(discr_local), Rvalue::Use(discr));
|
||||||
source_info,
|
self.new_stmts(tcx, targets, param_env, &mut patch, parent_end, bbs, discr_local, discr_ty);
|
||||||
kind: StatementKind::Assign(Box::new((Place::from(discr_local), Rvalue::Use(discr)))),
|
patch.add_statement(parent_end, StatementKind::StorageDead(discr_local));
|
||||||
});
|
patch.patch_terminator(switch_bb_idx, bbs[first].terminator().kind.clone());
|
||||||
from.statements.extend(new_stmts);
|
patch.apply(body);
|
||||||
from.statements
|
|
||||||
.push(Statement { source_info, kind: StatementKind::StorageDead(discr_local) });
|
|
||||||
from.terminator_mut().kind = first.terminator().kind.clone();
|
|
||||||
true
|
true
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -104,7 +103,7 @@ trait SimplifyMatch<'tcx> {
|
|||||||
tcx: TyCtxt<'tcx>,
|
tcx: TyCtxt<'tcx>,
|
||||||
targets: &SwitchTargets,
|
targets: &SwitchTargets,
|
||||||
param_env: ParamEnv<'tcx>,
|
param_env: ParamEnv<'tcx>,
|
||||||
bbs: &IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
bbs: &IndexSlice<BasicBlock, BasicBlockData<'tcx>>,
|
||||||
discr_ty: Ty<'tcx>,
|
discr_ty: Ty<'tcx>,
|
||||||
) -> bool;
|
) -> bool;
|
||||||
|
|
||||||
@ -113,10 +112,12 @@ trait SimplifyMatch<'tcx> {
|
|||||||
tcx: TyCtxt<'tcx>,
|
tcx: TyCtxt<'tcx>,
|
||||||
targets: &SwitchTargets,
|
targets: &SwitchTargets,
|
||||||
param_env: ParamEnv<'tcx>,
|
param_env: ParamEnv<'tcx>,
|
||||||
bbs: &IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
patch: &mut MirPatch<'tcx>,
|
||||||
|
parent_end: Location,
|
||||||
|
bbs: &IndexSlice<BasicBlock, BasicBlockData<'tcx>>,
|
||||||
discr_local: Local,
|
discr_local: Local,
|
||||||
discr_ty: Ty<'tcx>,
|
discr_ty: Ty<'tcx>,
|
||||||
) -> Vec<Statement<'tcx>>;
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
struct SimplifyToIf;
|
struct SimplifyToIf;
|
||||||
@ -158,7 +159,7 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToIf {
|
|||||||
tcx: TyCtxt<'tcx>,
|
tcx: TyCtxt<'tcx>,
|
||||||
targets: &SwitchTargets,
|
targets: &SwitchTargets,
|
||||||
param_env: ParamEnv<'tcx>,
|
param_env: ParamEnv<'tcx>,
|
||||||
bbs: &IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
bbs: &IndexSlice<BasicBlock, BasicBlockData<'tcx>>,
|
||||||
_discr_ty: Ty<'tcx>,
|
_discr_ty: Ty<'tcx>,
|
||||||
) -> bool {
|
) -> bool {
|
||||||
if targets.iter().len() != 1 {
|
if targets.iter().len() != 1 {
|
||||||
@ -209,20 +210,23 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToIf {
|
|||||||
tcx: TyCtxt<'tcx>,
|
tcx: TyCtxt<'tcx>,
|
||||||
targets: &SwitchTargets,
|
targets: &SwitchTargets,
|
||||||
param_env: ParamEnv<'tcx>,
|
param_env: ParamEnv<'tcx>,
|
||||||
bbs: &IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
patch: &mut MirPatch<'tcx>,
|
||||||
|
parent_end: Location,
|
||||||
|
bbs: &IndexSlice<BasicBlock, BasicBlockData<'tcx>>,
|
||||||
discr_local: Local,
|
discr_local: Local,
|
||||||
discr_ty: Ty<'tcx>,
|
discr_ty: Ty<'tcx>,
|
||||||
) -> Vec<Statement<'tcx>> {
|
) {
|
||||||
let (val, first) = targets.iter().next().unwrap();
|
let (val, first) = targets.iter().next().unwrap();
|
||||||
let second = targets.otherwise();
|
let second = targets.otherwise();
|
||||||
// We already checked that first and second are different blocks,
|
// We already checked that first and second are different blocks,
|
||||||
// and bb_idx has a different terminator from both of them.
|
// and bb_idx has a different terminator from both of them.
|
||||||
let first = &bbs[first];
|
let first = &bbs[first];
|
||||||
let second = &bbs[second];
|
let second = &bbs[second];
|
||||||
|
for (f, s) in iter::zip(&first.statements, &second.statements) {
|
||||||
let new_stmts = iter::zip(&first.statements, &second.statements).map(|(f, s)| {
|
|
||||||
match (&f.kind, &s.kind) {
|
match (&f.kind, &s.kind) {
|
||||||
(f_s, s_s) if f_s == s_s => (*f).clone(),
|
(f_s, s_s) if f_s == s_s => {
|
||||||
|
patch.add_statement(parent_end, f.kind.clone());
|
||||||
|
}
|
||||||
|
|
||||||
(
|
(
|
||||||
StatementKind::Assign(box (lhs, Rvalue::Use(Operand::Constant(f_c)))),
|
StatementKind::Assign(box (lhs, Rvalue::Use(Operand::Constant(f_c)))),
|
||||||
@ -233,7 +237,7 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToIf {
|
|||||||
let s_b = s_c.const_.try_eval_bool(tcx, param_env).unwrap();
|
let s_b = s_c.const_.try_eval_bool(tcx, param_env).unwrap();
|
||||||
if f_b == s_b {
|
if f_b == s_b {
|
||||||
// Same value in both blocks. Use statement as is.
|
// Same value in both blocks. Use statement as is.
|
||||||
(*f).clone()
|
patch.add_statement(parent_end, f.kind.clone());
|
||||||
} else {
|
} else {
|
||||||
// Different value between blocks. Make value conditional on switch condition.
|
// Different value between blocks. Make value conditional on switch condition.
|
||||||
let size = tcx.layout_of(param_env.and(discr_ty)).unwrap().size;
|
let size = tcx.layout_of(param_env.and(discr_ty)).unwrap().size;
|
||||||
@ -248,17 +252,13 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToIf {
|
|||||||
op,
|
op,
|
||||||
Box::new((Operand::Copy(Place::from(discr_local)), const_cmp)),
|
Box::new((Operand::Copy(Place::from(discr_local)), const_cmp)),
|
||||||
);
|
);
|
||||||
Statement {
|
patch.add_assign(parent_end, *lhs, rhs);
|
||||||
source_info: f.source_info,
|
|
||||||
kind: StatementKind::Assign(Box::new((*lhs, rhs))),
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
_ => unreachable!(),
|
_ => unreachable!(),
|
||||||
}
|
}
|
||||||
});
|
}
|
||||||
new_stmts.collect()
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -335,7 +335,7 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToExp {
|
|||||||
tcx: TyCtxt<'tcx>,
|
tcx: TyCtxt<'tcx>,
|
||||||
targets: &SwitchTargets,
|
targets: &SwitchTargets,
|
||||||
param_env: ParamEnv<'tcx>,
|
param_env: ParamEnv<'tcx>,
|
||||||
bbs: &IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
bbs: &IndexSlice<BasicBlock, BasicBlockData<'tcx>>,
|
||||||
discr_ty: Ty<'tcx>,
|
discr_ty: Ty<'tcx>,
|
||||||
) -> bool {
|
) -> bool {
|
||||||
if targets.iter().len() < 2 || targets.iter().len() > 64 {
|
if targets.iter().len() < 2 || targets.iter().len() > 64 {
|
||||||
@ -372,6 +372,7 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToExp {
|
|||||||
== ScalarInt::try_from_uint(r, size).unwrap().try_to_int(size).unwrap()
|
== ScalarInt::try_from_uint(r, size).unwrap().try_to_int(size).unwrap()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// We first compare the two branches, and then the other branches need to fulfill the same conditions.
|
||||||
let mut compare_types = Vec::new();
|
let mut compare_types = Vec::new();
|
||||||
for (f, s) in iter::zip(first_stmts, second_stmts) {
|
for (f, s) in iter::zip(first_stmts, second_stmts) {
|
||||||
let compare_type = match (&f.kind, &s.kind) {
|
let compare_type = match (&f.kind, &s.kind) {
|
||||||
@ -391,6 +392,8 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToExp {
|
|||||||
s_c.const_.try_eval_scalar_int(tcx, param_env),
|
s_c.const_.try_eval_scalar_int(tcx, param_env),
|
||||||
) {
|
) {
|
||||||
(Some(f), Some(s)) if f == s => CompareType::Eq(lhs_f, f_c.const_.ty(), f),
|
(Some(f), Some(s)) if f == s => CompareType::Eq(lhs_f, f_c.const_.ty(), f),
|
||||||
|
// Enum variants can also be simplified to an assignment statement if their values are equal.
|
||||||
|
// We need to consider both unsigned and signed scenarios here.
|
||||||
(Some(f), Some(s))
|
(Some(f), Some(s))
|
||||||
if ((f_c.const_.ty().is_signed() || discr_ty.is_signed())
|
if ((f_c.const_.ty().is_signed() || discr_ty.is_signed())
|
||||||
&& int_equal(f, first_val, discr_size)
|
&& int_equal(f, first_val, discr_size)
|
||||||
@ -463,16 +466,20 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToExp {
|
|||||||
_tcx: TyCtxt<'tcx>,
|
_tcx: TyCtxt<'tcx>,
|
||||||
targets: &SwitchTargets,
|
targets: &SwitchTargets,
|
||||||
_param_env: ParamEnv<'tcx>,
|
_param_env: ParamEnv<'tcx>,
|
||||||
bbs: &IndexVec<BasicBlock, BasicBlockData<'tcx>>,
|
patch: &mut MirPatch<'tcx>,
|
||||||
|
parent_end: Location,
|
||||||
|
bbs: &IndexSlice<BasicBlock, BasicBlockData<'tcx>>,
|
||||||
discr_local: Local,
|
discr_local: Local,
|
||||||
discr_ty: Ty<'tcx>,
|
discr_ty: Ty<'tcx>,
|
||||||
) -> Vec<Statement<'tcx>> {
|
) {
|
||||||
let (_, first) = targets.iter().next().unwrap();
|
let (_, first) = targets.iter().next().unwrap();
|
||||||
let first = &bbs[first];
|
let first = &bbs[first];
|
||||||
|
|
||||||
let new_stmts =
|
for (t, s) in iter::zip(&self.transfrom_types, &first.statements) {
|
||||||
iter::zip(&self.transfrom_types, &first.statements).map(|(t, s)| match (t, &s.kind) {
|
match (t, &s.kind) {
|
||||||
(TransfromType::Same, _) | (TransfromType::Eq, _) => (*s).clone(),
|
(TransfromType::Same, _) | (TransfromType::Eq, _) => {
|
||||||
|
patch.add_statement(parent_end, s.kind.clone());
|
||||||
|
}
|
||||||
(
|
(
|
||||||
TransfromType::Discr,
|
TransfromType::Discr,
|
||||||
StatementKind::Assign(box (lhs, Rvalue::Use(Operand::Constant(f_c)))),
|
StatementKind::Assign(box (lhs, Rvalue::Use(Operand::Constant(f_c)))),
|
||||||
@ -483,13 +490,10 @@ impl<'tcx> SimplifyMatch<'tcx> for SimplifyToExp {
|
|||||||
} else {
|
} else {
|
||||||
Rvalue::Cast(CastKind::IntToInt, operand, f_c.const_.ty())
|
Rvalue::Cast(CastKind::IntToInt, operand, f_c.const_.ty())
|
||||||
};
|
};
|
||||||
Statement {
|
patch.add_assign(parent_end, *lhs, r_val);
|
||||||
source_info: s.source_info,
|
|
||||||
kind: StatementKind::Assign(Box::new((*lhs, r_val))),
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
_ => unreachable!(),
|
_ => unreachable!(),
|
||||||
});
|
}
|
||||||
new_stmts.collect()
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
Loading…
x
Reference in New Issue
Block a user