// Copyright 2015 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use {Intrinsic, i, f, v}; use rustc::middle::ty; macro_rules! p { ($name: expr, ($($inputs: tt),*) -> $output: tt) => { plain!(concat!("llvm.x86.", $name), ($($inputs),*) -> $output) } } pub fn find<'tcx>(_tcx: &ty::ctxt<'tcx>, name: &str) -> Option { if name.starts_with("mm_") { Some(match &name["mm_".len()..] { "sqrt_ps" => plain!("llvm.sqrt.v4f32", (f32x4) -> f32x4), "sqrt_pd" => plain!("llvm.sqrt.v2f64", (f64x2) -> f64x2), "movemask_ps" => p!("sse.movmsk.ps", (f32x4) -> i32), "max_ps" => p!("sse.max.ps", (f32x4, f32x4) -> f32x4), "min_ps" => p!("sse.min.ps", (f32x4, f32x4) -> f32x4), "rsqrt_ps" => p!("sse.rsqrt.ps", (f32x4) -> f32x4), "rcp_ps" => p!("sse.rcp.ps", (f32x4) -> f32x4), "adds_epi16" => p!("sse2.padds.w", (i16x8, i16x8) -> i16x8), "adds_epi8" => p!("sse2.padds.b", (i8x16, i8x16) -> i8x16), "adds_epu16" => p!("sse2.paddus.w", (i16x8, i16x8) -> i16x8), "adds_epu8" => p!("sse2.paddus.b", (i8x16, i8x16) -> i8x16), "avg_epu16" => p!("sse2.pavg.w", (i16x8, i16x8) -> i16x8), "avg_epu8" => p!("sse2.pavg.b", (i8x16, i8x16) -> i8x16), "madd_epi16" => p!("sse2.pmadd.wd", (i16x8, i16x8) -> i32x4), "max_epi16" => p!("sse2.pmaxs.w", (i16x8, i16x8) -> i16x8), "max_epu8" => p!("sse2.pmaxu.b", (i8x16, i8x16) -> i8x16), "max_pd" => p!("sse2.max.pd", (f64x2, f64x2) -> f64x2), "min_epi16" => p!("sse2.pmins.w", (i16x8, i16x8) -> i16x8), "min_epu8" => p!("sse2.pminu.b", (i8x16, i8x16) -> i8x16), "min_pd" => p!("sse2.min.pd", (f64x2, f64x2) -> f64x2), "movemask_pd" => p!("sse2.movmsk.pd", (f64x2) -> i32), "movemask_epi8" => p!("sse2.pmovmskb.128", (i8x16) -> i32), "mul_epu32" => p!("sse2.pmulu.dq", (i32x4, i32x4) -> i64x2), "mulhi_epi16" => p!("sse2.pmulh.w", (i8x16, i8x16) -> i8x16), "mulhi_epu16" => p!("sse2.pmulhu.w", (i8x16, i8x16) -> i8x16), "packs_epi16" => p!("sse2.packsswb.128", (i16x8, i16x8) -> i8x16), "packs_epi32" => p!("sse2.packssdw.128", (i32x4, i32x4) -> i16x8), "packus_epi16" => p!("sse2.packuswb.128", (i16x8, i16x8) -> i8x16), "sad_epu8" => p!("sse2.psad.bw", (i8x16, i8x16) -> i64x2), "subs_epi16" => p!("sse2.psubs.w", (i16x8, i16x8) -> i16x8), "subs_epi8" => p!("sse2.psubs.b", (i8x16, i8x16) -> i8x16), "subs_epu16" => p!("sse2.psubus.w", (i16x8, i16x8) -> i16x8), "subs_epu8" => p!("sse2.psubus.b", (i8x16, i8x16) -> i8x16), "addsub_pd" => p!("sse3.addsub.pd", (f64x2, f64x2) -> f64x2), "addsub_ps" => p!("sse3.addsub.ps", (f32x4, f32x4) -> f32x4), "hadd_pd" => p!("sse3.hadd.pd", (f64x2, f64x2) -> f64x2), "hadd_ps" => p!("sse3.hadd.ps", (f32x4, f32x4) -> f32x4), "hsub_pd" => p!("sse3.hsub.pd", (f64x2, f64x2) -> f64x2), "hsub_ps" => p!("sse3.hsub.ps", (f32x4, f32x4) -> f32x4), "abs_epi16" => p!("ssse3.pabs.w.128", (i16x8) -> i16x8), "abs_epi32" => p!("ssse3.pabs.d.128", (i32x4) -> i32x4), "abs_epi8" => p!("ssse3.pabs.b.128", (i8x16) -> i8x16), "hadd_epi16" => p!("ssse3.phadd.w.128", (i16x8, i16x8) -> i16x8), "hadd_epi32" => p!("ssse3.phadd.d.128", (i32x4, i32x4) -> i32x4), "hadds_epi16" => p!("ssse3.phadd.sw.128", (i16x8, i16x8) -> i16x8), "hsub_epi16" => p!("ssse3.phsub.w.128", (i16x8, i16x8) -> i16x8), "hsub_epi32" => p!("ssse3.phsub.d.128", (i32x4, i32x4) -> i32x4), "hsubs_epi16" => p!("ssse3.phsub.sw.128", (i16x8, i16x8) -> i16x8), "maddubs_epi16" => p!("ssse3.pmadd.ub.sw.128", (i8x16, i8x16) -> i16x8), "mulhrs_epi16" => p!("ssse3.pmul.hr.sw.128", (i16x8, i16x8) -> i16x8), "shuffle_epi8" => p!("ssse3.pshuf.b.128", (i8x16, i8x16) -> i8x16), "sign_epi16" => p!("ssse3.psign.w.128", (i16x8, i16x8) -> i16x8), "sign_epi32" => p!("ssse3.psign.d.128", (i32x4, i32x4) -> i32x4), "sign_epi8" => p!("ssse3.psign.b.128", (i8x16, i8x16) -> i8x16), "max_epi32" => p!("sse41.pmaxsd", (i32x4, i32x4) -> i32x4), "max_epi8" => p!("sse41.pmaxsb", (i8x16, i8x16) -> i8x16), "max_epu16" => p!("sse41.pmaxuw", (i16x8, i16x8) -> i16x8), "max_epu32" => p!("sse41.pmaxud", (i32x4, i32x4) -> i32x4), "min_epi32" => p!("sse41.pminsd", (i32x4, i32x4) -> i32x4), "min_epi8" => p!("sse41.pminsb", (i8x16, i8x16) -> i8x16), "min_epu16" => p!("sse41.pminuw", (i16x8, i16x8) -> i16x8), "min_epu32" => p!("sse41.pminud", (i32x4, i32x4) -> i32x4), "minpos_epu16" => p!("sse41.phminposuw", (i16x8) -> i16x8), "mul_epi32" => p!("sse41.muldq", (i32x4, i32x4) -> i64x2), "packus_epi32" => p!("sse41.packusdw", (i32x4, i32x4) -> i16x8), "testc_si128" => p!("sse41.ptestc", (i64x2, i64x2) -> i32), "testnzc_si128" => p!("sse41.ptestnzc", (i64x2, i64x2) -> i32), "testz_si128" => p!("sse41.ptestz", (i64x2, i64x2) -> i32), "permutevar_pd" => p!("avx.vpermilvar.pd", (f64x2, i64x2) -> f64x2), "permutevar_ps" => p!("avx.vpermilvar.ps", (f32x4, i32x4) -> f32x4), "testc_pd" => p!("avx.vtestc.pd", (f64x2, f64x2) -> i32), "testc_ps" => p!("avx.vtestc.ps", (f32x4, f32x4) -> i32), "testnzc_pd" => p!("avx.vtestnzc.pd", (f64x2, f64x2) -> i32), "testnzc_ps" => p!("avx.vtestnzc.ps", (f32x4, f32x4) -> i32), "testz_pd" => p!("avx.vtestz.pd", (f64x2, f64x2) -> i32), "testz_ps" => p!("avx.vtestz.ps", (f32x4, f32x4) -> i32), _ => return None }) } else if name.starts_with("mm256_") { Some(match &name["mm256_".len()..] { "addsub_pd" => p!("avx.addsub.pd.256", (f64x4, f64x4) -> f64x4), "addsub_ps" => p!("avx.addsub.ps.256", (f32x8, f32x8) -> f32x8), "hadd_pd" => p!("avx.hadd.pd.256", (f64x4, f64x4) -> f64x4), "hadd_ps" => p!("avx.hadd.ps.256", (f32x8, f32x8) -> f32x8), "hsub_pd" => p!("avx.hsub.pd.256", (f64x4, f64x4) -> f64x4), "hsub_ps" => p!("avx.hsub.ps.256", (f32x8, f32x8) -> f32x8), "max_pd" => p!("avx.max.pd.256", (f64x4, f64x4) -> f64x4), "max_ps" => p!("avx.max.ps.256", (f32x8, f32x8) -> f32x8), "min_pd" => p!("avx.min.pd.256", (f64x4, f64x4) -> f64x4), "min_ps" => p!("avx.min.ps.256", (f32x8, f32x8) -> f32x8), "permutevar_pd" => p!("avx.vpermilvar.pd.256", (f64x4, i64x4) -> f64x4), "permutevar_ps" => p!("avx.vpermilvar.ps.256", (f32x8, i32x8) -> f32x8), "rcp_ps" => p!("avx.rcp.ps.256", (f32x8) -> f32x8), "rsqrt_ps" => p!("avx.rsqrt.ps.256", (f32x8) -> f32x8), "sqrt_pd" => p!("llvm.sqrt.v4f64", (f64x4) -> f64x4), "sqrt_ps" => p!("llvm.sqrt.v8f32", (f32x8) -> f32x8), "testc_pd" => p!("avx.vtestc.pd.256", (f64x4, f64x4) -> i32), "testc_ps" => p!("avx.vtestc.ps.256", (f32x8, f32x8) -> i32), "testnzc_pd" => p!("avx.vtestnzc.pd.256", (f64x4, f64x4) -> i32), "testnzc_ps" => p!("avx.vtestnzc.ps.256", (f32x8, f32x8) -> i32), "testz_pd" => p!("avx.vtestz.pd.256", (f64x4, f64x4) -> i32), "testz_ps" => p!("avx.vtestz.ps.256", (f32x8, f32x8) -> i32), _ => return None, }) } else { None } }