2023-05-26 05:32:22 -05:00
|
|
|
// compile-flags: -O -Z merge-functions=disabled
|
2018-07-22 01:12:46 -05:00
|
|
|
// only-x86_64
|
2019-06-25 02:40:50 -05:00
|
|
|
// ignore-debug: the debug assertions get in the way
|
2018-07-04 04:48:30 -05:00
|
|
|
|
|
|
|
#![crate_type = "lib"]
|
|
|
|
|
|
|
|
use std::mem::swap;
|
|
|
|
|
|
|
|
type RGB48 = [u16; 3];
|
|
|
|
|
2023-05-26 03:23:55 -05:00
|
|
|
// CHECK-LABEL: @swap_rgb48_manually(
|
|
|
|
#[no_mangle]
|
|
|
|
pub fn swap_rgb48_manually(x: &mut RGB48, y: &mut RGB48) {
|
2023-08-25 22:06:57 -05:00
|
|
|
// FIXME: See #115212 for why this has an alloca again
|
|
|
|
|
|
|
|
// CHECK: alloca [3 x i16], align 2
|
|
|
|
// CHECK: call void @llvm.memcpy.p0.p0.i64({{.+}}, i64 6, i1 false)
|
|
|
|
// CHECK: call void @llvm.memcpy.p0.p0.i64({{.+}}, i64 6, i1 false)
|
|
|
|
// CHECK: call void @llvm.memcpy.p0.p0.i64({{.+}}, i64 6, i1 false)
|
2023-05-26 03:23:55 -05:00
|
|
|
|
|
|
|
let temp = *x;
|
|
|
|
*x = *y;
|
|
|
|
*y = temp;
|
|
|
|
}
|
|
|
|
|
2018-07-04 04:48:30 -05:00
|
|
|
// CHECK-LABEL: @swap_rgb48
|
|
|
|
#[no_mangle]
|
|
|
|
pub fn swap_rgb48(x: &mut RGB48, y: &mut RGB48) {
|
2023-08-25 22:06:57 -05:00
|
|
|
// FIXME: See #115212 for why this has an alloca again
|
|
|
|
|
|
|
|
// CHECK: alloca [3 x i16], align 2
|
|
|
|
// CHECK: call void @llvm.memcpy.p0.p0.i64({{.+}}, i64 6, i1 false)
|
|
|
|
// CHECK: call void @llvm.memcpy.p0.p0.i64({{.+}}, i64 6, i1 false)
|
|
|
|
// CHECK: call void @llvm.memcpy.p0.p0.i64({{.+}}, i64 6, i1 false)
|
|
|
|
swap(x, y)
|
|
|
|
}
|
|
|
|
|
|
|
|
type RGBA64 = [u16; 4];
|
|
|
|
|
|
|
|
// CHECK-LABEL: @swap_rgba64
|
|
|
|
#[no_mangle]
|
|
|
|
pub fn swap_rgba64(x: &mut RGBA64, y: &mut RGBA64) {
|
2023-05-26 05:32:22 -05:00
|
|
|
// CHECK-NOT: alloca
|
2023-08-25 22:06:57 -05:00
|
|
|
// CHECK-DAG: %[[XVAL:.+]] = load <4 x i16>, ptr %x, align 2
|
|
|
|
// CHECK-DAG: %[[YVAL:.+]] = load <4 x i16>, ptr %y, align 2
|
|
|
|
// CHECK-DAG: store <4 x i16> %[[YVAL]], ptr %x, align 2
|
|
|
|
// CHECK-DAG: store <4 x i16> %[[XVAL]], ptr %y, align 2
|
2018-07-04 04:48:30 -05:00
|
|
|
swap(x, y)
|
|
|
|
}
|
2022-02-21 01:25:18 -06:00
|
|
|
|
|
|
|
// LLVM doesn't vectorize a loop over 3-byte elements,
|
|
|
|
// so we chunk it down to bytes and loop over those instead.
|
|
|
|
type RGB24 = [u8; 3];
|
|
|
|
|
|
|
|
// CHECK-LABEL: @swap_rgb24_slices
|
|
|
|
#[no_mangle]
|
|
|
|
pub fn swap_rgb24_slices(x: &mut [RGB24], y: &mut [RGB24]) {
|
|
|
|
// CHECK-NOT: alloca
|
|
|
|
// CHECK: load <{{[0-9]+}} x i8>
|
|
|
|
// CHECK: store <{{[0-9]+}} x i8>
|
|
|
|
if x.len() == y.len() {
|
|
|
|
x.swap_with_slice(y);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// This one has a power-of-two size, so we iterate over it directly
|
|
|
|
type RGBA32 = [u8; 4];
|
|
|
|
|
|
|
|
// CHECK-LABEL: @swap_rgba32_slices
|
|
|
|
#[no_mangle]
|
|
|
|
pub fn swap_rgba32_slices(x: &mut [RGBA32], y: &mut [RGBA32]) {
|
|
|
|
// CHECK-NOT: alloca
|
|
|
|
// CHECK: load <{{[0-9]+}} x i32>
|
|
|
|
// CHECK: store <{{[0-9]+}} x i32>
|
|
|
|
if x.len() == y.len() {
|
|
|
|
x.swap_with_slice(y);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Strings have a non-power-of-two size, but have pointer alignment,
|
|
|
|
// so we swap usizes instead of dropping all the way down to bytes.
|
|
|
|
const _: () = assert!(!std::mem::size_of::<String>().is_power_of_two());
|
|
|
|
|
|
|
|
// CHECK-LABEL: @swap_string_slices
|
|
|
|
#[no_mangle]
|
|
|
|
pub fn swap_string_slices(x: &mut [String], y: &mut [String]) {
|
|
|
|
// CHECK-NOT: alloca
|
|
|
|
// CHECK: load <{{[0-9]+}} x i64>
|
|
|
|
// CHECK: store <{{[0-9]+}} x i64>
|
|
|
|
if x.len() == y.len() {
|
|
|
|
x.swap_with_slice(y);
|
|
|
|
}
|
|
|
|
}
|