| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py | |
| ; RUN: llc -mtriple=i386-unknown-unknown -mcpu=core-avx2 < %s | FileCheck --check-prefix=BMI2 %s | |
| ; RUN: llc -mtriple=x86_64-unknown-unknown -mcpu=core-avx2 < %s | FileCheck --check-prefix=BMI264 %s | |
| define i32 @shl32(i32 %x, i32 %shamt) nounwind uwtable readnone { | |
| ; BMI2-LABEL: shl32: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %al | |
| ; BMI2-NEXT: shlxl %eax, {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: shl32: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlxl %esi, %edi, %eax | |
| ; BMI264-NEXT: retq | |
| %shl = shl i32 %x, %shamt | |
| ret i32 %shl | |
| } | |
| define i32 @shl32i(i32 %x) nounwind uwtable readnone { | |
| ; BMI2-LABEL: shl32i: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: shll $5, %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: shl32i: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shll $5, %edi | |
| ; BMI264-NEXT: movl %edi, %eax | |
| ; BMI264-NEXT: retq | |
| %shl = shl i32 %x, 5 | |
| ret i32 %shl | |
| } | |
| define i32 @shl32p(i32* %p, i32 %shamt) nounwind uwtable readnone { | |
| ; BMI2-LABEL: shl32p: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %cl | |
| ; BMI2-NEXT: shlxl %ecx, (%eax), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: shl32p: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlxl %esi, (%rdi), %eax | |
| ; BMI264-NEXT: retq | |
| %x = load i32, i32* %p | |
| %shl = shl i32 %x, %shamt | |
| ret i32 %shl | |
| } | |
| define i32 @shl32pi(i32* %p) nounwind uwtable readnone { | |
| ; BMI2-LABEL: shl32pi: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: movl (%eax), %eax | |
| ; BMI2-NEXT: shll $5, %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: shl32pi: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: movl (%rdi), %eax | |
| ; BMI264-NEXT: shll $5, %eax | |
| ; BMI264-NEXT: retq | |
| %x = load i32, i32* %p | |
| %shl = shl i32 %x, 5 | |
| ret i32 %shl | |
| } | |
| define i64 @shl64(i64 %x, i64 %shamt) nounwind uwtable readnone { | |
| ; BMI264-LABEL: shl64: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlxq %rsi, %rdi, %rax | |
| ; BMI264-NEXT: retq | |
| %shl = shl i64 %x, %shamt | |
| ret i64 %shl | |
| } | |
| define i64 @shl64i(i64 %x) nounwind uwtable readnone { | |
| ; BMI264-LABEL: shl64i: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlq $7, %rdi | |
| ; BMI264-NEXT: movq %rdi, %rax | |
| ; BMI264-NEXT: retq | |
| %shl = shl i64 %x, 7 | |
| ret i64 %shl | |
| } | |
| define i64 @shl64p(i64* %p, i64 %shamt) nounwind uwtable readnone { | |
| ; BMI264-LABEL: shl64p: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlxq %rsi, (%rdi), %rax | |
| ; BMI264-NEXT: retq | |
| %x = load i64, i64* %p | |
| %shl = shl i64 %x, %shamt | |
| ret i64 %shl | |
| } | |
| define i64 @shl64pi(i64* %p) nounwind uwtable readnone { | |
| ; BMI264-LABEL: shl64pi: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: movq (%rdi), %rax | |
| ; BMI264-NEXT: shlq $7, %rax | |
| ; BMI264-NEXT: retq | |
| %x = load i64, i64* %p | |
| %shl = shl i64 %x, 7 | |
| ret i64 %shl | |
| } | |
| define i32 @lshr32(i32 %x, i32 %shamt) nounwind uwtable readnone { | |
| ; BMI2-LABEL: lshr32: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %al | |
| ; BMI2-NEXT: shrxl %eax, {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: lshr32: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shrxl %esi, %edi, %eax | |
| ; BMI264-NEXT: retq | |
| %shl = lshr i32 %x, %shamt | |
| ret i32 %shl | |
| } | |
| define i32 @lshr32p(i32* %p, i32 %shamt) nounwind uwtable readnone { | |
| ; BMI2-LABEL: lshr32p: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %cl | |
| ; BMI2-NEXT: shrxl %ecx, (%eax), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: lshr32p: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shrxl %esi, (%rdi), %eax | |
| ; BMI264-NEXT: retq | |
| %x = load i32, i32* %p | |
| %shl = lshr i32 %x, %shamt | |
| ret i32 %shl | |
| } | |
| define i64 @lshr64(i64 %x, i64 %shamt) nounwind uwtable readnone { | |
| ; BMI264-LABEL: lshr64: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shrxq %rsi, %rdi, %rax | |
| ; BMI264-NEXT: retq | |
| %shl = lshr i64 %x, %shamt | |
| ret i64 %shl | |
| } | |
| define i64 @lshr64p(i64* %p, i64 %shamt) nounwind uwtable readnone { | |
| ; BMI264-LABEL: lshr64p: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shrxq %rsi, (%rdi), %rax | |
| ; BMI264-NEXT: retq | |
| %x = load i64, i64* %p | |
| %shl = lshr i64 %x, %shamt | |
| ret i64 %shl | |
| } | |
| define i32 @ashr32(i32 %x, i32 %shamt) nounwind uwtable readnone { | |
| ; BMI2-LABEL: ashr32: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %al | |
| ; BMI2-NEXT: sarxl %eax, {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: ashr32: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: sarxl %esi, %edi, %eax | |
| ; BMI264-NEXT: retq | |
| %shl = ashr i32 %x, %shamt | |
| ret i32 %shl | |
| } | |
| define i32 @ashr32p(i32* %p, i32 %shamt) nounwind uwtable readnone { | |
| ; BMI2-LABEL: ashr32p: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movl {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %cl | |
| ; BMI2-NEXT: sarxl %ecx, (%eax), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: ashr32p: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: sarxl %esi, (%rdi), %eax | |
| ; BMI264-NEXT: retq | |
| %x = load i32, i32* %p | |
| %shl = ashr i32 %x, %shamt | |
| ret i32 %shl | |
| } | |
| define i64 @ashr64(i64 %x, i64 %shamt) nounwind uwtable readnone { | |
| ; BMI264-LABEL: ashr64: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: sarxq %rsi, %rdi, %rax | |
| ; BMI264-NEXT: retq | |
| %shl = ashr i64 %x, %shamt | |
| ret i64 %shl | |
| } | |
| define i64 @ashr64p(i64* %p, i64 %shamt) nounwind uwtable readnone { | |
| ; BMI264-LABEL: ashr64p: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: sarxq %rsi, (%rdi), %rax | |
| ; BMI264-NEXT: retq | |
| %x = load i64, i64* %p | |
| %shl = ashr i64 %x, %shamt | |
| ret i64 %shl | |
| } | |
| define i32 @shl32and(i32 %t, i32 %val) nounwind { | |
| ; BMI2-LABEL: shl32and: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %al | |
| ; BMI2-NEXT: shlxl %eax, {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: shl32and: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlxl %edi, %esi, %eax | |
| ; BMI264-NEXT: retq | |
| %shamt = and i32 %t, 31 | |
| %res = shl i32 %val, %shamt | |
| ret i32 %res | |
| } | |
| define i64 @shl64and(i64 %t, i64 %val) nounwind { | |
| ; BMI264-LABEL: shl64and: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shlxq %rdi, %rsi, %rax | |
| ; BMI264-NEXT: retq | |
| %shamt = and i64 %t, 63 | |
| %res = shl i64 %val, %shamt | |
| ret i64 %res | |
| } | |
| define i32 @lshr32and(i32 %t, i32 %val) nounwind { | |
| ; BMI2-LABEL: lshr32and: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %al | |
| ; BMI2-NEXT: shrxl %eax, {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: lshr32and: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shrxl %edi, %esi, %eax | |
| ; BMI264-NEXT: retq | |
| %shamt = and i32 %t, 31 | |
| %res = lshr i32 %val, %shamt | |
| ret i32 %res | |
| } | |
| define i64 @lshr64and(i64 %t, i64 %val) nounwind { | |
| ; BMI264-LABEL: lshr64and: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: shrxq %rdi, %rsi, %rax | |
| ; BMI264-NEXT: retq | |
| %shamt = and i64 %t, 63 | |
| %res = lshr i64 %val, %shamt | |
| ret i64 %res | |
| } | |
| define i32 @ashr32and(i32 %t, i32 %val) nounwind { | |
| ; BMI2-LABEL: ashr32and: | |
| ; BMI2: # %bb.0: | |
| ; BMI2-NEXT: movb {{[0-9]+}}(%esp), %al | |
| ; BMI2-NEXT: sarxl %eax, {{[0-9]+}}(%esp), %eax | |
| ; BMI2-NEXT: retl | |
| ; | |
| ; BMI264-LABEL: ashr32and: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: sarxl %edi, %esi, %eax | |
| ; BMI264-NEXT: retq | |
| %shamt = and i32 %t, 31 | |
| %res = ashr i32 %val, %shamt | |
| ret i32 %res | |
| } | |
| define i64 @ashr64and(i64 %t, i64 %val) nounwind { | |
| ; BMI264-LABEL: ashr64and: | |
| ; BMI264: # %bb.0: | |
| ; BMI264-NEXT: sarxq %rdi, %rsi, %rax | |
| ; BMI264-NEXT: retq | |
| %shamt = and i64 %t, 63 | |
| %res = ashr i64 %val, %shamt | |
| ret i64 %res | |
| } |