| ; RUN: opt -S -simplifycfg -mtriple=x86_64-unknown-unknown -mattr=+bmi < %s | FileCheck %s --check-prefix=ALL --check-prefix=BMI |
| ; RUN: opt -S -simplifycfg -mtriple=x86_64-unknown-unknown -mattr=+lzcnt < %s | FileCheck %s --check-prefix=ALL --check-prefix=LZCNT |
| ; RUN: opt -S -simplifycfg -mtriple=x86_64-unknown-unknown < %s | FileCheck %s --check-prefix=ALL --check-prefix=GENERIC |
| |
| |
| define i64 @test1(i64 %A) { |
| ; ALL-LABEL: @test1( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i64 %A, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i64 @llvm.ctlz.i64(i64 %A, i1 true) |
| ; ALL-NEXT: select i1 [[COND]], i64 64, i64 [[CTLZ]] |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i64 %A, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i64 @llvm.ctlz.i64(i64 %A, i1 true) |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i64 [ %0, %cond.true ], [ 64, %entry ] |
| ret i64 %cond |
| } |
| |
| define i32 @test2(i32 %A) { |
| ; ALL-LABEL: @test2( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i32 %A, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i32 @llvm.ctlz.i32(i32 %A, i1 true) |
| ; ALL-NEXT: select i1 [[COND]], i32 32, i32 [[CTLZ]] |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i32 %A, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i32 @llvm.ctlz.i32(i32 %A, i1 true) |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i32 [ %0, %cond.true ], [ 32, %entry ] |
| ret i32 %cond |
| } |
| |
| |
| define signext i16 @test3(i16 signext %A) { |
| ; ALL-LABEL: @test3( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i16 %A, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i16 @llvm.ctlz.i16(i16 %A, i1 true) |
| ; ALL-NEXT: select i1 [[COND]], i16 16, i16 [[CTLZ]] |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i16 %A, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i16 @llvm.ctlz.i16(i16 %A, i1 true) |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i16 [ %0, %cond.true ], [ 16, %entry ] |
| ret i16 %cond |
| } |
| |
| |
| define i64 @test1b(i64 %A) { |
| ; ALL-LABEL: @test1b( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i64 %A, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i64 @llvm.cttz.i64(i64 %A, i1 true) |
| ; ALL-NEXT: select i1 [[COND]], i64 64, i64 [[CTTZ]] |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i64 %A, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i64 @llvm.cttz.i64(i64 %A, i1 true) |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i64 [ %0, %cond.true ], [ 64, %entry ] |
| ret i64 %cond |
| } |
| |
| |
| define i32 @test2b(i32 %A) { |
| ; ALL-LABEL: @test2b( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i32 %A, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i32 @llvm.cttz.i32(i32 %A, i1 true) |
| ; ALL-NEXT: select i1 [[COND]], i32 32, i32 [[CTTZ]] |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i32 %A, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i32 @llvm.cttz.i32(i32 %A, i1 true) |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i32 [ %0, %cond.true ], [ 32, %entry ] |
| ret i32 %cond |
| } |
| |
| |
| define signext i16 @test3b(i16 signext %A) { |
| ; ALL-LABEL: @test3b( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i16 %A, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i16 @llvm.cttz.i16(i16 %A, i1 true) |
| ; ALL-NEXT: select i1 [[COND]], i16 16, i16 [[CTTZ]] |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i16 %A, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i16 @llvm.cttz.i16(i16 %A, i1 true) |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i16 [ %0, %cond.true ], [ 16, %entry ] |
| ret i16 %cond |
| } |
| |
| ; The following tests verify that calls to cttz/ctlz are speculated even if |
| ; basic block %cond.true has an extra zero extend/truncate which is "free" |
| ; for the target. |
| |
| define i64 @test1e(i32 %x) { |
| ; ALL-LABEL: @test1e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i32 %x, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i32 @llvm.cttz.i32(i32 %x, i1 true) |
| ; ALL: [[ZEXT:%[A-Za-z0-9]+]] = zext i32 [[CTTZ]] to i64 |
| ; BMI-NEXT: select i1 [[COND]], i64 32, i64 [[ZEXT]] |
| ; LZCNT-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i32 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i32 @llvm.cttz.i32(i32 %x, i1 true) |
| %phitmp2 = zext i32 %0 to i64 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i64 [ %phitmp2, %cond.true ], [ 32, %entry ] |
| ret i64 %cond |
| } |
| |
| define i32 @test2e(i64 %x) { |
| ; ALL-LABEL: @test2e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i64 %x, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i64 @llvm.cttz.i64(i64 %x, i1 true) |
| ; ALL: [[TRUNC:%[A-Za-z0-9]+]] = trunc i64 [[CTTZ]] to i32 |
| ; BMI-NEXT: select i1 [[COND]], i32 64, i32 [[TRUNC]] |
| ; LZCNT-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i64 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i64 @llvm.cttz.i64(i64 %x, i1 true) |
| %cast = trunc i64 %0 to i32 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i32 [ %cast, %cond.true ], [ 64, %entry ] |
| ret i32 %cond |
| } |
| |
| define i64 @test3e(i32 %x) { |
| ; ALL-LABEL: @test3e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i32 %x, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i32 @llvm.ctlz.i32(i32 %x, i1 true) |
| ; ALL: [[ZEXT:%[A-Za-z0-9]+]] = zext i32 [[CTLZ]] to i64 |
| ; LZCNT-NEXT: select i1 [[COND]], i64 32, i64 [[ZEXT]] |
| ; BMI-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i32 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i32 @llvm.ctlz.i32(i32 %x, i1 true) |
| %phitmp2 = zext i32 %0 to i64 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i64 [ %phitmp2, %cond.true ], [ 32, %entry ] |
| ret i64 %cond |
| } |
| |
| define i32 @test4e(i64 %x) { |
| ; ALL-LABEL: @test4e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i64 %x, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i64 @llvm.ctlz.i64(i64 %x, i1 true) |
| ; ALL: [[TRUNC:%[A-Za-z0-9]+]] = trunc i64 [[CTLZ]] to i32 |
| ; LZCNT-NEXT: select i1 [[COND]], i32 64, i32 [[TRUNC]] |
| ; BMI-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i64 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i64 @llvm.ctlz.i64(i64 %x, i1 true) |
| %cast = trunc i64 %0 to i32 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i32 [ %cast, %cond.true ], [ 64, %entry ] |
| ret i32 %cond |
| } |
| |
| define i16 @test5e(i64 %x) { |
| ; ALL-LABEL: @test5e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i64 %x, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i64 @llvm.ctlz.i64(i64 %x, i1 true) |
| ; ALL: [[TRUNC:%[A-Za-z0-9]+]] = trunc i64 [[CTLZ]] to i16 |
| ; LZCNT-NEXT: select i1 [[COND]], i16 64, i16 [[TRUNC]] |
| ; BMI-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i64 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i64 @llvm.ctlz.i64(i64 %x, i1 true) |
| %cast = trunc i64 %0 to i16 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i16 [ %cast, %cond.true ], [ 64, %entry ] |
| ret i16 %cond |
| } |
| |
| define i16 @test6e(i32 %x) { |
| ; ALL-LABEL: @test6e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i32 %x, 0 |
| ; ALL: [[CTLZ:%[A-Za-z0-9]+]] = tail call i32 @llvm.ctlz.i32(i32 %x, i1 true) |
| ; ALL: [[TRUNC:%[A-Za-z0-9]+]] = trunc i32 [[CTLZ]] to i16 |
| ; LZCNT-NEXT: select i1 [[COND]], i16 32, i16 [[TRUNC]] |
| ; BMI-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i32 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i32 @llvm.ctlz.i32(i32 %x, i1 true) |
| %cast = trunc i32 %0 to i16 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i16 [ %cast, %cond.true ], [ 32, %entry ] |
| ret i16 %cond |
| } |
| |
| define i16 @test7e(i64 %x) { |
| ; ALL-LABEL: @test7e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i64 %x, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i64 @llvm.cttz.i64(i64 %x, i1 true) |
| ; ALL: [[TRUNC:%[A-Za-z0-9]+]] = trunc i64 [[CTTZ]] to i16 |
| ; BMI-NEXT: select i1 [[COND]], i16 64, i16 [[TRUNC]] |
| ; LZCNT-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i64 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i64 @llvm.cttz.i64(i64 %x, i1 true) |
| %cast = trunc i64 %0 to i16 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i16 [ %cast, %cond.true ], [ 64, %entry ] |
| ret i16 %cond |
| } |
| |
| define i16 @test8e(i32 %x) { |
| ; ALL-LABEL: @test8e( |
| ; ALL: [[COND:%[A-Za-z0-9]+]] = icmp eq i32 %x, 0 |
| ; ALL: [[CTTZ:%[A-Za-z0-9]+]] = tail call i32 @llvm.cttz.i32(i32 %x, i1 true) |
| ; ALL: [[TRUNC:%[A-Za-z0-9]+]] = trunc i32 [[CTTZ]] to i16 |
| ; BMI-NEXT: select i1 [[COND]], i16 32, i16 [[TRUNC]] |
| ; LZCNT-NOT: select |
| ; GENERIC-NOT: select |
| ; ALL: ret |
| entry: |
| %tobool = icmp eq i32 %x, 0 |
| br i1 %tobool, label %cond.end, label %cond.true |
| |
| cond.true: ; preds = %entry |
| %0 = tail call i32 @llvm.cttz.i32(i32 %x, i1 true) |
| %cast = trunc i32 %0 to i16 |
| br label %cond.end |
| |
| cond.end: ; preds = %entry, %cond.true |
| %cond = phi i16 [ %cast, %cond.true ], [ 32, %entry ] |
| ret i16 %cond |
| } |
| |
| |
| declare i64 @llvm.ctlz.i64(i64, i1) |
| declare i32 @llvm.ctlz.i32(i32, i1) |
| declare i16 @llvm.ctlz.i16(i16, i1) |
| declare i64 @llvm.cttz.i64(i64, i1) |
| declare i32 @llvm.cttz.i32(i32, i1) |
| declare i16 @llvm.cttz.i16(i16, i1) |