| ; RUN: llc < %s -march=x86-64 -mtriple=x86_64-unknown-linux-gnu -asm-verbose=false -post-RA-scheduler=true | FileCheck %s |
| |
| declare void @bar(i32) |
| declare void @car(i32) |
| declare void @dar(i32) |
| declare void @ear(i32) |
| declare void @far(i32) |
| declare i1 @qux() |
| |
| @GHJK = global i32 0 |
| @HABC = global i32 0 |
| |
| ; BranchFolding should tail-merge the stores since they all precede |
| ; direct branches to the same place. |
| |
| ; CHECK: tail_merge_me: |
| ; CHECK-NOT: GHJK |
| ; CHECK: movl $0, GHJK(%rip) |
| ; CHECK-NEXT: movl $1, HABC(%rip) |
| ; CHECK-NOT: GHJK |
| |
| define void @tail_merge_me() nounwind { |
| entry: |
| %a = call i1 @qux() |
| br i1 %a, label %A, label %next |
| next: |
| %b = call i1 @qux() |
| br i1 %b, label %B, label %C |
| |
| A: |
| call void @bar(i32 0) |
| store i32 0, i32* @GHJK |
| br label %M |
| |
| B: |
| call void @car(i32 1) |
| store i32 0, i32* @GHJK |
| br label %M |
| |
| C: |
| call void @dar(i32 2) |
| store i32 0, i32* @GHJK |
| br label %M |
| |
| M: |
| store i32 1, i32* @HABC |
| %c = call i1 @qux() |
| br i1 %c, label %return, label %altret |
| |
| return: |
| call void @ear(i32 1000) |
| ret void |
| altret: |
| call void @far(i32 1001) |
| ret void |
| } |
| |
| declare i8* @choose(i8*, i8*) |
| |
| ; BranchFolding should tail-duplicate the indirect jump to avoid |
| ; redundant branching. |
| |
| ; CHECK: tail_duplicate_me: |
| ; CHECK: movl $0, GHJK(%rip) |
| ; CHECK-NEXT: jmpq *%r |
| ; CHECK: movl $0, GHJK(%rip) |
| ; CHECK-NEXT: jmpq *%r |
| ; CHECK: movl $0, GHJK(%rip) |
| ; CHECK-NEXT: jmpq *%r |
| |
| define void @tail_duplicate_me() nounwind { |
| entry: |
| %a = call i1 @qux() |
| %c = call i8* @choose(i8* blockaddress(@tail_duplicate_me, %return), |
| i8* blockaddress(@tail_duplicate_me, %altret)) |
| br i1 %a, label %A, label %next |
| next: |
| %b = call i1 @qux() |
| br i1 %b, label %B, label %C |
| |
| A: |
| call void @bar(i32 0) |
| store i32 0, i32* @GHJK |
| br label %M |
| |
| B: |
| call void @car(i32 1) |
| store i32 0, i32* @GHJK |
| br label %M |
| |
| C: |
| call void @dar(i32 2) |
| store i32 0, i32* @GHJK |
| br label %M |
| |
| M: |
| indirectbr i8* %c, [label %return, label %altret] |
| |
| return: |
| call void @ear(i32 1000) |
| ret void |
| altret: |
| call void @far(i32 1001) |
| ret void |
| } |
| |
| ; BranchFolding shouldn't try to merge the tails of two blocks |
| ; with only a branch in common, regardless of the fallthrough situation. |
| |
| ; CHECK: dont_merge_oddly: |
| ; CHECK-NOT: ret |
| ; CHECK: ucomiss %xmm{{[0-2]}}, %xmm{{[0-2]}} |
| ; CHECK-NEXT: jbe .LBB2_3 |
| ; CHECK-NEXT: ucomiss %xmm{{[0-2]}}, %xmm{{[0-2]}} |
| ; CHECK-NEXT: ja .LBB2_4 |
| ; CHECK-NEXT: .LBB2_2: |
| ; CHECK-NEXT: movb $1, %al |
| ; CHECK-NEXT: ret |
| ; CHECK-NEXT: .LBB2_3: |
| ; CHECK-NEXT: ucomiss %xmm{{[0-2]}}, %xmm{{[0-2]}} |
| ; CHECK-NEXT: jbe .LBB2_2 |
| ; CHECK-NEXT: .LBB2_4: |
| ; CHECK-NEXT: xorb %al, %al |
| ; CHECK-NEXT: ret |
| |
| define i1 @dont_merge_oddly(float* %result) nounwind { |
| entry: |
| %tmp4 = getelementptr float* %result, i32 2 |
| %tmp5 = load float* %tmp4, align 4 |
| %tmp7 = getelementptr float* %result, i32 4 |
| %tmp8 = load float* %tmp7, align 4 |
| %tmp10 = getelementptr float* %result, i32 6 |
| %tmp11 = load float* %tmp10, align 4 |
| %tmp12 = fcmp olt float %tmp8, %tmp11 |
| br i1 %tmp12, label %bb, label %bb21 |
| |
| bb: |
| %tmp23469 = fcmp olt float %tmp5, %tmp8 |
| br i1 %tmp23469, label %bb26, label %bb30 |
| |
| bb21: |
| %tmp23 = fcmp olt float %tmp5, %tmp11 |
| br i1 %tmp23, label %bb26, label %bb30 |
| |
| bb26: |
| ret i1 0 |
| |
| bb30: |
| ret i1 1 |
| } |
| |
| ; Do any-size tail-merging when two candidate blocks will both require |
| ; an unconditional jump to complete a two-way conditional branch. |
| |
| ; CHECK: c_expand_expr_stmt: |
| ; |
| ; This test only works when register allocation happens to use %rax for both |
| ; load addresses. |
| ; |
| ; CHE: jmp .LBB3_11 |
| ; CHE-NEXT: .LBB3_9: |
| ; CHE-NEXT: movq 8(%rax), %rax |
| ; CHE-NEXT: xorb %dl, %dl |
| ; CHE-NEXT: movb 16(%rax), %al |
| ; CHE-NEXT: cmpb $16, %al |
| ; CHE-NEXT: je .LBB3_11 |
| ; CHE-NEXT: cmpb $23, %al |
| ; CHE-NEXT: jne .LBB3_14 |
| ; CHE-NEXT: .LBB3_11: |
| |
| %0 = type { %struct.rtx_def* } |
| %struct.lang_decl = type opaque |
| %struct.rtx_def = type { i16, i8, i8, [1 x %union.rtunion] } |
| %struct.tree_decl = type { [24 x i8], i8*, i32, %union.tree_node*, i32, i8, i8, i8, i8, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %struct.rtx_def*, %union..2anon, %0, %union.tree_node*, %struct.lang_decl* } |
| %union..2anon = type { i32 } |
| %union.rtunion = type { i8* } |
| %union.tree_node = type { %struct.tree_decl } |
| |
| define fastcc void @c_expand_expr_stmt(%union.tree_node* %expr) nounwind { |
| entry: |
| %tmp4 = load i8* null, align 8 ; <i8> [#uses=3] |
| switch i8 %tmp4, label %bb3 [ |
| i8 18, label %bb |
| ] |
| |
| bb: ; preds = %entry |
| switch i32 undef, label %bb1 [ |
| i32 0, label %bb2.i |
| i32 37, label %bb.i |
| ] |
| |
| bb.i: ; preds = %bb |
| switch i32 undef, label %bb1 [ |
| i32 0, label %lvalue_p.exit |
| ] |
| |
| bb2.i: ; preds = %bb |
| br label %bb3 |
| |
| lvalue_p.exit: ; preds = %bb.i |
| %tmp21 = load %union.tree_node** null, align 8 ; <%union.tree_node*> [#uses=3] |
| %tmp22 = getelementptr inbounds %union.tree_node* %tmp21, i64 0, i32 0, i32 0, i64 0 ; <i8*> [#uses=1] |
| %tmp23 = load i8* %tmp22, align 8 ; <i8> [#uses=1] |
| %tmp24 = zext i8 %tmp23 to i32 ; <i32> [#uses=1] |
| switch i32 %tmp24, label %lvalue_p.exit4 [ |
| i32 0, label %bb2.i3 |
| i32 2, label %bb.i1 |
| ] |
| |
| bb.i1: ; preds = %lvalue_p.exit |
| %tmp25 = getelementptr inbounds %union.tree_node* %tmp21, i64 0, i32 0, i32 2 ; <i32*> [#uses=1] |
| %tmp26 = bitcast i32* %tmp25 to %union.tree_node** ; <%union.tree_node**> [#uses=1] |
| %tmp27 = load %union.tree_node** %tmp26, align 8 ; <%union.tree_node*> [#uses=2] |
| %tmp28 = getelementptr inbounds %union.tree_node* %tmp27, i64 0, i32 0, i32 0, i64 16 ; <i8*> [#uses=1] |
| %tmp29 = load i8* %tmp28, align 8 ; <i8> [#uses=1] |
| %tmp30 = zext i8 %tmp29 to i32 ; <i32> [#uses=1] |
| switch i32 %tmp30, label %lvalue_p.exit4 [ |
| i32 0, label %bb2.i.i2 |
| i32 2, label %bb.i.i |
| ] |
| |
| bb.i.i: ; preds = %bb.i1 |
| %tmp34 = tail call fastcc i32 @lvalue_p(%union.tree_node* null) nounwind ; <i32> [#uses=1] |
| %phitmp = icmp ne i32 %tmp34, 0 ; <i1> [#uses=1] |
| br label %lvalue_p.exit4 |
| |
| bb2.i.i2: ; preds = %bb.i1 |
| %tmp35 = getelementptr inbounds %union.tree_node* %tmp27, i64 0, i32 0, i32 0, i64 8 ; <i8*> [#uses=1] |
| %tmp36 = bitcast i8* %tmp35 to %union.tree_node** ; <%union.tree_node**> [#uses=1] |
| %tmp37 = load %union.tree_node** %tmp36, align 8 ; <%union.tree_node*> [#uses=1] |
| %tmp38 = getelementptr inbounds %union.tree_node* %tmp37, i64 0, i32 0, i32 0, i64 16 ; <i8*> [#uses=1] |
| %tmp39 = load i8* %tmp38, align 8 ; <i8> [#uses=1] |
| switch i8 %tmp39, label %bb2 [ |
| i8 16, label %lvalue_p.exit4 |
| i8 23, label %lvalue_p.exit4 |
| ] |
| |
| bb2.i3: ; preds = %lvalue_p.exit |
| %tmp40 = getelementptr inbounds %union.tree_node* %tmp21, i64 0, i32 0, i32 0, i64 8 ; <i8*> [#uses=1] |
| %tmp41 = bitcast i8* %tmp40 to %union.tree_node** ; <%union.tree_node**> [#uses=1] |
| %tmp42 = load %union.tree_node** %tmp41, align 8 ; <%union.tree_node*> [#uses=1] |
| %tmp43 = getelementptr inbounds %union.tree_node* %tmp42, i64 0, i32 0, i32 0, i64 16 ; <i8*> [#uses=1] |
| %tmp44 = load i8* %tmp43, align 8 ; <i8> [#uses=1] |
| switch i8 %tmp44, label %bb2 [ |
| i8 16, label %lvalue_p.exit4 |
| i8 23, label %lvalue_p.exit4 |
| ] |
| |
| lvalue_p.exit4: ; preds = %bb2.i3, %bb2.i3, %bb2.i.i2, %bb2.i.i2, %bb.i.i, %bb.i1, %lvalue_p.exit |
| %tmp45 = phi i1 [ %phitmp, %bb.i.i ], [ false, %bb2.i.i2 ], [ false, %bb2.i.i2 ], [ false, %bb.i1 ], [ false, %bb2.i3 ], [ false, %bb2.i3 ], [ false, %lvalue_p.exit ] ; <i1> [#uses=1] |
| %tmp46 = icmp eq i8 %tmp4, 0 ; <i1> [#uses=1] |
| %or.cond = or i1 %tmp45, %tmp46 ; <i1> [#uses=1] |
| br i1 %or.cond, label %bb2, label %bb3 |
| |
| bb1: ; preds = %bb2.i.i, %bb.i, %bb |
| %.old = icmp eq i8 %tmp4, 23 ; <i1> [#uses=1] |
| br i1 %.old, label %bb2, label %bb3 |
| |
| bb2: ; preds = %bb1, %lvalue_p.exit4, %bb2.i3, %bb2.i.i2 |
| br label %bb3 |
| |
| bb3: ; preds = %bb2, %bb1, %lvalue_p.exit4, %bb2.i, %entry |
| %expr_addr.0 = phi %union.tree_node* [ null, %bb2 ], [ %expr, %bb2.i ], [ %expr, %entry ], [ %expr, %bb1 ], [ %expr, %lvalue_p.exit4 ] ; <%union.tree_node*> [#uses=0] |
| unreachable |
| } |
| |
| declare fastcc i32 @lvalue_p(%union.tree_node* nocapture) nounwind readonly |
| |
| declare fastcc %union.tree_node* @default_conversion(%union.tree_node*) nounwind |
| |
| |
| ; If one tail merging candidate falls through into the other, |
| ; tail merging is likely profitable regardless of how few |
| ; instructions are involved. This function should have only |
| ; one ret instruction. |
| |
| ; CHECK: foo: |
| ; CHECK: callq func |
| ; CHECK-NEXT: .LBB4_2: |
| ; CHECK-NEXT: popq |
| ; CHECK-NEXT: ret |
| |
| define void @foo(i1* %V) nounwind { |
| entry: |
| %t0 = icmp eq i1* %V, null |
| br i1 %t0, label %return, label %bb |
| |
| bb: |
| call void @func() |
| ret void |
| |
| return: |
| ret void |
| } |
| |
| declare void @func() |
| |
| ; one - One instruction may be tail-duplicated even with optsize. |
| |
| ; CHECK: one: |
| ; CHECK: movl $0, XYZ(%rip) |
| ; CHECK: movl $0, XYZ(%rip) |
| |
| @XYZ = external global i32 |
| |
| define void @one() nounwind optsize { |
| entry: |
| %0 = icmp eq i32 undef, 0 |
| br i1 %0, label %bbx, label %bby |
| |
| bby: |
| switch i32 undef, label %bb7 [ |
| i32 16, label %return |
| ] |
| |
| bb7: |
| volatile store i32 0, i32* @XYZ |
| unreachable |
| |
| bbx: |
| switch i32 undef, label %bb12 [ |
| i32 128, label %return |
| ] |
| |
| bb12: |
| volatile store i32 0, i32* @XYZ |
| unreachable |
| |
| return: |
| ret void |
| } |
| |
| ; two - Same as one, but with two instructions in the common |
| ; tail instead of one. This is too much to be merged, given |
| ; the optsize attribute. |
| |
| ; CHECK: two: |
| ; CHECK-NOT: XYZ |
| ; CHECK: movl $0, XYZ(%rip) |
| ; CHECK: movl $1, XYZ(%rip) |
| ; CHECK-NOT: XYZ |
| ; CHECK: ret |
| |
| define void @two() nounwind optsize { |
| entry: |
| %0 = icmp eq i32 undef, 0 |
| br i1 %0, label %bbx, label %bby |
| |
| bby: |
| switch i32 undef, label %bb7 [ |
| i32 16, label %return |
| ] |
| |
| bb7: |
| volatile store i32 0, i32* @XYZ |
| volatile store i32 1, i32* @XYZ |
| unreachable |
| |
| bbx: |
| switch i32 undef, label %bb12 [ |
| i32 128, label %return |
| ] |
| |
| bb12: |
| volatile store i32 0, i32* @XYZ |
| volatile store i32 1, i32* @XYZ |
| unreachable |
| |
| return: |
| ret void |
| } |
| |
| ; two_nosize - Same as two, but without the optsize attribute. |
| ; Now two instructions are enough to be tail-duplicated. |
| |
| ; CHECK: two_nosize: |
| ; CHECK: movl $0, XYZ(%rip) |
| ; CHECK: movl $1, XYZ(%rip) |
| ; CHECK: movl $0, XYZ(%rip) |
| ; CHECK: movl $1, XYZ(%rip) |
| |
| define void @two_nosize() nounwind { |
| entry: |
| %0 = icmp eq i32 undef, 0 |
| br i1 %0, label %bbx, label %bby |
| |
| bby: |
| switch i32 undef, label %bb7 [ |
| i32 16, label %return |
| ] |
| |
| bb7: |
| volatile store i32 0, i32* @XYZ |
| volatile store i32 1, i32* @XYZ |
| unreachable |
| |
| bbx: |
| switch i32 undef, label %bb12 [ |
| i32 128, label %return |
| ] |
| |
| bb12: |
| volatile store i32 0, i32* @XYZ |
| volatile store i32 1, i32* @XYZ |
| unreachable |
| |
| return: |
| ret void |
| } |
| |
| ; Tail-merging should merge the two ret instructions since one side |
| ; can fall-through into the ret and the other side has to branch anyway. |
| |
| ; CHECK: TESTE: |
| ; CHECK: ret |
| ; CHECK-NOT: ret |
| ; CHECK: size TESTE |
| |
| define i64 @TESTE(i64 %parami, i64 %paraml) nounwind readnone { |
| entry: |
| %cmp = icmp slt i64 %parami, 1 ; <i1> [#uses=1] |
| %varx.0 = select i1 %cmp, i64 1, i64 %parami ; <i64> [#uses=1] |
| %cmp410 = icmp slt i64 %paraml, 1 ; <i1> [#uses=1] |
| br i1 %cmp410, label %for.end, label %bb.nph |
| |
| bb.nph: ; preds = %entry |
| %tmp15 = mul i64 %paraml, %parami ; <i64> [#uses=1] |
| ret i64 %tmp15 |
| |
| for.end: ; preds = %entry |
| ret i64 %varx.0 |
| } |