| ; Test 16-bit compare and swap. | |
| ; | |
| ; RUN: llc < %s -mtriple=s390x-linux-gnu | FileCheck %s -check-prefix=CHECK-MAIN | |
| ; RUN: llc < %s -mtriple=s390x-linux-gnu | FileCheck %s -check-prefix=CHECK-SHIFT | |
| ; Check compare and swap with a variable. | |
| ; - CHECK is for the main loop. | |
| ; - CHECK-SHIFT makes sure that the negated shift count used by the second | |
| ; RLL is set up correctly. The negation is independent of the NILL and L | |
| ; tested in CHECK. CHECK-SHIFT also checks that %r3 is not modified before | |
| ; being used in the RISBG (in contrast to things like atomic addition, | |
| ; which shift %r3 left so that %b is at the high end of the word). | |
| define i16 @f1(i16 %dummy, i16 *%src, i16 %cmp, i16 %swap) { | |
| ; CHECK-MAIN-LABEL: f1: | |
| ; CHECK-MAIN: risbg [[RISBG:%r[1-9]+]], %r3, 0, 189, 0{{$}} | |
| ; CHECK-MAIN-DAG: sll %r3, 3 | |
| ; CHECK-MAIN-DAG: l [[OLD:%r[0-9]+]], 0([[RISBG]]) | |
| ; CHECK-MAIN: [[LOOP:\.[^ ]*]]: | |
| ; CHECK-MAIN: rll %r2, [[OLD]], 16(%r3) | |
| ; CHECK-MAIN: risbg %r4, %r2, 32, 47, 0 | |
| ; CHECK-MAIN: crjlh %r2, %r4, [[EXIT:\.[^ ]*]] | |
| ; CHECK-MAIN: risbg %r5, %r2, 32, 47, 0 | |
| ; CHECK-MAIN: rll [[NEW:%r[0-9]+]], %r5, -16({{%r[1-9]+}}) | |
| ; CHECK-MAIN: cs [[OLD]], [[NEW]], 0([[RISBG]]) | |
| ; CHECK-MAIN: jl [[LOOP]] | |
| ; CHECK-MAIN: [[EXIT]]: | |
| ; CHECK-MAIN-NOT: %r2 | |
| ; CHECK-MAIN: br %r14 | |
| ; | |
| ; CHECK-SHIFT-LABEL: f1: | |
| ; CHECK-SHIFT: sll %r3, 3 | |
| ; CHECK-SHIFT: lcr [[NEGSHIFT:%r[1-9]+]], %r3 | |
| ; CHECK-SHIFT: rll | |
| ; CHECK-SHIFT: rll {{%r[0-9]+}}, %r5, -16([[NEGSHIFT]]) | |
| %pair = cmpxchg i16 *%src, i16 %cmp, i16 %swap seq_cst seq_cst | |
| %res = extractvalue { i16, i1 } %pair, 0 | |
| ret i16 %res | |
| } | |
| ; Check compare and swap with constants. We should force the constants into | |
| ; registers and use the sequence above. | |
| define i16 @f2(i16 *%src) { | |
| ; CHECK-LABEL: f2: | |
| ; CHECK: lhi [[CMP:%r[0-9]+]], 42 | |
| ; CHECK: risbg [[CMP]], {{%r[0-9]+}}, 32, 47, 0 | |
| ; CHECK: risbg | |
| ; CHECK: br %r14 | |
| ; | |
| ; CHECK-SHIFT-LABEL: f2: | |
| ; CHECK-SHIFT: lhi [[SWAP:%r[0-9]+]], 88 | |
| ; CHECK-SHIFT: risbg | |
| ; CHECK-SHIFT: risbg [[SWAP]], {{%r[0-9]+}}, 32, 47, 0 | |
| ; CHECK-SHIFT: br %r14 | |
| %pair = cmpxchg i16 *%src, i16 42, i16 88 seq_cst seq_cst | |
| %res = extractvalue { i16, i1 } %pair, 0 | |
| ret i16 %res | |
| } | |
| ; Check generating the comparison result. | |
| define i32 @f3(i16 %dummy, i16 *%src, i16 %cmp, i16 %swap) { | |
| ; CHECK-MAIN-LABEL: f3: | |
| ; CHECK-MAIN: risbg [[RISBG:%r[1-9]+]], %r3, 0, 189, 0{{$}} | |
| ; CHECK-MAIN-DAG: sll %r3, 3 | |
| ; CHECK-MAIN-DAG: l [[OLD:%r[0-9]+]], 0([[RISBG]]) | |
| ; CHECK-MAIN: [[LOOP:\.[^ ]*]]: | |
| ; CHECK-MAIN: rll [[TMP:%r[0-9]+]], [[OLD]], 16(%r3) | |
| ; CHECK-MAIN: risbg %r4, [[TMP]], 32, 47, 0 | |
| ; CHECK-MAIN: cr [[TMP]], %r4 | |
| ; CHECK-MAIN: jlh [[EXIT:\.[^ ]*]] | |
| ; CHECK-MAIN: risbg %r5, [[TMP]], 32, 47, 0 | |
| ; CHECK-MAIN: rll [[NEW:%r[0-9]+]], %r5, -16({{%r[1-9]+}}) | |
| ; CHECK-MAIN: cs [[OLD]], [[NEW]], 0([[RISBG]]) | |
| ; CHECK-MAIN: jl [[LOOP]] | |
| ; CHECK-MAIN: [[EXIT]]: | |
| ; CHECK-MAIN-NEXT: ipm %r2 | |
| ; CHECK-MAIN-NEXT: afi %r2, -268435456 | |
| ; CHECK-MAIN-NEXT: srl %r2, 31 | |
| ; CHECK-MAIN-NOT: %r2 | |
| ; CHECK-MAIN: br %r14 | |
| ; | |
| ; CHECK-SHIFT-LABEL: f3: | |
| ; CHECK-SHIFT: sll %r3, 3 | |
| ; CHECK-SHIFT: lcr [[NEGSHIFT:%r[1-9]+]], %r3 | |
| ; CHECK-SHIFT: rll | |
| ; CHECK-SHIFT: rll {{%r[0-9]+}}, %r5, -16([[NEGSHIFT]]) | |
| %pair = cmpxchg i16 *%src, i16 %cmp, i16 %swap seq_cst seq_cst | |
| %val = extractvalue { i16, i1 } %pair, 1 | |
| %res = zext i1 %val to i32 | |
| ret i32 %res | |
| } | |
| declare void @g() | |
| ; Check using the comparison result for a branch. | |
| ; CHECK-LABEL: f4 | |
| ; CHECK-MAIN-LABEL: f4: | |
| ; CHECK-MAIN: risbg [[RISBG:%r[1-9]+]], %r2, 0, 189, 0{{$}} | |
| ; CHECK-MAIN-DAG: sll %r2, 3 | |
| ; CHECK-MAIN-DAG: l [[OLD:%r[0-9]+]], 0([[RISBG]]) | |
| ; CHECK-MAIN: [[LOOP:\.[^ ]*]]: | |
| ; CHECK-MAIN: rll [[TMP:%r[0-9]+]], [[OLD]], 16(%r2) | |
| ; CHECK-MAIN: risbg %r3, [[TMP]], 32, 47, 0 | |
| ; CHECK-MAIN: cr [[TMP]], %r3 | |
| ; CHECK-MAIN: jlh [[EXIT:\.[^ ]*]] | |
| ; CHECK-MAIN: risbg %r4, [[TMP]], 32, 47, 0 | |
| ; CHECK-MAIN: rll [[NEW:%r[0-9]+]], %r4, -16({{%r[1-9]+}}) | |
| ; CHECK-MAIN: cs [[OLD]], [[NEW]], 0([[RISBG]]) | |
| ; CHECK-MAIN: jl [[LOOP]] | |
| ; CHECK-MAIN: [[EXIT]]: | |
| ; CHECK-MAIN-NEXT: jlh [[LABEL:\.[^ ]*]] | |
| ; CHECK-MAIN: jg g | |
| ; CHECK-MAIN: [[LABEL]]: | |
| ; CHECK-MAIN: br %r14 | |
| ; | |
| ; CHECK-SHIFT-LABEL: f4: | |
| ; CHECK-SHIFT: sll %r2, 3 | |
| ; CHECK-SHIFT: lcr [[NEGSHIFT:%r[1-9]+]], %r2 | |
| ; CHECK-SHIFT: rll | |
| ; CHECK-SHIFT: rll {{%r[0-9]+}}, %r4, -16([[NEGSHIFT]]) | |
| define void @f4(i16 *%src, i16 %cmp, i16 %swap) { | |
| %pair = cmpxchg i16 *%src, i16 %cmp, i16 %swap seq_cst seq_cst | |
| %cond = extractvalue { i16, i1 } %pair, 1 | |
| br i1 %cond, label %call, label %exit | |
| call: | |
| tail call void @g() | |
| br label %exit | |
| exit: | |
| ret void | |
| } | |
| ; ... and the same with the inverted direction. | |
| ; CHECK-MAIN-LABEL: f5: | |
| ; CHECK-MAIN: risbg [[RISBG:%r[1-9]+]], %r2, 0, 189, 0{{$}} | |
| ; CHECK-MAIN-DAG: sll %r2, 3 | |
| ; CHECK-MAIN-DAG: l [[OLD:%r[0-9]+]], 0([[RISBG]]) | |
| ; CHECK-MAIN: [[LOOP:\.[^ ]*]]: | |
| ; CHECK-MAIN: rll [[TMP:%r[0-9]+]], [[OLD]], 16(%r2) | |
| ; CHECK-MAIN: risbg %r3, [[TMP]], 32, 47, 0 | |
| ; CHECK-MAIN: cr [[TMP]], %r3 | |
| ; CHECK-MAIN: jlh [[EXIT:\.[^ ]*]] | |
| ; CHECK-MAIN: risbg %r4, [[TMP]], 32, 47, 0 | |
| ; CHECK-MAIN: rll [[NEW:%r[0-9]+]], %r4, -16({{%r[1-9]+}}) | |
| ; CHECK-MAIN: cs [[OLD]], [[NEW]], 0([[RISBG]]) | |
| ; CHECK-MAIN: jl [[LOOP]] | |
| ; CHECK-MAIN: [[EXIT]]: | |
| ; CHECK-MAIN-NEXT: jlh [[LABEL:\.[^ ]*]] | |
| ; CHECK-MAIN: br %r14 | |
| ; CHECK-MAIN: [[LABEL]]: | |
| ; CHECK-MAIN: jg g | |
| ; | |
| ; CHECK-SHIFT-LABEL: f5: | |
| ; CHECK-SHIFT: sll %r2, 3 | |
| ; CHECK-SHIFT: lcr [[NEGSHIFT:%r[1-9]+]], %r2 | |
| ; CHECK-SHIFT: rll | |
| ; CHECK-SHIFT: rll {{%r[0-9]+}}, %r4, -16([[NEGSHIFT]]) | |
| define void @f5(i16 *%src, i16 %cmp, i16 %swap) { | |
| %pair = cmpxchg i16 *%src, i16 %cmp, i16 %swap seq_cst seq_cst | |
| %cond = extractvalue { i16, i1 } %pair, 1 | |
| br i1 %cond, label %exit, label %call | |
| call: | |
| tail call void @g() | |
| br label %exit | |
| exit: | |
| ret void | |
| } | |