| ; Test 64-bit compare and swap. | |
| ; | |
| ; RUN: llc < %s -mtriple=s390x-linux-gnu | FileCheck %s | |
| ; Check CDSG without a displacement. | |
| define i128 @f1(i128 %cmp, i128 %swap, i128 *%src) { | |
| ; CHECK-LABEL: f1: | |
| ; CHECK-DAG: lg %r1, 8(%r4) | |
| ; CHECK-DAG: lg %r0, 0(%r4) | |
| ; CHECK-DAG: lg %r13, 8(%r3) | |
| ; CHECK-DAG: lg %r12, 0(%r3) | |
| ; CHECK: cdsg %r12, %r0, 0(%r5) | |
| ; CHECK-DAG: stg %r13, 8(%r2) | |
| ; CHECK-DAG: stg %r12, 0(%r2) | |
| ; CHECK: br %r14 | |
| %pairval = cmpxchg i128 *%src, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check the high end of the aligned CDSG range. | |
| define i128 @f2(i128 %cmp, i128 %swap, i128 *%src) { | |
| ; CHECK-LABEL: f2: | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, 524272(%r5) | |
| ; CHECK: br %r14 | |
| %ptr = getelementptr i128, i128 *%src, i128 32767 | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check the next doubleword up, which needs separate address logic. | |
| ; Other sequences besides this one would be OK. | |
| define i128 @f3(i128 %cmp, i128 %swap, i128 *%src) { | |
| ; CHECK-LABEL: f3: | |
| ; CHECK: agfi %r5, 524288 | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, 0(%r5) | |
| ; CHECK: br %r14 | |
| %ptr = getelementptr i128, i128 *%src, i128 32768 | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check the high end of the negative aligned CDSG range. | |
| define i128 @f4(i128 %cmp, i128 %swap, i128 *%src) { | |
| ; CHECK-LABEL: f4: | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, -16(%r5) | |
| ; CHECK: br %r14 | |
| %ptr = getelementptr i128, i128 *%src, i128 -1 | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check the low end of the CDSG range. | |
| define i128 @f5(i128 %cmp, i128 %swap, i128 *%src) { | |
| ; CHECK-LABEL: f5: | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, -524288(%r5) | |
| ; CHECK: br %r14 | |
| %ptr = getelementptr i128, i128 *%src, i128 -32768 | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check the next doubleword down, which needs separate address logic. | |
| ; Other sequences besides this one would be OK. | |
| define i128 @f6(i128 %cmp, i128 %swap, i128 *%src) { | |
| ; CHECK-LABEL: f6: | |
| ; CHECK: agfi %r5, -524304 | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, 0(%r5) | |
| ; CHECK: br %r14 | |
| %ptr = getelementptr i128, i128 *%src, i128 -32769 | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check that CDSG does not allow an index. | |
| define i128 @f7(i128 %cmp, i128 %swap, i64 %src, i64 %index) { | |
| ; CHECK-LABEL: f7: | |
| ; CHECK: agr %r5, %r6 | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, 0(%r5) | |
| ; CHECK: br %r14 | |
| %add1 = add i64 %src, %index | |
| %ptr = inttoptr i64 %add1 to i128 * | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check that a constant %cmp value is loaded into a register first. | |
| define i128 @f8(i128 %swap, i128 *%ptr) { | |
| ; CHECK-LABEL: f8: | |
| ; CHECK: lghi {{%r[0-9]+}}, 1001 | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, 0(%r4) | |
| ; CHECK: br %r14 | |
| %pairval = cmpxchg i128 *%ptr, i128 1001, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check that a constant %swap value is loaded into a register first. | |
| define i128 @f9(i128 %cmp, i128 *%ptr) { | |
| ; CHECK-LABEL: f9: | |
| ; CHECK: lghi {{%r[0-9]+}}, 1002 | |
| ; CHECK: cdsg {{%r[0-9]+}}, {{%r[0-9]+}}, 0(%r4) | |
| ; CHECK: br %r14 | |
| %pairval = cmpxchg i128 *%ptr, i128 %cmp, i128 1002 seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 0 | |
| ret i128 %val | |
| } | |
| ; Check generating the comparison result. | |
| ; CHECK-LABEL: f10 | |
| ; CHECK-DAG: lg %r1, 8(%r3) | |
| ; CHECK-DAG: lg %r0, 0(%r3) | |
| ; CHECK-DAG: lg %r13, 8(%r2) | |
| ; CHECK-DAG: lg %r12, 0(%r2) | |
| ; CHECK: cdsg %r12, %r0, 0(%r4) | |
| ; CHECK-NEXT: ipm %r2 | |
| ; CHECK-NEXT: afi %r2, -268435456 | |
| ; CHECK-NEXT: srl %r2, 31 | |
| ; CHECK: br %r14 | |
| define i32 @f10(i128 %cmp, i128 %swap, i128 *%src) { | |
| %pairval = cmpxchg i128 *%src, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %val = extractvalue { i128, i1 } %pairval, 1 | |
| %res = zext i1 %val to i32 | |
| ret i32 %res | |
| } | |
| declare void @g() | |
| ; Check using the comparison result for a branch. | |
| ; CHECK-LABEL: f11 | |
| ; CHECK-DAG: lg %r1, 8(%r3) | |
| ; CHECK-DAG: lg %r0, 0(%r3) | |
| ; CHECK-DAG: lg %r13, 8(%r2) | |
| ; CHECK-DAG: lg %r12, 0(%r2) | |
| ; CHECK: cdsg %r12, %r0, 0(%r4) | |
| ; CHECK-NEXT: jl [[LABEL:\.[^ ]*]] | |
| ; CHECK: jg g | |
| ; CHECK: [[LABEL]]: | |
| ; CHECK: br %r14 | |
| define void @f11(i128 %cmp, i128 %swap, i128 *%src) { | |
| %pairval = cmpxchg i128 *%src, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %cond = extractvalue { i128, i1 } %pairval, 1 | |
| br i1 %cond, label %call, label %exit | |
| call: | |
| tail call void @g() | |
| br label %exit | |
| exit: | |
| ret void | |
| } | |
| ; ... and the same with the inverted direction. | |
| ; CHECK-LABEL: f12 | |
| ; CHECK-DAG: lg %r1, 8(%r3) | |
| ; CHECK-DAG: lg %r0, 0(%r3) | |
| ; CHECK-DAG: lg %r13, 8(%r2) | |
| ; CHECK-DAG: lg %r12, 0(%r2) | |
| ; CHECK: cdsg %r12, %r0, 0(%r4) | |
| ; CHECK-NEXT: jl [[LABEL:\.[^ ]*]] | |
| ; CHECK: br %r14 | |
| ; CHECK: [[LABEL]]: | |
| ; CHECK: jg g | |
| define void @f12(i128 %cmp, i128 %swap, i128 *%src) { | |
| %pairval = cmpxchg i128 *%src, i128 %cmp, i128 %swap seq_cst seq_cst | |
| %cond = extractvalue { i128, i1 } %pairval, 1 | |
| br i1 %cond, label %exit, label %call | |
| call: | |
| tail call void @g() | |
| br label %exit | |
| exit: | |
| ret void | |
| } | |