| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc < %s -mtriple=x86_64-- -mattr=sse4.1 | FileCheck %s --check-prefixes=SSE |
| ; RUN: llc < %s -mtriple=x86_64-- -mattr=avx | FileCheck %s --check-prefixes=AVX,AVX1 |
| ; RUN: llc < %s -mtriple=x86_64-- -mattr=avx512f,avx512vl | FileCheck %s --check-prefixes=AVX,AVX512 |
| |
| ; PR37751 - https://bugs.llvm.org/show_bug.cgi?id=37751 |
| ; We can't combine into 'round' instructions because the behavior is different for out-of-range values. |
| |
| declare <4 x i32> @llvm.x86.sse2.cvttps2dq(<4 x float>) |
| declare <4 x i32> @llvm.x86.sse2.cvttpd2dq(<2 x double>) |
| declare i32 @llvm.x86.sse.cvttss2si(<4 x float>) |
| declare i64 @llvm.x86.sse.cvttss2si64(<4 x float>) |
| declare i32 @llvm.x86.sse2.cvttsd2si(<2 x double>) |
| declare i64 @llvm.x86.sse2.cvttsd2si64(<2 x double>) |
| |
| define float @float_to_int_to_float_mem_f32_i32(<4 x float>* %p) #0 { |
| ; SSE-LABEL: float_to_int_to_float_mem_f32_i32: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttss2si (%rdi), %eax |
| ; SSE-NEXT: cvtsi2ssl %eax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_mem_f32_i32: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttss2si (%rdi), %eax |
| ; AVX-NEXT: vcvtsi2ssl %eax, %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %x = load <4 x float>, <4 x float>* %p, align 16 |
| %fptosi = tail call i32 @llvm.x86.sse.cvttss2si(<4 x float> %x) |
| %sitofp = sitofp i32 %fptosi to float |
| ret float %sitofp |
| } |
| |
| define float @float_to_int_to_float_reg_f32_i32(<4 x float> %x) #0 { |
| ; SSE-LABEL: float_to_int_to_float_reg_f32_i32: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttss2si %xmm0, %eax |
| ; SSE-NEXT: xorps %xmm0, %xmm0 |
| ; SSE-NEXT: cvtsi2ssl %eax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_reg_f32_i32: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttss2si %xmm0, %eax |
| ; AVX-NEXT: vcvtsi2ssl %eax, %xmm1, %xmm0 |
| ; AVX-NEXT: retq |
| %fptosi = tail call i32 @llvm.x86.sse.cvttss2si(<4 x float> %x) |
| %sitofp = sitofp i32 %fptosi to float |
| ret float %sitofp |
| } |
| |
| define float @float_to_int_to_float_mem_f32_i64(<4 x float>* %p) #0 { |
| ; SSE-LABEL: float_to_int_to_float_mem_f32_i64: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttss2si (%rdi), %rax |
| ; SSE-NEXT: cvtsi2ssq %rax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_mem_f32_i64: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttss2si (%rdi), %rax |
| ; AVX-NEXT: vcvtsi2ssq %rax, %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %x = load <4 x float>, <4 x float>* %p, align 16 |
| %fptosi = tail call i64 @llvm.x86.sse.cvttss2si64(<4 x float> %x) |
| %sitofp = sitofp i64 %fptosi to float |
| ret float %sitofp |
| } |
| |
| define float @float_to_int_to_float_reg_f32_i64(<4 x float> %x) #0 { |
| ; SSE-LABEL: float_to_int_to_float_reg_f32_i64: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttss2si %xmm0, %rax |
| ; SSE-NEXT: xorps %xmm0, %xmm0 |
| ; SSE-NEXT: cvtsi2ssq %rax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_reg_f32_i64: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttss2si %xmm0, %rax |
| ; AVX-NEXT: vcvtsi2ssq %rax, %xmm1, %xmm0 |
| ; AVX-NEXT: retq |
| %fptosi = tail call i64 @llvm.x86.sse.cvttss2si64(<4 x float> %x) |
| %sitofp = sitofp i64 %fptosi to float |
| ret float %sitofp |
| } |
| |
| define double @float_to_int_to_float_mem_f64_i32(<2 x double>* %p) #0 { |
| ; SSE-LABEL: float_to_int_to_float_mem_f64_i32: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttsd2si (%rdi), %eax |
| ; SSE-NEXT: cvtsi2sdl %eax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_mem_f64_i32: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttsd2si (%rdi), %eax |
| ; AVX-NEXT: vcvtsi2sdl %eax, %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %x = load <2 x double>, <2 x double>* %p, align 16 |
| %fptosi = tail call i32 @llvm.x86.sse2.cvttsd2si(<2 x double> %x) |
| %sitofp = sitofp i32 %fptosi to double |
| ret double %sitofp |
| } |
| |
| define double @float_to_int_to_float_reg_f64_i32(<2 x double> %x) #0 { |
| ; SSE-LABEL: float_to_int_to_float_reg_f64_i32: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttsd2si %xmm0, %eax |
| ; SSE-NEXT: xorps %xmm0, %xmm0 |
| ; SSE-NEXT: cvtsi2sdl %eax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_reg_f64_i32: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttsd2si %xmm0, %eax |
| ; AVX-NEXT: vcvtsi2sdl %eax, %xmm1, %xmm0 |
| ; AVX-NEXT: retq |
| %fptosi = tail call i32 @llvm.x86.sse2.cvttsd2si(<2 x double> %x) |
| %sitofp = sitofp i32 %fptosi to double |
| ret double %sitofp |
| } |
| |
| define double @float_to_int_to_float_mem_f64_i64(<2 x double>* %p) #0 { |
| ; SSE-LABEL: float_to_int_to_float_mem_f64_i64: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttsd2si (%rdi), %rax |
| ; SSE-NEXT: cvtsi2sdq %rax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_mem_f64_i64: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttsd2si (%rdi), %rax |
| ; AVX-NEXT: vcvtsi2sdq %rax, %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %x = load <2 x double>, <2 x double>* %p, align 16 |
| %fptosi = tail call i64 @llvm.x86.sse2.cvttsd2si64(<2 x double> %x) |
| %sitofp = sitofp i64 %fptosi to double |
| ret double %sitofp |
| } |
| |
| define double @float_to_int_to_float_reg_f64_i64(<2 x double> %x) #0 { |
| ; SSE-LABEL: float_to_int_to_float_reg_f64_i64: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttsd2si %xmm0, %rax |
| ; SSE-NEXT: xorps %xmm0, %xmm0 |
| ; SSE-NEXT: cvtsi2sdq %rax, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_reg_f64_i64: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttsd2si %xmm0, %rax |
| ; AVX-NEXT: vcvtsi2sdq %rax, %xmm1, %xmm0 |
| ; AVX-NEXT: retq |
| %fptosi = tail call i64 @llvm.x86.sse2.cvttsd2si64(<2 x double> %x) |
| %sitofp = sitofp i64 %fptosi to double |
| ret double %sitofp |
| } |
| |
| define <4 x float> @float_to_int_to_float_mem_v4f32(<4 x float>* %p) #0 { |
| ; SSE-LABEL: float_to_int_to_float_mem_v4f32: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttps2dq (%rdi), %xmm0 |
| ; SSE-NEXT: cvtdq2ps %xmm0, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_mem_v4f32: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttps2dq (%rdi), %xmm0 |
| ; AVX-NEXT: vcvtdq2ps %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %x = load <4 x float>, <4 x float>* %p, align 16 |
| %fptosi = tail call <4 x i32> @llvm.x86.sse2.cvttps2dq(<4 x float> %x) |
| %sitofp = sitofp <4 x i32> %fptosi to <4 x float> |
| ret <4 x float> %sitofp |
| } |
| |
| define <4 x float> @float_to_int_to_float_reg_v4f32(<4 x float> %x) #0 { |
| ; SSE-LABEL: float_to_int_to_float_reg_v4f32: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttps2dq %xmm0, %xmm0 |
| ; SSE-NEXT: cvtdq2ps %xmm0, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_reg_v4f32: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttps2dq %xmm0, %xmm0 |
| ; AVX-NEXT: vcvtdq2ps %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %fptosi = tail call <4 x i32> @llvm.x86.sse2.cvttps2dq(<4 x float> %x) |
| %sitofp = sitofp <4 x i32> %fptosi to <4 x float> |
| ret <4 x float> %sitofp |
| } |
| |
| define <2 x double> @float_to_int_to_float_mem_v2f64(<2 x double>* %p) #0 { |
| ; SSE-LABEL: float_to_int_to_float_mem_v2f64: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttpd2dq (%rdi), %xmm0 |
| ; SSE-NEXT: cvtdq2pd %xmm0, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_mem_v2f64: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttpd2dqx (%rdi), %xmm0 |
| ; AVX-NEXT: vcvtdq2pd %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %x = load <2 x double>, <2 x double>* %p, align 16 |
| %fptosi = tail call <4 x i32> @llvm.x86.sse2.cvttpd2dq(<2 x double> %x) |
| %concat = shufflevector <4 x i32> %fptosi, <4 x i32> undef, <2 x i32> <i32 0, i32 1> |
| %sitofp = sitofp <2 x i32> %concat to <2 x double> |
| ret <2 x double> %sitofp |
| } |
| |
| define <2 x double> @float_to_int_to_float_reg_v2f64(<2 x double> %x) #0 { |
| ; SSE-LABEL: float_to_int_to_float_reg_v2f64: |
| ; SSE: # %bb.0: |
| ; SSE-NEXT: cvttpd2dq %xmm0, %xmm0 |
| ; SSE-NEXT: cvtdq2pd %xmm0, %xmm0 |
| ; SSE-NEXT: retq |
| ; |
| ; AVX-LABEL: float_to_int_to_float_reg_v2f64: |
| ; AVX: # %bb.0: |
| ; AVX-NEXT: vcvttpd2dq %xmm0, %xmm0 |
| ; AVX-NEXT: vcvtdq2pd %xmm0, %xmm0 |
| ; AVX-NEXT: retq |
| %fptosi = tail call <4 x i32> @llvm.x86.sse2.cvttpd2dq(<2 x double> %x) |
| %concat = shufflevector <4 x i32> %fptosi, <4 x i32> undef, <2 x i32> <i32 0, i32 1> |
| %sitofp = sitofp <2 x i32> %concat to <2 x double> |
| ret <2 x double> %sitofp |
| } |
| |
| attributes #0 = { "no-signed-zeros-fp-math"="true" } |
| |