| //===- IntrinsicsHexagon.td - Defines Hexagon intrinsics ---*- tablegen -*-===// |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| // |
| // This file defines all of the Hexagon-specific intrinsics. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| //===----------------------------------------------------------------------===// |
| // Definitions for all Hexagon intrinsics. |
| // |
| // All Hexagon intrinsics start with "llvm.hexagon.". |
| let TargetPrefix = "hexagon" in { |
| /// Hexagon_Intrinsic - Base class for the majority of Hexagon intrinsics. |
| class Hexagon_Intrinsic<string GCCIntSuffix, list<LLVMType> ret_types, |
| list<LLVMType> param_types, |
| list<IntrinsicProperty> properties> |
| : ClangBuiltin<!strconcat("__builtin_", GCCIntSuffix)>, |
| DefaultAttrsIntrinsic<ret_types, param_types, properties>; |
| |
| /// Hexagon_NonGCC_Intrinsic - Base class for bitcode convertible Hexagon |
| /// intrinsics. |
| class Hexagon_NonGCC_Intrinsic<list<LLVMType> ret_types, |
| list<LLVMType> param_types, |
| list<IntrinsicProperty> properties> |
| : DefaultAttrsIntrinsic<ret_types, param_types, properties>; |
| } |
| |
| class Hexagon_mem_memmemsi_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_ptr_ty, |
| llvm_i32_ty], |
| [IntrArgMemOnly]>; |
| |
| class Hexagon_mem_memsisi_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_i32_ty, |
| llvm_i32_ty], |
| [IntrWriteMem]>; |
| |
| class Hexagon_mem_memdisi_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_i64_ty, |
| llvm_i32_ty], |
| [IntrWriteMem]>; |
| |
| class Hexagon_mem_memmemsisi_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_ptr_ty, |
| llvm_i32_ty, llvm_i32_ty], |
| [IntrArgMemOnly, ImmArg<ArgIndex<3>>]>; |
| |
| class Hexagon_mem_memsisisi_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_i32_ty, |
| llvm_i32_ty, llvm_i32_ty], |
| [IntrWriteMem, ImmArg<ArgIndex<3>>]>; |
| |
| class Hexagon_mem_memdisisi_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_i64_ty, |
| llvm_i32_ty, llvm_i32_ty], |
| [IntrWriteMem, ImmArg<ArgIndex<3>>]>; |
| |
| // |
| // BUILTIN_INFO_NONCONST(circ_ldd,PTR_ftype_PTRPTRSISI,4) |
| // |
| def int_hexagon_circ_ldd : |
| Hexagon_mem_memmemsisi_Intrinsic<"circ_ldd">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_ldw,PTR_ftype_PTRPTRSISI,4) |
| // |
| def int_hexagon_circ_ldw : |
| Hexagon_mem_memmemsisi_Intrinsic<"circ_ldw">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_ldh,PTR_ftype_PTRPTRSISI,4) |
| // |
| def int_hexagon_circ_ldh : |
| Hexagon_mem_memmemsisi_Intrinsic<"circ_ldh">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_lduh,PTR_ftype_PTRPTRSISI,4) |
| // |
| def int_hexagon_circ_lduh : |
| Hexagon_mem_memmemsisi_Intrinsic<"circ_lduh">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_ldb,PTR_ftype_PTRPTRSISI,4) |
| // |
| def int_hexagon_circ_ldb : |
| Hexagon_mem_memmemsisi_Intrinsic<"circ_ldb">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_ldub,PTR_ftype_PTRPTRSISI,4) |
| // |
| def int_hexagon_circ_ldub : |
| Hexagon_mem_memmemsisi_Intrinsic<"circ_ldub">; |
| |
| // |
| // BUILTIN_INFO_NONCONST(circ_std,PTR_ftype_PTRDISISI,4) |
| // |
| def int_hexagon_circ_std : |
| Hexagon_mem_memdisisi_Intrinsic<"circ_std">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_stw,PTR_ftype_PTRSISISI,4) |
| // |
| def int_hexagon_circ_stw : |
| Hexagon_mem_memsisisi_Intrinsic<"circ_stw">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_sth,PTR_ftype_PTRSISISI,4) |
| // |
| def int_hexagon_circ_sth : |
| Hexagon_mem_memsisisi_Intrinsic<"circ_sth">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_sthhi,PTR_ftype_PTRSISISI,4) |
| // |
| def int_hexagon_circ_sthhi : |
| Hexagon_mem_memsisisi_Intrinsic<"circ_sthhi">; |
| // |
| // BUILTIN_INFO_NONCONST(circ_stb,PTR_ftype_PTRSISISI,4) |
| // |
| def int_hexagon_circ_stb : |
| Hexagon_mem_memsisisi_Intrinsic<"circ_stb">; |
| |
| def int_hexagon_prefetch : |
| Hexagon_Intrinsic<"HEXAGON_prefetch", [], [llvm_ptr_ty], []>; |
| |
| def llvm_ptr32_ty : LLVMPointerType<llvm_i32_ty>; |
| def llvm_ptr64_ty : LLVMPointerType<llvm_i64_ty>; |
| |
| // Mark locked loads as read/write to prevent any accidental reordering. |
| // These don't use Hexagon_Intrinsic, because they are not nosync, and as such |
| // cannot use default attributes. |
| let TargetPrefix = "hexagon" in { |
| def int_hexagon_L2_loadw_locked : |
| ClangBuiltin<"__builtin_HEXAGON_L2_loadw_locked">, |
| Intrinsic<[llvm_i32_ty], [llvm_ptr32_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; |
| def int_hexagon_L4_loadd_locked : |
| ClangBuiltin<"__builtin__HEXAGON_L4_loadd_locked">, |
| Intrinsic<[llvm_i64_ty], [llvm_ptr64_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; |
| |
| def int_hexagon_S2_storew_locked : |
| ClangBuiltin<"__builtin_HEXAGON_S2_storew_locked">, |
| Intrinsic<[llvm_i32_ty], |
| [llvm_ptr32_ty, llvm_i32_ty], [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; |
| def int_hexagon_S4_stored_locked : |
| ClangBuiltin<"__builtin_HEXAGON_S4_stored_locked">, |
| Intrinsic<[llvm_i32_ty], |
| [llvm_ptr64_ty, llvm_i64_ty], [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>; |
| } |
| |
| def int_hexagon_vmemcpy : Hexagon_Intrinsic<"hexagon_vmemcpy", |
| [], [llvm_ptr_ty, llvm_ptr_ty, llvm_i32_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<0>>, NoCapture<ArgIndex<1>>, WriteOnly<ArgIndex<0>>, ReadOnly<ArgIndex<1>>]>; |
| |
| def int_hexagon_vmemset : Hexagon_Intrinsic<"hexagon_vmemset", |
| [], [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<0>>, WriteOnly<ArgIndex<0>>]>; |
| |
| multiclass Hexagon_custom_circ_ld_Intrinsic<LLVMType ElTy> { |
| def NAME#_pci : Hexagon_NonGCC_Intrinsic< |
| [ElTy, llvm_ptr_ty], |
| [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<3>>]>; |
| def NAME#_pcr : Hexagon_NonGCC_Intrinsic< |
| [ElTy, llvm_ptr_ty], [llvm_ptr_ty, llvm_i32_ty, llvm_ptr_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<2>>]>; |
| } |
| |
| defm int_hexagon_L2_loadrub : Hexagon_custom_circ_ld_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_L2_loadrb : Hexagon_custom_circ_ld_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_L2_loadruh : Hexagon_custom_circ_ld_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_L2_loadrh : Hexagon_custom_circ_ld_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_L2_loadri : Hexagon_custom_circ_ld_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_L2_loadrd : Hexagon_custom_circ_ld_Intrinsic<llvm_i64_ty>; |
| |
| multiclass Hexagon_custom_circ_st_Intrinsic<LLVMType ElTy> { |
| def NAME#_pci : Hexagon_NonGCC_Intrinsic< |
| [llvm_ptr_ty], |
| [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty, ElTy, llvm_ptr_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<4>>]>; |
| def NAME#_pcr : Hexagon_NonGCC_Intrinsic< |
| [llvm_ptr_ty], [llvm_ptr_ty, llvm_i32_ty, ElTy, llvm_ptr_ty], |
| [IntrArgMemOnly, NoCapture<ArgIndex<3>>]>; |
| } |
| |
| defm int_hexagon_S2_storerb : Hexagon_custom_circ_st_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_S2_storerh : Hexagon_custom_circ_st_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_S2_storerf : Hexagon_custom_circ_st_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_S2_storeri : Hexagon_custom_circ_st_Intrinsic<llvm_i32_ty>; |
| defm int_hexagon_S2_storerd : Hexagon_custom_circ_st_Intrinsic<llvm_i64_ty>; |
| |
| // The front-end emits the intrinsic call with only two arguments. The third |
| // argument from the builtin is already used by front-end to write to memory |
| // by generating a store. |
| class Hexagon_custom_brev_ld_Intrinsic<LLVMType ElTy> |
| : Hexagon_NonGCC_Intrinsic< |
| [ElTy, llvm_ptr_ty], [llvm_ptr_ty, llvm_i32_ty], |
| [IntrReadMem]>; |
| |
| def int_hexagon_L2_loadrub_pbr : Hexagon_custom_brev_ld_Intrinsic<llvm_i32_ty>; |
| def int_hexagon_L2_loadrb_pbr : Hexagon_custom_brev_ld_Intrinsic<llvm_i32_ty>; |
| def int_hexagon_L2_loadruh_pbr : Hexagon_custom_brev_ld_Intrinsic<llvm_i32_ty>; |
| def int_hexagon_L2_loadrh_pbr : Hexagon_custom_brev_ld_Intrinsic<llvm_i32_ty>; |
| def int_hexagon_L2_loadri_pbr : Hexagon_custom_brev_ld_Intrinsic<llvm_i32_ty>; |
| def int_hexagon_L2_loadrd_pbr : Hexagon_custom_brev_ld_Intrinsic<llvm_i64_ty>; |
| |
| def int_hexagon_S2_storerb_pbr : Hexagon_mem_memsisi_Intrinsic<"brev_stb">; |
| def int_hexagon_S2_storerh_pbr : Hexagon_mem_memsisi_Intrinsic<"brev_sth">; |
| def int_hexagon_S2_storerf_pbr : Hexagon_mem_memsisi_Intrinsic<"brev_sthhi">; |
| def int_hexagon_S2_storeri_pbr : Hexagon_mem_memsisi_Intrinsic<"brev_stw">; |
| def int_hexagon_S2_storerd_pbr : Hexagon_mem_memdisi_Intrinsic<"brev_std">; |
| |
| // tag : V6_vrmpybub_rtt |
| class Hexagon_v32i32_v16i32i64_rtt_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_v32i32_ty], [llvm_v16i32_ty,llvm_i64_ty], |
| [IntrNoMem]>; |
| |
| // tag : V6_vrmpybub_rtt_128B |
| class Hexagon_v64i32_v32i32i64_rtt_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_v64i32_ty], [llvm_v32i32_ty,llvm_i64_ty], |
| [IntrNoMem]>; |
| |
| // tag : V6_vrmpybub_rtt_acc |
| class Hexagon_v32i32_v32i32v16i32i64_rtt_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_v32i32_ty], [llvm_v32i32_ty,llvm_v16i32_ty,llvm_i64_ty], |
| [IntrNoMem]>; |
| |
| // tag : V6_vrmpybub_rtt_acc_128B |
| class Hexagon_v64i32_v64i32v32i32i64_rtt_Intrinsic<string GCCIntSuffix> |
| : Hexagon_Intrinsic<GCCIntSuffix, |
| [llvm_v64i32_ty], [llvm_v64i32_ty,llvm_v32i32_ty,llvm_i64_ty], |
| [IntrNoMem]>; |
| |
| def int_hexagon_V6_vrmpybub_rtt : |
| Hexagon_v32i32_v16i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpybub_rtt">; |
| |
| def int_hexagon_V6_vrmpybub_rtt_128B : |
| Hexagon_v64i32_v32i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpybub_rtt_128B">; |
| |
| def int_hexagon_V6_vrmpybub_rtt_acc : |
| Hexagon_v32i32_v32i32v16i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpybub_rtt_acc">; |
| |
| def int_hexagon_V6_vrmpybub_rtt_acc_128B : |
| Hexagon_v64i32_v64i32v32i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpybub_rtt_acc_128B">; |
| |
| def int_hexagon_V6_vrmpyub_rtt : |
| Hexagon_v32i32_v16i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpyub_rtt">; |
| |
| def int_hexagon_V6_vrmpyub_rtt_128B : |
| Hexagon_v64i32_v32i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpyub_rtt_128B">; |
| |
| def int_hexagon_V6_vrmpyub_rtt_acc : |
| Hexagon_v32i32_v32i32v16i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpyub_rtt_acc">; |
| |
| def int_hexagon_V6_vrmpyub_rtt_acc_128B : |
| Hexagon_v64i32_v64i32v32i32i64_rtt_Intrinsic<"HEXAGON_V6_vrmpyub_rtt_acc_128B">; |
| |
| // HVX conditional loads/stores |
| |
| class Hexagon_pred_vload_imm<LLVMType ValTy> |
| : Hexagon_NonGCC_Intrinsic< |
| [ValTy], |
| [llvm_i1_ty, LLVMPointerType<ValTy>, llvm_i32_ty], |
| [IntrReadMem, IntrArgMemOnly, NoCapture<ArgIndex<1>>, |
| ImmArg<ArgIndex<2>>]>; |
| |
| class Hexagon_pred_vload_imm_64B: Hexagon_pred_vload_imm<llvm_v16i32_ty>; |
| class Hexagon_pred_vload_imm_128B: Hexagon_pred_vload_imm<llvm_v32i32_ty>; |
| |
| def int_hexagon_V6_vL32b_pred_ai: Hexagon_pred_vload_imm_64B; |
| def int_hexagon_V6_vL32b_npred_ai: Hexagon_pred_vload_imm_64B; |
| def int_hexagon_V6_vL32b_nt_pred_ai: Hexagon_pred_vload_imm_64B; |
| def int_hexagon_V6_vL32b_nt_npred_ai: Hexagon_pred_vload_imm_64B; |
| def int_hexagon_V6_vL32b_pred_ai_128B: Hexagon_pred_vload_imm_128B; |
| def int_hexagon_V6_vL32b_npred_ai_128B: Hexagon_pred_vload_imm_128B; |
| def int_hexagon_V6_vL32b_nt_pred_ai_128B: Hexagon_pred_vload_imm_128B; |
| def int_hexagon_V6_vL32b_nt_npred_ai_128B: Hexagon_pred_vload_imm_128B; |
| |
| class Hexagom_pred_vload_upd<LLVMType ValTy, bit TakesImm> |
| : Hexagon_NonGCC_Intrinsic< |
| [ValTy, LLVMPointerType<ValTy>], |
| [llvm_i1_ty, LLVMPointerType<ValTy>, llvm_i32_ty], |
| !if(TakesImm, |
| [IntrReadMem, IntrArgMemOnly, NoCapture<ArgIndex<1>>, |
| ImmArg<ArgIndex<2>>], |
| [IntrReadMem, IntrArgMemOnly, NoCapture<ArgIndex<1>>])>; |
| |
| class Hexagom_pred_vload_upd_64B<bit TakesImm> |
| : Hexagom_pred_vload_upd<llvm_v16i32_ty, TakesImm>; |
| class Hexagom_pred_vload_upd_128B<bit TakesImm> |
| : Hexagom_pred_vload_upd<llvm_v32i32_ty, TakesImm>; |
| |
| def int_hexagon_V6_vL32b_pred_pi: Hexagom_pred_vload_upd_64B<1>; |
| def int_hexagon_V6_vL32b_npred_pi: Hexagom_pred_vload_upd_64B<1>; |
| def int_hexagon_V6_vL32b_nt_pred_pi: Hexagom_pred_vload_upd_64B<1>; |
| def int_hexagon_V6_vL32b_nt_npred_pi: Hexagom_pred_vload_upd_64B<1>; |
| def int_hexagon_V6_vL32b_pred_pi_128B: Hexagom_pred_vload_upd_128B<1>; |
| def int_hexagon_V6_vL32b_npred_pi_128B: Hexagom_pred_vload_upd_128B<1>; |
| def int_hexagon_V6_vL32b_nt_pred_pi_128B: Hexagom_pred_vload_upd_128B<1>; |
| def int_hexagon_V6_vL32b_nt_npred_pi_128B: Hexagom_pred_vload_upd_128B<1>; |
| |
| def int_hexagon_V6_vL32b_pred_ppu: Hexagom_pred_vload_upd_64B<0>; |
| def int_hexagon_V6_vL32b_npred_ppu: Hexagom_pred_vload_upd_64B<0>; |
| def int_hexagon_V6_vL32b_nt_pred_ppu: Hexagom_pred_vload_upd_64B<0>; |
| def int_hexagon_V6_vL32b_nt_npred_ppu: Hexagom_pred_vload_upd_64B<0>; |
| def int_hexagon_V6_vL32b_pred_ppu_128B: Hexagom_pred_vload_upd_128B<0>; |
| def int_hexagon_V6_vL32b_npred_ppu_128B: Hexagom_pred_vload_upd_128B<0>; |
| def int_hexagon_V6_vL32b_nt_pred_ppu_128B: Hexagom_pred_vload_upd_128B<0>; |
| def int_hexagon_V6_vL32b_nt_npred_ppu_128B: Hexagom_pred_vload_upd_128B<0>; |
| |
| |
| class Hexagon_pred_vstore_imm<LLVMType ValTy> |
| : Hexagon_NonGCC_Intrinsic< |
| [], |
| [llvm_i1_ty, LLVMPointerType<ValTy>, llvm_i32_ty, ValTy], |
| [IntrWriteMem, IntrArgMemOnly, NoCapture<ArgIndex<1>>, |
| ImmArg<ArgIndex<2>>]>; |
| |
| class Hexagon_pred_vstore_imm_64B: Hexagon_pred_vstore_imm<llvm_v16i32_ty>; |
| class Hexagon_pred_vstore_imm_128B: Hexagon_pred_vstore_imm<llvm_v32i32_ty>; |
| |
| def int_hexagon_V6_vS32b_pred_ai: Hexagon_pred_vstore_imm_64B; |
| def int_hexagon_V6_vS32b_npred_ai: Hexagon_pred_vstore_imm_64B; |
| def int_hexagon_V6_vS32Ub_pred_ai: Hexagon_pred_vstore_imm_64B; |
| def int_hexagon_V6_vS32Ub_npred_ai: Hexagon_pred_vstore_imm_64B; |
| def int_hexagon_V6_vS32b_nt_pred_ai: Hexagon_pred_vstore_imm_64B; |
| def int_hexagon_V6_vS32b_nt_npred_ai: Hexagon_pred_vstore_imm_64B; |
| def int_hexagon_V6_vS32b_pred_ai_128B: Hexagon_pred_vstore_imm_128B; |
| def int_hexagon_V6_vS32b_npred_ai_128B: Hexagon_pred_vstore_imm_128B; |
| def int_hexagon_V6_vS32Ub_pred_ai_128B: Hexagon_pred_vstore_imm_128B; |
| def int_hexagon_V6_vS32Ub_npred_ai_128B: Hexagon_pred_vstore_imm_128B; |
| def int_hexagon_V6_vS32b_nt_pred_ai_128B: Hexagon_pred_vstore_imm_128B; |
| def int_hexagon_V6_vS32b_nt_npred_ai_128B: Hexagon_pred_vstore_imm_128B; |
| |
| class Hexagon_pred_vstore_upd<LLVMType ValTy, bit TakesImm> |
| : Hexagon_NonGCC_Intrinsic< |
| [LLVMPointerType<ValTy>], |
| [llvm_i1_ty, LLVMPointerType<ValTy>, llvm_i32_ty, ValTy], |
| !if(TakesImm, |
| [IntrWriteMem, IntrArgMemOnly, NoCapture<ArgIndex<1>>, |
| ImmArg<ArgIndex<2>>], |
| [IntrWriteMem, IntrArgMemOnly, NoCapture<ArgIndex<1>>])>; |
| |
| class Hexagon_pred_vstore_upd_64B<bit TakesImm> |
| : Hexagon_pred_vstore_upd<llvm_v16i32_ty, TakesImm>; |
| class Hexagon_pred_vstore_upd_128B<bit TakesImm> |
| : Hexagon_pred_vstore_upd<llvm_v32i32_ty, TakesImm>; |
| |
| def int_hexagon_V6_vS32b_pred_pi: Hexagon_pred_vstore_upd_64B<1>; |
| def int_hexagon_V6_vS32b_npred_pi: Hexagon_pred_vstore_upd_64B<1>; |
| def int_hexagon_V6_vS32Ub_pred_pi: Hexagon_pred_vstore_upd_64B<1>; |
| def int_hexagon_V6_vS32Ub_npred_pi: Hexagon_pred_vstore_upd_64B<1>; |
| def int_hexagon_V6_vS32b_nt_pred_pi: Hexagon_pred_vstore_upd_64B<1>; |
| def int_hexagon_V6_vS32b_nt_npred_pi: Hexagon_pred_vstore_upd_64B<1>; |
| def int_hexagon_V6_vS32b_pred_pi_128B: Hexagon_pred_vstore_upd_128B<1>; |
| def int_hexagon_V6_vS32b_npred_pi_128B: Hexagon_pred_vstore_upd_128B<1>; |
| def int_hexagon_V6_vS32Ub_pred_pi_128B: Hexagon_pred_vstore_upd_128B<1>; |
| def int_hexagon_V6_vS32Ub_npred_pi_128B: Hexagon_pred_vstore_upd_128B<1>; |
| def int_hexagon_V6_vS32b_nt_pred_pi_128B: Hexagon_pred_vstore_upd_128B<1>; |
| def int_hexagon_V6_vS32b_nt_npred_pi_128B: Hexagon_pred_vstore_upd_128B<1>; |
| |
| def int_hexagon_V6_vS32b_pred_ppu: Hexagon_pred_vstore_upd_64B<0>; |
| def int_hexagon_V6_vS32b_npred_ppu: Hexagon_pred_vstore_upd_64B<0>; |
| def int_hexagon_V6_vS32Ub_pred_ppu: Hexagon_pred_vstore_upd_64B<0>; |
| def int_hexagon_V6_vS32Ub_npred_ppu: Hexagon_pred_vstore_upd_64B<0>; |
| def int_hexagon_V6_vS32b_nt_pred_ppu: Hexagon_pred_vstore_upd_64B<0>; |
| def int_hexagon_V6_vS32b_nt_npred_ppu: Hexagon_pred_vstore_upd_64B<0>; |
| def int_hexagon_V6_vS32b_pred_ppu_128B: Hexagon_pred_vstore_upd_128B<0>; |
| def int_hexagon_V6_vS32b_npred_ppu_128B: Hexagon_pred_vstore_upd_128B<0>; |
| def int_hexagon_V6_vS32Ub_pred_ppu_128B: Hexagon_pred_vstore_upd_128B<0>; |
| def int_hexagon_V6_vS32Ub_npred_ppu_128B: Hexagon_pred_vstore_upd_128B<0>; |
| def int_hexagon_V6_vS32b_nt_pred_ppu_128B: Hexagon_pred_vstore_upd_128B<0>; |
| def int_hexagon_V6_vS32b_nt_npred_ppu_128B: Hexagon_pred_vstore_upd_128B<0>; |
| |
| |
| // HVX Vector predicate casts. |
| // These intrinsics do not emit (nor do they correspond to) any instructions, |
| // they are no-ops. |
| |
| def int_hexagon_V6_pred_typecast : |
| Hexagon_NonGCC_Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty], [IntrNoMem]>; |
| |
| def int_hexagon_V6_pred_typecast_128B : |
| Hexagon_NonGCC_Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty], [IntrNoMem]>; |
| |
| // HVX full-precision multiplication. |
| // V6_vmpyss_parts(Vu,Vv) = (MulHS(Vu,Vv), Mul(Vu,Vv)) |
| // V6_vmpyuu_parts(Vu,Vv) = (MulHU(Vu,Vv), Mul(Vu,Vv)) |
| // V6_vmpyus_parts(Vu,Vv) = (MulHUS(Vu,Vv), Mul(Vu,Vv)) |
| // |
| // Both, the (purportedly) 64b and the _128B versions are exactly equivalent |
| // regardless of the HVX mode, they are both defined for consistency. |
| // The purpose of these intrinsics is to have a uniform way of multiplying two |
| // integer vectors in the LLVM IR. Many HVX multiply operations interleave |
| // the even-odd results, except for 32x32 multiplications. Also, different |
| // HVX versions have different instructions that can be used, so defer the |
| // instruction choice to the isel. |
| class Hexagon_vv_vv_pure: |
| Hexagon_NonGCC_Intrinsic< |
| [llvm_anyvector_ty, LLVMMatchType<0>], |
| [LLVMMatchType<0>, LLVMMatchType<0>], |
| [IntrNoMem]>; |
| |
| def int_hexagon_V6_vmpyss_parts: Hexagon_vv_vv_pure; |
| def int_hexagon_V6_vmpyss_parts_128B: Hexagon_vv_vv_pure; |
| def int_hexagon_V6_vmpyuu_parts: Hexagon_vv_vv_pure; |
| def int_hexagon_V6_vmpyuu_parts_128B: Hexagon_vv_vv_pure; |
| def int_hexagon_V6_vmpyus_parts: Hexagon_vv_vv_pure; |
| def int_hexagon_V6_vmpyus_parts_128B: Hexagon_vv_vv_pure; |
| |
| |
| // Masked vector stores |
| // |
| // These are all deprecated, the intrinsics matching instruction names |
| // should be used instead, e.g. int_hexagon_V6_vS32b_qpred_ai, etc. |
| |
| class Hexagon_custom_vms_Intrinsic |
| : Hexagon_NonGCC_Intrinsic< |
| [], [llvm_v64i1_ty,llvm_ptr_ty,llvm_v16i32_ty], [IntrWriteMem]>; |
| |
| class Hexagon_custom_vms_Intrinsic_128B |
| : Hexagon_NonGCC_Intrinsic< |
| [], [llvm_v128i1_ty,llvm_ptr_ty,llvm_v32i32_ty], [IntrWriteMem]>; |
| |
| def int_hexagon_V6_vmaskedstoreq: Hexagon_custom_vms_Intrinsic; |
| def int_hexagon_V6_vmaskedstorenq: Hexagon_custom_vms_Intrinsic; |
| def int_hexagon_V6_vmaskedstorentq: Hexagon_custom_vms_Intrinsic; |
| def int_hexagon_V6_vmaskedstorentnq: Hexagon_custom_vms_Intrinsic; |
| |
| def int_hexagon_V6_vmaskedstoreq_128B: Hexagon_custom_vms_Intrinsic_128B; |
| def int_hexagon_V6_vmaskedstorenq_128B: Hexagon_custom_vms_Intrinsic_128B; |
| def int_hexagon_V6_vmaskedstorentq_128B: Hexagon_custom_vms_Intrinsic_128B; |
| def int_hexagon_V6_vmaskedstorentnq_128B: Hexagon_custom_vms_Intrinsic_128B; |
| |
| |
| // Intrinsic for instrumentation based profiling using a custom handler. The |
| // name of the handler is passed as the first operand to the intrinsic. The |
| // handler can take only one int32 input which is passed as the second |
| // operand to the intrinsic. |
| def int_hexagon_instrprof_custom |
| : Hexagon_NonGCC_Intrinsic<[], |
| [llvm_ptr_ty, llvm_i32_ty], |
| [IntrInaccessibleMemOnly]>; |
| |
| |
| include "llvm/IR/IntrinsicsHexagonDep.td" |
