Skip to content

Commit 578442e

Browse files
YixingZhang007YixingZhang007
authored
[Backport to 20] Implement SPV_INTEL_predicated_io extension (#3370) (#3382)
This extension adds predicated load and store instructions. Predicated load performs load from memory if predicate is true; otherwise, it uses default_value as a result. Predicated store performs store of value to memory if predicate is true; otherwise, it does nothing. Spec: intel/llvm#20158 Signed-off-by: Zhang, Yixing <[email protected]>
1 parent 7d32213 commit 578442e

File tree

6 files changed

+106
-0
lines changed

6 files changed

+106
-0
lines changed

‎include/LLVMSPIRVExtensions.inc‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -83,3 +83,4 @@ EXT(SPV_INTEL_ternary_bitwise_function)
8383
EXT(SPV_INTEL_int4)
8484
EXT(SPV_INTEL_function_variants)
8585
EXT(SPV_INTEL_shader_atomic_bfloat16)
86+
EXT(SPV_INTEL_predicated_io)

‎lib/SPIRV/libSPIRV/SPIRVInstruction.h‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4467,5 +4467,22 @@ class SPIRVSubgroupMatrixMultiplyAccumulateINTELInst
44674467
_SPIRV_OP(SubgroupMatrixMultiplyAccumulate, true, 7, true, 4)
44684468
#undef _SPIRV_OP
44694469

4470+
class SPIRVPredicatedIOINTELInst : public SPIRVInstTemplateBase {
4471+
public:
4472+
std::optional<ExtensionID> getRequiredExtension() const override {
4473+
return ExtensionID::SPV_INTEL_predicated_io;
4474+
}
4475+
SPIRVCapVec getRequiredCapability() const override {
4476+
return getVec(internal::CapabilityPredicatedIOINTEL);
4477+
}
4478+
};
4479+
4480+
#define _SPIRV_OP(x, ...) \
4481+
typedef SPIRVInstTemplate<SPIRVPredicatedIOINTELInst, \
4482+
internal::Op##x##INTEL, __VA_ARGS__> \
4483+
SPIRV##x##INTEL;
4484+
_SPIRV_OP(PredicatedLoad, true, 6, true)
4485+
_SPIRV_OP(PredicatedStore, false, 4, true)
4486+
#undef _SPIRV_OP
44704487
} // namespace SPIRV
44714488
#endif // SPIRV_LIBSPIRV_SPIRVINSTRUCTION_H

‎lib/SPIRV/libSPIRV/SPIRVNameMapEnum.h‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -691,6 +691,7 @@ template <> inline void SPIRVMap<Capability, std::string>::init() {
691691
add(CapabilityFunctionVariantsINTEL, "FunctionVariantsINTEL");
692692
add(CapabilitySpecConditionalINTEL, "SpecConditionalINTEL");
693693
add(internal::CapabilityBFloat16ArithmeticINTEL, "BFloat16ArithmeticINTEL");
694+
add(internal::CapabilityPredicatedIOINTEL, "PredicatedIOINTEL");
694695
}
695696
SPIRV_DEF_NAMEMAP(Capability, SPIRVCapabilityNameMap)
696697

‎lib/SPIRV/libSPIRV/SPIRVOpCodeEnumInternal.h‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,3 +44,7 @@ _SPIRV_OP_INTERNAL(ConvertHandleToSamplerINTEL,
4444
internal::ConvertHandleToSamplerINTEL)
4545
_SPIRV_OP_INTERNAL(ConvertHandleToSampledImageINTEL,
4646
internal::ConvertHandleToSampledImageINTEL)
47+
_SPIRV_OP_INTERNAL(PredicatedLoadINTEL,
48+
internal::OpPredicatedLoadINTEL)
49+
_SPIRV_OP_INTERNAL(PredicatedStoreINTEL,
50+
internal::OpPredicatedStoreINTEL)

‎lib/SPIRV/libSPIRV/spirv_internal.hpp‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -76,6 +76,8 @@ enum InternalOp {
7676
IOpCooperativeMatrixConstructCheckedINTEL = 6195,
7777
IOpCooperativeMatrixLoadOffsetINTEL = 6239,
7878
IOpCooperativeMatrixStoreOffsetINTEL = 6240,
79+
IOpPredicatedLoadINTEL = 6258,
80+
IOpPredicatedStoreINTEL = 6259,
7981
IOpJointMatrixWorkItemLengthINTEL = 6410,
8082
IOpTypeTaskSequenceINTEL = 6199,
8183
IOpComplexFMulINTEL = 6415,
@@ -113,6 +115,7 @@ enum InternalCapability {
113115
ICapabilityCooperativeMatrixOffsetInstructionsINTEL = 6238,
114116
ICapabilityAtomicBFloat16AddINTEL = 6255,
115117
ICapabilityAtomicBFloat16MinMaxINTEL = 6256,
118+
ICapabilityPredicatedIOINTEL = 6257,
116119
ICapabilityCooperativeMatrixPrefetchINTEL = 6411,
117120
ICapabilityComplexFloatMulDivINTEL = 6414,
118121
ICapabilityTensorFloat32RoundingINTEL = 6425,
@@ -220,6 +223,11 @@ _SPIRV_OP(Op, ConvertHandleToSampledImageINTEL)
220223

221224
_SPIRV_OP(Capability, AtomicBFloat16AddINTEL)
222225
_SPIRV_OP(Capability, AtomicBFloat16MinMaxINTEL)
226+
227+
_SPIRV_OP(Capability, PredicatedIOINTEL)
228+
_SPIRV_OP(Op, PredicatedLoadINTEL)
229+
_SPIRV_OP(Op, PredicatedStoreINTEL)
230+
223231
#undef _SPIRV_OP
224232

225233
constexpr SourceLanguage SourceLanguagePython =

‎test/extensions/INTEL/SPV_INTEL_predicated_io/predicated_io_generic.ll‎

Lines changed: 75 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,75 @@
1+
; Generated with:
2+
; source.cl:
3+
; int __spirv_PredicatedLoadINTEL(const __global int* pointer, bool predicate, int default_value);
4+
; int __spirv_PredicatedLoadINTEL(const __global int* pointer, bool predicate, int default_value, int memory_operands);
5+
; void __spirv_PredicatedStoreINTEL(const __global int* pointer, int object, bool predicate);
6+
; void __spirv_PredicatedStoreINTEL(const __global int* pointer, int object, bool predicate, int memory_operands);
7+
;
8+
; void foo(const __global int* load_pointer, __global int* store_pointer, int default_value, int store_object, bool predicate) {
9+
; const int memory_ops = 0;
10+
; int result1 = __spirv_PredicatedLoadINTEL(load_pointer, predicate, default_value);
11+
; int result2 = __spirv_PredicatedLoadINTEL(load_pointer, predicate, default_value, memory_ops);
12+
; __spirv_PredicatedStoreINTEL(store_pointer, store_object, predicate);
13+
; __spirv_PredicatedStoreINTEL(store_pointer, store_object, predicate, memory_ops);
14+
; }
15+
; clang -cc1 -cl-std=clc++2021 -triple spir64-unknown-unknown -emit-llvm -finclude-default-header source.cl -o tmp.ll
16+
17+
; RUN: llvm-as %s -o %t.bc
18+
; RUN: llvm-spirv %t.bc -o %t.spv --spirv-ext=+SPV_INTEL_predicated_io
19+
; RUN: llvm-spirv %t.spv -o %t.spt --to-text
20+
; RUN: FileCheck < %t.spt %s --check-prefix=CHECK-SPIRV
21+
22+
; RUN: llvm-spirv %t.spv -o %t.rev.bc -r --spirv-target-env=SPV-IR
23+
; RUN: llvm-dis %t.rev.bc -o %t.rev.ll
24+
; RUN: FileCheck < %t.rev.ll %s --check-prefix=CHECK-LLVM
25+
26+
; RUN: not llvm-spirv %t.bc 2>&1 | FileCheck %s --check-prefix=CHECK-ERROR
27+
; CHECK-ERROR: RequiresExtension: Feature requires the following SPIR-V extension:
28+
; CHECK-ERROR-NEXT: SPV_INTEL_predicated_io
29+
30+
; CHECK-SPIRV: Capability PredicatedIOINTEL
31+
; CHECK-SPIRV: Extension "SPV_INTEL_predicated_io"
32+
; CHECK-SPIRV-DAG: TypeInt [[#Int32Ty:]] 32 0
33+
; CHECK-SPIRV-DAG: Constant [[#Int32Ty]] [[#Const0:]] 0
34+
; CHECK-SPIRV-DAG: TypeVoid [[#VoidTy:]]
35+
; CHECK-SPIRV-DAG: TypePointer [[#IntPtrTy:]] 5 [[#Int32Ty]]
36+
; CHECK-SPIRV-DAG: TypeBool [[#BoolTy:]]
37+
; CHECK-SPIRV: FunctionParameter [[#IntPtrTy]] [[#LoadPtr:]]
38+
; CHECK-SPIRV: FunctionParameter [[#IntPtrTy]] [[#StorePtr:]]
39+
; CHECK-SPIRV: FunctionParameter [[#Int32Ty]] [[#DefaultVal:]]
40+
; CHECK-SPIRV: FunctionParameter [[#Int32Ty]] [[#StoreObj:]]
41+
; CHECK-SPIRV: FunctionParameter [[#BoolTy]] [[#Predicate:]]
42+
; CHECK-SPIRV: PredicatedLoadINTEL [[#Int32Ty]] [[#Result1:]] [[#LoadPtr]] [[#Predicate]] [[#DefaultVal]]
43+
; CHECK-SPIRV: PredicatedLoadINTEL [[#Int32Ty]] [[#Result2:]] [[#LoadPtr]] [[#Predicate]] [[#DefaultVal]] [[#Const0]]
44+
; CHECK-SPIRV: PredicatedStoreINTEL [[#StorePtr]] [[#StoreObj]] [[#Predicate]]
45+
; CHECK-SPIRV: PredicatedStoreINTEL [[#StorePtr]] [[#StoreObj]] [[#Predicate]] [[#Const0]]
46+
47+
; CHECK-LLVM: call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1ibi(ptr addrspace(1) %{{.*}}, i1 %{{.*}}, i32 %{{.*}})
48+
; CHECK-LLVM: call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1ibii(ptr addrspace(1) %{{.*}}, i1 %{{.*}}, i32 %{{.*}}, i32 0)
49+
; CHECK-LLVM: call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1iib(ptr addrspace(1) %{{.*}}, i32 %{{.*}}, i1 %{{.*}})
50+
; CHECK-LLVM: call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1iibi(ptr addrspace(1) %{{.*}}, i32 %{{.*}}, i1 %{{.*}}, i32 0)
51+
52+
target datalayout = "e-i64:64-v16:16-v24:32-v32:32-v48:64-v96:128-v192:256-v256:256-v512:512-v1024:1024-n8:16:32:64"
53+
target triple = "spir64-unknown-unknown"
54+
55+
define spir_func void @foo(ptr addrspace(1) %load_pointer, ptr addrspace(1) %store_pointer, i32 %default_value, i32 %store_object, i1 zeroext %predicate) {
56+
entry:
57+
%1 = call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibi(ptr addrspace(1) %load_pointer, i1 %predicate, i32 %default_value)
58+
%2 = call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibii(ptr addrspace(1) %load_pointer, i1 %predicate, i32 %default_value, i32 0)
59+
call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiib(ptr addrspace(1) %store_pointer, i32 %store_object, i1 %predicate)
60+
call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiibi(ptr addrspace(1) %store_pointer, i32 %store_object, i1 %predicate, i32 0)
61+
ret void
62+
}
63+
64+
declare spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibi(ptr addrspace(1), i1, i32)
65+
declare spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibii(ptr addrspace(1), i1, i32, i32)
66+
declare spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiib(ptr addrspace(1), i32, i1)
67+
declare spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiibi(ptr addrspace(1), i32, i1, i32)
68+
69+
!opencl.spir.version = !{!0}
70+
!spirv.Source = !{!1}
71+
!llvm.ident = !{!2}
72+
73+
!0 = !{i32 1, i32 2}
74+
!1 = !{i32 4, i32 100000}
75+
!2 = !{!"clang version 17.0.0"}

0 commit comments

Comments
 (0)