Skip to content

Commit a782a63

Browse files
YixingZhang007YixingZhang007
authored
[Backport to 17] Implement SPV_INTEL_predicated_io extension (KhronosGroup#3370) (KhronosGroup#3381)
This extension adds predicated load and store instructions. Predicated load performs load from memory if predicate is true; otherwise, it uses default_value as a result. Predicated store performs store of value to memory if predicate is true; otherwise, it does nothing. Spec: intel/llvm#20158 Signed-off-by: Zhang, Yixing <yixing.zhang@intel.com>
1 parent 6a97ee1 commit a782a63

File tree

6 files changed

+106
-0
lines changed

6 files changed

+106
-0
lines changed

‎include/LLVMSPIRVExtensions.inc‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -81,3 +81,4 @@ EXT(SPV_INTEL_ternary_bitwise_function)
8181
EXT(SPV_INTEL_int4)
8282
EXT(SPV_INTEL_function_variants)
8383
EXT(SPV_INTEL_shader_atomic_bfloat16)
84+
EXT(SPV_INTEL_predicated_io)

‎lib/SPIRV/libSPIRV/SPIRVInstruction.h‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4097,5 +4097,22 @@ class SPIRVTernaryBitwiseFunctionINTELInst : public SPIRVInstTemplateBase {
40974097
_SPIRV_OP(BitwiseFunction, true, 7)
40984098
#undef _SPIRV_OP
40994099

4100+
class SPIRVPredicatedIOINTELInst : public SPIRVInstTemplateBase {
4101+
public:
4102+
std::optional<ExtensionID> getRequiredExtension() const override {
4103+
return ExtensionID::SPV_INTEL_predicated_io;
4104+
}
4105+
SPIRVCapVec getRequiredCapability() const override {
4106+
return getVec(internal::CapabilityPredicatedIOINTEL);
4107+
}
4108+
};
4109+
4110+
#define _SPIRV_OP(x, ...) \
4111+
typedef SPIRVInstTemplate<SPIRVPredicatedIOINTELInst, \
4112+
internal::Op##x##INTEL, __VA_ARGS__> \
4113+
SPIRV##x##INTEL;
4114+
_SPIRV_OP(PredicatedLoad, true, 6, true)
4115+
_SPIRV_OP(PredicatedStore, false, 4, true)
4116+
#undef _SPIRV_OP
41004117
} // namespace SPIRV
41014118
#endif // SPIRV_LIBSPIRV_SPIRVINSTRUCTION_H

‎lib/SPIRV/libSPIRV/SPIRVNameMapEnum.h‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -679,6 +679,7 @@ template <> inline void SPIRVMap<Capability, std::string>::init() {
679679
add(CapabilityFunctionVariantsINTEL, "FunctionVariantsINTEL");
680680
add(CapabilitySpecConditionalINTEL, "SpecConditionalINTEL");
681681
add(internal::CapabilityBFloat16ArithmeticINTEL, "BFloat16ArithmeticINTEL");
682+
add(internal::CapabilityPredicatedIOINTEL, "PredicatedIOINTEL");
682683
}
683684
SPIRV_DEF_NAMEMAP(Capability, SPIRVCapabilityNameMap)
684685

‎lib/SPIRV/libSPIRV/SPIRVOpCodeEnumInternal.h‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,3 +34,7 @@ _SPIRV_OP_INTERNAL(ConvertHandleToSamplerINTEL,
3434
internal::ConvertHandleToSamplerINTEL)
3535
_SPIRV_OP_INTERNAL(ConvertHandleToSampledImageINTEL,
3636
internal::ConvertHandleToSampledImageINTEL)
37+
_SPIRV_OP_INTERNAL(PredicatedLoadINTEL,
38+
internal::OpPredicatedLoadINTEL)
39+
_SPIRV_OP_INTERNAL(PredicatedStoreINTEL,
40+
internal::OpPredicatedStoreINTEL)

‎lib/SPIRV/libSPIRV/spirv_internal.hpp‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -72,6 +72,8 @@ enum InternalOp {
7272
IOpCooperativeMatrixLoadCheckedINTEL = 6193,
7373
IOpCooperativeMatrixStoreCheckedINTEL = 6194,
7474
IOpCooperativeMatrixConstructCheckedINTEL = 6195,
75+
IOpPredicatedLoadINTEL = 6258,
76+
IOpPredicatedStoreINTEL = 6259,
7577
IOpJointMatrixWorkItemLengthINTEL = 6410,
7678
IOpComplexFMulINTEL = 6415,
7779
IOpComplexFDivINTEL = 6416,
@@ -106,6 +108,7 @@ enum InternalCapability {
106108
ICapabilityBFloat16ArithmeticINTEL = 6226,
107109
ICapabilityAtomicBFloat16AddINTEL = 6255,
108110
ICapabilityAtomicBFloat16MinMaxINTEL = 6256,
111+
ICapabilityPredicatedIOINTEL = 6257,
109112
ICapabilityCooperativeMatrixPrefetchINTEL = 6411,
110113
ICapabilityComplexFloatMulDivINTEL = 6414,
111114
ICapabilityTensorFloat32RoundingINTEL = 6425,
@@ -194,6 +197,11 @@ _SPIRV_OP(Op, ConvertHandleToSampledImageINTEL)
194197

195198
_SPIRV_OP(Capability, AtomicBFloat16AddINTEL)
196199
_SPIRV_OP(Capability, AtomicBFloat16MinMaxINTEL)
200+
201+
_SPIRV_OP(Capability, PredicatedIOINTEL)
202+
_SPIRV_OP(Op, PredicatedLoadINTEL)
203+
_SPIRV_OP(Op, PredicatedStoreINTEL)
204+
197205
#undef _SPIRV_OP
198206

199207
constexpr SourceLanguage SourceLanguagePython =

‎test/extensions/INTEL/SPV_INTEL_predicated_io/predicated_io_generic.ll‎

Lines changed: 75 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,75 @@
1+
; Generated with:
2+
; source.cl:
3+
; int __spirv_PredicatedLoadINTEL(const __global int* pointer, bool predicate, int default_value);
4+
; int __spirv_PredicatedLoadINTEL(const __global int* pointer, bool predicate, int default_value, int memory_operands);
5+
; void __spirv_PredicatedStoreINTEL(const __global int* pointer, int object, bool predicate);
6+
; void __spirv_PredicatedStoreINTEL(const __global int* pointer, int object, bool predicate, int memory_operands);
7+
;
8+
; void foo(const __global int* load_pointer, __global int* store_pointer, int default_value, int store_object, bool predicate) {
9+
; const int memory_ops = 0;
10+
; int result1 = __spirv_PredicatedLoadINTEL(load_pointer, predicate, default_value);
11+
; int result2 = __spirv_PredicatedLoadINTEL(load_pointer, predicate, default_value, memory_ops);
12+
; __spirv_PredicatedStoreINTEL(store_pointer, store_object, predicate);
13+
; __spirv_PredicatedStoreINTEL(store_pointer, store_object, predicate, memory_ops);
14+
; }
15+
; clang -cc1 -cl-std=clc++2021 -triple spir64-unknown-unknown -emit-llvm -finclude-default-header source.cl -o tmp.ll
16+
17+
; RUN: llvm-as %s -o %t.bc
18+
; RUN: llvm-spirv %t.bc -o %t.spv --spirv-ext=+SPV_INTEL_predicated_io
19+
; RUN: llvm-spirv %t.spv -o %t.spt --to-text
20+
; RUN: FileCheck < %t.spt %s --check-prefix=CHECK-SPIRV
21+
22+
; RUN: llvm-spirv %t.spv -o %t.rev.bc -r --spirv-target-env=SPV-IR
23+
; RUN: llvm-dis %t.rev.bc -o %t.rev.ll
24+
; RUN: FileCheck < %t.rev.ll %s --check-prefix=CHECK-LLVM
25+
26+
; RUN: not llvm-spirv %t.bc 2>&1 | FileCheck %s --check-prefix=CHECK-ERROR
27+
; CHECK-ERROR: RequiresExtension: Feature requires the following SPIR-V extension:
28+
; CHECK-ERROR-NEXT: SPV_INTEL_predicated_io
29+
30+
; CHECK-SPIRV: Capability PredicatedIOINTEL
31+
; CHECK-SPIRV: Extension "SPV_INTEL_predicated_io"
32+
; CHECK-SPIRV-DAG: TypeInt [[#Int32Ty:]] 32 0
33+
; CHECK-SPIRV-DAG: Constant [[#Int32Ty]] [[#Const0:]] 0
34+
; CHECK-SPIRV-DAG: TypeVoid [[#VoidTy:]]
35+
; CHECK-SPIRV-DAG: TypePointer [[#IntPtrTy:]] 5 [[#Int32Ty]]
36+
; CHECK-SPIRV-DAG: TypeBool [[#BoolTy:]]
37+
; CHECK-SPIRV: FunctionParameter [[#IntPtrTy]] [[#LoadPtr:]]
38+
; CHECK-SPIRV: FunctionParameter [[#IntPtrTy]] [[#StorePtr:]]
39+
; CHECK-SPIRV: FunctionParameter [[#Int32Ty]] [[#DefaultVal:]]
40+
; CHECK-SPIRV: FunctionParameter [[#Int32Ty]] [[#StoreObj:]]
41+
; CHECK-SPIRV: FunctionParameter [[#BoolTy]] [[#Predicate:]]
42+
; CHECK-SPIRV: PredicatedLoadINTEL [[#Int32Ty]] [[#Result1:]] [[#LoadPtr]] [[#Predicate]] [[#DefaultVal]]
43+
; CHECK-SPIRV: PredicatedLoadINTEL [[#Int32Ty]] [[#Result2:]] [[#LoadPtr]] [[#Predicate]] [[#DefaultVal]] [[#Const0]]
44+
; CHECK-SPIRV: PredicatedStoreINTEL [[#StorePtr]] [[#StoreObj]] [[#Predicate]]
45+
; CHECK-SPIRV: PredicatedStoreINTEL [[#StorePtr]] [[#StoreObj]] [[#Predicate]] [[#Const0]]
46+
47+
; CHECK-LLVM: call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1ibi(ptr addrspace(1) %{{.*}}, i1 %{{.*}}, i32 %{{.*}})
48+
; CHECK-LLVM: call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1ibii(ptr addrspace(1) %{{.*}}, i1 %{{.*}}, i32 %{{.*}}, i32 0)
49+
; CHECK-LLVM: call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1iib(ptr addrspace(1) %{{.*}}, i32 %{{.*}}, i1 %{{.*}})
50+
; CHECK-LLVM: call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1iibi(ptr addrspace(1) %{{.*}}, i32 %{{.*}}, i1 %{{.*}}, i32 0)
51+
52+
target datalayout = "e-i64:64-v16:16-v24:32-v32:32-v48:64-v96:128-v192:256-v256:256-v512:512-v1024:1024-n8:16:32:64"
53+
target triple = "spir64-unknown-unknown"
54+
55+
define spir_func void @foo(ptr addrspace(1) %load_pointer, ptr addrspace(1) %store_pointer, i32 %default_value, i32 %store_object, i1 zeroext %predicate) {
56+
entry:
57+
%0 = call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibi(ptr addrspace(1) %load_pointer, i1 %predicate, i32 %default_value)
58+
%1 = call spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibii(ptr addrspace(1) %load_pointer, i1 %predicate, i32 %default_value, i32 0)
59+
call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiib(ptr addrspace(1) %store_pointer, i32 %store_object, i1 %predicate)
60+
call spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiibi(ptr addrspace(1) %store_pointer, i32 %store_object, i1 %predicate, i32 0)
61+
ret void
62+
}
63+
64+
declare spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibi(ptr addrspace(1), i1, i32)
65+
declare spir_func i32 @_Z27__spirv_PredicatedLoadINTELPU3AS1Kibii(ptr addrspace(1), i1, i32, i32)
66+
declare spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiib(ptr addrspace(1), i32, i1)
67+
declare spir_func void @_Z28__spirv_PredicatedStoreINTELPU3AS1Kiibi(ptr addrspace(1), i32, i1, i32)
68+
69+
!opencl.spir.version = !{!0}
70+
!spirv.Source = !{!1}
71+
!llvm.ident = !{!2}
72+
73+
!0 = !{i32 1, i32 2}
74+
!1 = !{i32 4, i32 100000}
75+
!2 = !{!"clang version 17.0.0"}

0 commit comments

Comments
 (0)