Raytracing extension implementation

.

Author: aratajew

IGC/BiFModule/CMakeLists.txt

@@ -427,8 +427,8 @@ endif()
 file(GLOB_RECURSE _PRE_RELEASE_CL "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/PreRelease/*.cl")
 
 
-  set(IGC_BUILD__BIF_OCL_SHARED_INC                "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/opencl_cth_released.h")
-  set(IGC_BUILD__BIF_OCL_SHARED_INC_PRE_RELEASE    "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/PreRelease/opencl_cth_pre_release.h")
+set(IGC_BUILD__BIF_OCL_SHARED_INC                "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/opencl_cth_released.h")
+set(IGC_BUILD__BIF_OCL_SHARED_INC_PRE_RELEASE    "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/PreRelease/opencl_cth_pre_release.h")
 
 set(_concatScript   "${IGC_SOURCE_DIR}/BiFModule/concat.py")
 set(IGC_BUILD__BIF_OCL_FORCE_INC "${IGC_BUILD__BIF_DIR}/opencl_cth.h")
@@ -448,6 +448,7 @@ add_custom_command(
 set(IGC_BUILD__BIF_OCL_COMMON_INC_DIRS
     "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL"
     "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/PointerSize"
+    "${IGC_OPTION__BIF_SRC_OCL_DIR}/Languages/OpenCL/Raytracing"
     "${IGC_OPTION__BIF_SRC_OCL_DIR}/Headers"
     "${CMAKE_CURRENT_SOURCE_DIR}/../AdaptorOCL/ocl_igc_shared/device_enqueue"
   )

IGC/BiFModule/Implementation/IBiF_Impl.cl

@@ -110,4 +110,3 @@ SPDX-License-Identifier: MIT
 // Tile ID Extension Opcodes
 //*****************************************************************************/
 #include "tileid.cl"
-

IGC/BiFModule/Implementation/IGCBiF_Intrinsics.cl

@@ -859,8 +859,39 @@ void  __builtin_IB_system_memfence(bool fence_typed_memory);
 // i64 CAS SLM atomic (PVC+)
 long  __builtin_IB_atomic_cmpxchg_local_i64(__local long*, long, long);
 
+// -----------------helpers for intel_rt_production--------------------
+
+rtfence_t __builtin_IB_intel_query_rt_fence(intel_ray_query_t rayquery);
+rtglobals_t __builtin_IB_intel_query_rt_globals(intel_ray_query_t rayquery);
+global void* __builtin_IB_intel_query_rt_stack(intel_ray_query_t rayquery);
+uint __builtin_IB_intel_query_ctrl(intel_ray_query_t rayquery);
+uint __builtin_IB_intel_query_bvh_level(intel_ray_query_t rayquery);
+
+intel_ray_query_t __builtin_IB_intel_init_ray_query(
+    rtfence_t fence,
+    rtglobals_t rtglobals,
+    global void* rtstack,
+    uint ctrl,
+    uint bvhLevel);
+
+void __builtin_IB_intel_update_ray_query(
+    intel_ray_query_t rayquery,
+    rtfence_t fence,
+    rtglobals_t rtglobals,
+    global void* rtstack,
+    uint ctrl,
+    uint bvhLevel);
+
+// --------------------------------------------------------------------
+
 #ifdef cl_intel_pvc_rt_validation
 // PVC raytracing extensions
+
+struct rtglobals_t;
+typedef __global struct rtglobals_t *rtglobals_t;
+struct rtfence_t;
+typedef __private struct rtfence_t *rtfence_t;
+
 void* __builtin_IB_intel_get_rt_stack(rtglobals_t rt_dispatch_globals);
 void* __builtin_IB_intel_get_thread_btd_stack(rtglobals_t rt_dispatch_globals);
 void* __builtin_IB_intel_get_global_btd_stack(rtglobals_t rt_dispatch_globals);

IGC/BiFModule/Languages/OpenCL/IBiF_Impl.cl

@@ -72,6 +72,11 @@ SPDX-License-Identifier: MIT
 //*****************************************************************************/
 #include "IBiF_Atomics.cl"
 
+//*****************************************************************************/
+// Intel raytracing extension
+//*****************************************************************************/
+#include "IBiF_intel_rt_production.cl"
+
 
 //*****************************************************************************/
 // Work-Item function

IGC/BiFModule/Languages/OpenCL/PreRelease/IBIF_PreRelease_Impl.cl

@@ -46,4 +46,3 @@ SPDX-License-Identifier: MIT
 //*****************************************************************************/
 #include "IBiF_Dot_Product.cl"
 
-

IGC/BiFModule/Languages/OpenCL/PreRelease/IBiF_raytracing.cl

@@ -2322,27 +2322,6 @@ float __attribute__((overloadable)) atomic_fetch_sub_explicit(volatile __global
 #endif // CL_VERSION_2_0
 #endif //defined(cl_intel_global_float_atomics)
 
-#if defined(cl_intel_pvc_rt_validation)
-
-struct rtglobals_t;
-typedef __global struct rtglobals_t *rtglobals_t;
-struct rtfence_t;
-typedef __private struct rtfence_t *rtfence_t;
-
-void *intel_get_rt_stack(rtglobals_t rt_dispatch_globals);
-
-void *intel_get_thread_btd_stack(rtglobals_t rt_dispatch_globals);
-
-void *intel_get_global_btd_stack(rtglobals_t rt_dispatch_globals);
-
-rtfence_t intel_dispatch_trace_ray_query(
-    rtglobals_t rt_dispatch_globals, uint bvh_level, uint traceRayCtrl);
-
-void intel_rt_sync(rtfence_t fence);
-
-global void* intel_get_implicit_dispatch_globals();
-
-#endif // defined(cl_intel_pvc_rt_validation)
 
 #ifdef cl_intel_subgroup_extended_block_read
 ushort2  intel_subgroup_block_read_u8_m1k32v2(__global void *base_address, int width, int height, int pitch, int2 coord);
@@ -2382,3 +2361,169 @@ void __attribute__((overloadable)) work_group_named_barrier(local NamedBarrier_t
 
 void __attribute__((overloadable)) work_group_named_barrier(local NamedBarrier_t *barrier, cl_mem_fence_flags flags, memory_scope scope);
 #endif // __OPENCL_C_VERSION__ >= CL_VERSION_2_0
+
+
+struct rtglobals_t;
+typedef __global struct rtglobals_t *rtglobals_t;
+struct rtfence_t;
+typedef __private struct rtfence_t *rtfence_t;
+
+void *intel_get_rt_stack(rtglobals_t rt_dispatch_globals);
+
+void *intel_get_thread_btd_stack(rtglobals_t rt_dispatch_globals);
+
+void *intel_get_global_btd_stack(rtglobals_t rt_dispatch_globals);
+
+rtfence_t intel_dispatch_trace_ray_query(
+    rtglobals_t rt_dispatch_globals, uint bvh_level, uint traceRayCtrl);
+
+void intel_rt_sync(rtfence_t fence);
+
+global void *intel_get_implicit_dispatch_globals();
+
+// ----------- Raytracing production API code -----------
+
+// --- Opaque types ---
+typedef private struct intel_ray_query_opaque_t *intel_ray_query_t;
+typedef global struct intel_raytracing_acceleration_structure_opaque_t *intel_raytracing_acceleration_structure_t;
+
+// --- Enum and struct definitions ---
+
+typedef enum // intel_ray_flags_t
+{
+    intel_ray_flags_none = 0x00,
+    intel_ray_flags_force_opaque =
+        0x01, // forces geometry to be opaque (no anyhit shader invokation)
+    intel_ray_flags_force_non_opaque =
+        0x02, // forces geometry to be non-opqaue (invoke anyhit shader)
+    intel_ray_flags_accept_first_hit_and_end_search =
+        0x04, // terminates traversal on the first hit found (shadow rays)
+    intel_ray_flags_skip_closest_hit_shader =
+        0x08, // skip execution of the closest hit shader
+    intel_ray_flags_cull_back_facing_triangles =
+        0x10, // back facing triangles to not produce a hit
+    intel_ray_flags_cull_front_facing_triangles =
+        0x20,                               // front facing triangles do not produce a hit
+    intel_ray_flags_cull_opaque     = 0x40, // opaque geometry does not produce a hit
+    intel_ray_flags_cull_non_opaque = 0x80, // non-opaque geometry does not produce a hit
+    intel_ray_flags_skip_triangles = 0x100, // treat all triangle intersections as misses.
+    intel_ray_flags_skip_procedural_primitives =
+        0x200, // skip execution of intersection shaders
+} intel_ray_flags_t;
+
+typedef enum intel_hit_type_t
+{
+    intel_hit_type_committed_hit = 0,
+    intel_hit_type_potential_hit = 1,
+} intel_hit_type_t;
+
+typedef enum
+{
+    intel_raytracing_ext_flag_ray_query   = 1 << 0, // true if ray queries are supported
+} intel_raytracing_ext_flag_t;
+
+typedef struct // intel_float2
+{
+    float x, y;
+} intel_float2;
+
+typedef struct // intel_float3
+{
+    float x, y, z;
+} intel_float3;
+
+typedef struct // intel_float4x3
+{
+    intel_float3 vx, vy, vz, p;
+} intel_float4x3;
+
+typedef struct // intel_ray_desc_t
+{
+    intel_float3      origin;
+    intel_float3      direction;
+    float             tmin;
+    float             tmax;
+    uint              mask;
+    intel_ray_flags_t flags;
+} intel_ray_desc_t;
+
+// if traversal returns one can test if a triangle or procedural is hit
+typedef enum // intel_candidate_type_t
+{
+    intel_candidate_type_triangle,
+    intel_candidate_type_procedural
+} intel_candidate_type_t;
+
+// --- API functions ---
+
+// check supported ray tracing features
+intel_raytracing_ext_flag_t intel_get_raytracing_ext_flag();
+
+// initialize a ray query
+intel_ray_query_t intel_ray_query_init(
+    intel_ray_desc_t ray, intel_raytracing_acceleration_structure_t accel);
+
+// setup for instance traversal using a transformed ray and bottom-level AS
+void intel_ray_query_forward_ray(
+    intel_ray_query_t                         query,
+    intel_ray_desc_t                          ray,
+    intel_raytracing_acceleration_structure_t accel);
+
+// commit the potential hit
+void intel_ray_query_commit_potential_hit(intel_ray_query_t query);
+
+// commit the potential hit and override hit distance and UVs
+void intel_ray_query_commit_potential_hit_override(
+    intel_ray_query_t query, float override_hit_distance, intel_float2 override_uv);
+
+// start traversal of a ray query
+void intel_ray_query_start_traversal(intel_ray_query_t query);
+
+// Synchronize ray_query execution. If a ray was traversed,
+// this must be called prior to accessing the ray query.
+void intel_ray_query_sync(intel_ray_query_t query);
+
+// Signal that a ray query will not be used further. This is the moral
+// equivalent of a delete. This function does an implicit sync.
+void intel_ray_query_abandon(intel_ray_query_t query);
+
+// read hit information during shader execution
+uint intel_get_hit_bvh_level(intel_ray_query_t query, intel_hit_type_t hit_type);
+float intel_get_hit_distance(intel_ray_query_t query, intel_hit_type_t hit_type);
+intel_float2 intel_get_hit_barycentrics(intel_ray_query_t query, intel_hit_type_t hit_type);
+bool intel_get_hit_front_face(intel_ray_query_t query, intel_hit_type_t hit_type);
+uint intel_get_hit_geometry_id(intel_ray_query_t query, intel_hit_type_t hit_type);
+uint intel_get_hit_primitive_id(intel_ray_query_t query, intel_hit_type_t hit_type);
+uint intel_get_hit_triangle_primitive_id(
+    intel_ray_query_t query,
+    intel_hit_type_t  hit_type); // fast path for triangles
+uint intel_get_hit_procedural_primitive_id(
+    intel_ray_query_t query,
+    intel_hit_type_t  hit_type); // fast path for procedurals
+uint intel_get_hit_instance_id(intel_ray_query_t query, intel_hit_type_t hit_type);
+uint intel_get_hit_instance_user_id(intel_ray_query_t query, intel_hit_type_t hit_type);
+intel_float4x3 intel_get_hit_world_to_object(intel_ray_query_t query, intel_hit_type_t hit_type);
+intel_float4x3 intel_get_hit_object_to_world(intel_ray_query_t query, intel_hit_type_t hit_type);
+
+intel_candidate_type_t intel_get_hit_candidate(intel_ray_query_t query, intel_hit_type_t hit_type);
+
+// fetch triangle vertices for a hit
+void intel_get_hit_triangle_vertices(
+    intel_ray_query_t query, intel_float3 vertices_out[3], intel_hit_type_t hit_type);
+
+// Read ray-data. This is used to read transformed rays produced by HW
+// instancing pipeline during any-hit or intersection shader execution.
+intel_float3 intel_get_ray_origin(intel_ray_query_t query, uint bvh_level);
+intel_float3 intel_get_ray_direction(intel_ray_query_t query, uint bvh_level);
+float intel_get_ray_tmin(intel_ray_query_t query, uint bvh_level);
+intel_ray_flags_t intel_get_ray_flags(intel_ray_query_t query, uint bvh_level);
+int intel_get_ray_mask(intel_ray_query_t query, uint bvh_level);
+
+// Test whether traversal has terminated.  If false, the ray has reached
+// a procedural leaf or a non-opaque triangle leaf, and requires shader
+// processing.
+bool intel_is_traversal_done(intel_ray_query_t query);
+
+// if traversal is done one can test for the presence of a committed hit to
+// either invoke miss or closest hit shader
+bool intel_has_committed_hit(intel_ray_query_t query);