Adding skeleton AMDGPU buffer handle and handle pool. (iree-org#21044)

The driver will implement two buffer types to start (or more?):
`iree_hal_amdgpu_external_buffer_t` and
`iree_hal_amdgpu_transient_buffer_t`. The external buffer will be used
for imported buffers and synchronous allocations (probably), while the
transient buffer is used for all asynchronous allocations. The transient
buffer maintains a reference to a device-accessible
`iree_hal_amdgpu_device_allocation_handle_t` that stores the allocated
pointer. The device-side allocator will update the handle as it
allocates/deallocates and anyone resolving buffer pointers (e.g.
`iree_hal_amdgpu_device_buffer_ref_resolve`) fetches the current pointer
from the handle. The pointer is only valid between alloca/dealloca ops
(which will set/reset the pointer).

`iree_hal_amdgpu_device_buffer_ref_t` is a variant that allows binding
tables and command buffer ops to reference typed buffers. Most code can
dereference device pointers (synchronously allocated buffers, imported
buffers, etc) and the transient buffer handles. Command buffers can
reference binding table slots with a relative offset/length.
`iree_hal_amdgpu_device_workgroup_count_buffer_ref_t` is a special case
for indirect dispatches (where the length is always known) as it packs
better into space-constrained structs.

A simple `iree_hal_amdgpu_buffer_pool_t` handles both the host
`iree_hal_buffer_t` instances and device allocation handles. The device
allocation handles can be stored in device memory to avoid additional
bus traffic on each dereference. In the steady state of invocations with
alloca/dealloca the pool should remove all host/device allocations.

Author: benvanik

runtime/src/iree/hal/drivers/amdgpu/BUILD.bazel

@@ -4,7 +4,7 @@
 # See https://llvm.org/LICENSE.txt for license information.
 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 
-load("//build_tools/bazel:build_defs.oss.bzl", "iree_runtime_cc_library")
+load("//build_tools/bazel:build_defs.oss.bzl", "iree_runtime_cc_library", "iree_runtime_cc_test")
 
 package(
     default_visibility = ["//visibility:public"],
@@ -18,10 +18,10 @@ iree_runtime_cc_library(
     srcs = [
         # "allocator.c",
         # "allocator.h",
-        # "buffer.c",
-        # "buffer.h",
-        # "buffer_pool.c",
-        # "buffer_pool.h",
+        "buffer.c",
+        "buffer.h",
+        "buffer_pool.c",
+        "buffer_pool.h",
         "channel.c",
         "channel.h",
         # "command_buffer.c",
@@ -73,3 +73,59 @@ iree_runtime_cc_library(
         "//runtime/src/iree/schemas:executable_debug_info_c_fbs",
     ],
 )
+
+# Provided for tests and tools that may reach in.
+# These headers are not part of the public API and should not be depended on.
+iree_runtime_cc_library(
+    name = "headers",
+    hdrs = [
+        # "allocator.h",
+        "buffer.h",
+        "buffer_pool.h",
+        "channel.h",
+        # "command_buffer.h",
+        "driver.h",
+        "event.h",
+        "executable.h",
+        "executable_cache.h",
+        # "host_worker.h",
+        "logical_device.h",
+        "physical_device.h",
+        # "queue.h",
+        # "semaphore.h",
+        # "semaphore_pool.h",
+        "system.h",
+        # "trace_buffer.h",
+    ],
+    deps = [
+        "//runtime/src/iree/base",
+        "//runtime/src/iree/base/internal",
+        "//runtime/src/iree/base/internal:arena",
+        "//runtime/src/iree/hal",
+        "//runtime/src/iree/hal/drivers/amdgpu/device:binaries",
+        "//runtime/src/iree/hal/drivers/amdgpu/device:headers",
+        "//runtime/src/iree/hal/drivers/amdgpu/util",
+        "//runtime/src/iree/hal/drivers/amdgpu/util:libhsa",
+        "//runtime/src/iree/hal/drivers/amdgpu/util:topology",
+    ],
+)
+
+iree_runtime_cc_test(
+    name = "buffer_pool_test",
+    srcs = ["buffer_pool_test.cc"],
+    tags = [
+        "driver=amdgpu",
+        "nodocker",
+    ],
+    deps = [
+        ":amdgpu",
+        ":headers",
+        "//runtime/src/iree/base",
+        "//runtime/src/iree/hal/drivers/amdgpu/device:headers",
+        "//runtime/src/iree/hal/drivers/amdgpu/util",
+        "//runtime/src/iree/hal/drivers/amdgpu/util:libhsa",
+        "//runtime/src/iree/hal/drivers/amdgpu/util:topology",
+        "//runtime/src/iree/testing:gtest",
+        "//runtime/src/iree/testing:gtest_main",
+    ],
+)

runtime/src/iree/hal/drivers/amdgpu/CMakeLists.txt

@@ -16,6 +16,10 @@ iree_cc_library(
   HDRS
     "api.h"
   SRCS
+    "buffer.c"
+    "buffer.h"
+    "buffer_pool.c"
+    "buffer_pool.h"
     "channel.c"
     "channel.h"
     "driver.c"
@@ -52,4 +56,51 @@ iree_cc_library(
   PUBLIC
 )
 
+iree_cc_library(
+  NAME
+    headers
+  HDRS
+    "buffer.h"
+    "buffer_pool.h"
+    "channel.h"
+    "driver.h"
+    "event.h"
+    "executable.h"
+    "executable_cache.h"
+    "logical_device.h"
+    "physical_device.h"
+    "system.h"
+  DEPS
+    iree::base
+    iree::base::internal
+    iree::base::internal::arena
+    iree::hal
+    iree::hal::drivers::amdgpu::device::binaries
+    iree::hal::drivers::amdgpu::device::headers
+    iree::hal::drivers::amdgpu::util
+    iree::hal::drivers::amdgpu::util::libhsa
+    iree::hal::drivers::amdgpu::util::topology
+  PUBLIC
+)
+
+iree_cc_test(
+  NAME
+    buffer_pool_test
+  SRCS
+    "buffer_pool_test.cc"
+  DEPS
+    ::amdgpu
+    ::headers
+    iree::base
+    iree::hal::drivers::amdgpu::device::headers
+    iree::hal::drivers::amdgpu::util
+    iree::hal::drivers::amdgpu::util::libhsa
+    iree::hal::drivers::amdgpu::util::topology
+    iree::testing::gtest
+    iree::testing::gtest_main
+  LABELS
+    "driver=amdgpu"
+    "nodocker"
+)
+
 ### BAZEL_TO_CMAKE_PRESERVES_ALL_CONTENT_BELOW_THIS_LINE ###