kernel-builder/build2cmake/src/templates/cuda/kernel.cmake at ecefc61a96094039940962a877ae4cfbda8c65db · huggingface/kernel-builder · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{% if cuda_minver %}
if (CUDA_VERSION VERSION_GREATER_EQUAL {{ cuda_minver }})
{% endif %}

set({{kernel_name}}_SRC
  {{ sources }}
)

{% if includes %}
# TODO: check if CLion support this:
# https://youtrack.jetbrains.com/issue/CPP-16510/CLion-does-not-handle-per-file-include-directories
set_source_files_properties(
  {{'${' + kernel_name + '_SRC}'}}
  PROPERTIES INCLUDE_DIRECTORIES "{{ includes }}")
{% endif %}

if(GPU_LANG STREQUAL "CUDA")
  {% if cuda_capabilities %}
    cuda_archs_loose_intersection({{kernel_name}}_ARCHS "{{ cuda_capabilities|join(";") }}" "${CUDA_ARCHS}")
  {% else %}
    set({{kernel_name}}_ARCHS "${CUDA_KERNEL_ARCHS}")
  {% endif %}
  message(STATUS "Capabilities for kernel {{kernel_name}}: {{ '${' + kernel_name + '_ARCHS}'}}")
  set_gencode_flags_for_srcs(SRCS {{'"${' + kernel_name + '_SRC}"'}} CUDA_ARCHS "{{ '${' + kernel_name + '_ARCHS}'}}")

  {% if cuda_flags %}

  foreach(_KERNEL_SRC {{'${' + kernel_name + '_SRC}'}})
    if(_KERNEL_SRC MATCHES ".*\\.cu$")
      set_property(
        SOURCE ${_KERNEL_SRC}
        APPEND PROPERTY
        COMPILE_OPTIONS "$<$<COMPILE_LANGUAGE:CUDA>:{{ cuda_flags }}>"
      )
    endif()
  endforeach()
  {% endif %}

  {% if cxx_flags %}
  foreach(_KERNEL_SRC {{'${' + kernel_name + '_SRC}'}})
    set_property(
      SOURCE ${_KERNEL_SRC}
      APPEND PROPERTY
      COMPILE_OPTIONS "$<$<COMPILE_LANGUAGE:CXX>:{{ cxx_flags }}>"
    )
  endforeach()
  {% endif %}

  list(APPEND SRC {{'"${' + kernel_name + '_SRC}"'}})
{% if supports_hipify %}
elseif(GPU_LANG STREQUAL "HIP")
  {% if hip_flags %}

  foreach(_KERNEL_SRC {{'${' + kernel_name + '_SRC}'}})
    if(_KERNEL_SRC MATCHES ".*\\.(cu|hip)$")
      set_property(
        SOURCE ${_KERNEL_SRC}
        APPEND PROPERTY
        COMPILE_OPTIONS "$<$<COMPILE_LANGUAGE:HIP>:{{ hip_flags }}>"
      )
    endif()
  endforeach()
  {% endif %}

  hip_archs_loose_intersection({{kernel_name}}_ARCHS "{{ rocm_archs|join(";") }}" "${ROCM_ARCHS}")
  message(STATUS "Archs for kernel {{kernel_name}}: {{ '${' + kernel_name + '_ARCHS}'}}")

  foreach(_KERNEL_SRC {{'${' + kernel_name + '_SRC}'}})
    if(_KERNEL_SRC MATCHES ".*\\.(cu|hip)$")
      foreach(_ROCM_ARCH {{ '${' + kernel_name + '_ARCHS}'}})
        set_property(
          SOURCE ${_KERNEL_SRC}
          APPEND PROPERTY
          COMPILE_OPTIONS "$<$<COMPILE_LANGUAGE:HIP>:--offload-arch=${_ROCM_ARCH}>"
        )
      endforeach()
    endif()
  endforeach()

  list(APPEND SRC {{'"${' + kernel_name + '_SRC}"'}})
{% endif %}
endif()

{% if cuda_minver %}
endif()
{% endif %}