Merge pull request #1099 from chudur-budur/refac/config-for-docs

Refactor config.py (for docs)

Author: Diptorup Deb

numba_dpex/__init__.py

@@ -100,7 +100,7 @@ def parse_sem_version(version_string: str) -> Tuple[int, int, int]:
 
 # Re-export types itself
 import numba_dpex.core.types as types  # noqa E402
-from numba_dpex import config  # noqa E402
+from numba_dpex.core import config  # noqa E402
 from numba_dpex.core.kernel_interface.indexers import (  # noqa E402
     NdRange,
     Range,

numba_dpex/core/caching.py

@@ -7,7 +7,7 @@
 
 from numba.core.caching import CacheImpl, IndexDataCacheFile
 
-from numba_dpex import config
+from numba_dpex.core import config
 
 
 class _CacheImpl(CacheImpl):

numba_dpex/core/codegen.py

@@ -9,7 +9,7 @@
 from numba.core import utils
 from numba.core.codegen import CPUCodegen, CPUCodeLibrary
 
-from numba_dpex import config
+from numba_dpex.core import config
 
 SPIR_TRIPLE = {32: " spir-unknown-unknown", 64: "spir64-unknown-unknown"}
 

numba_dpex/core/compiler.py

@@ -8,7 +8,7 @@
 from numba.core import types as numba_types
 from numba.core.compiler_lock import global_compiler_lock
 
-from numba_dpex import config
+from numba_dpex.core import config
 from numba_dpex.core.exceptions import (
     KernelHasReturnValueError,
     UnreachableError,

numba_dpex/config.py renamed to numba_dpex/core/config.py

@@ -10,26 +10,44 @@
 
 
 def _readenv(name, ctor, default):
-    """Original version from numba/core/config.py
-    class _EnvReloader():
-        ...
-        def process_environ():
-            def _readenv(): ...
+    """Read/write values from/into system environment variable list.
+
+    This function is used to read and write values from (and into) system `env`.
+    This is adapted from `process_environ()` function of `_EnvLoader` class in
+    `numba/core/config.py`.
+
+    Args:
+        name (str): The name of the env variable.
+        ctor (type): The type of the env variable.
+        default (int,float,str): The default value of the env variable.
+
+    Returns:
+        int,float,string: The environment variable value of the specified type.
     """
+
     value = os.environ.get(name)
     if value is None:
         return default() if callable(default) else default
     try:
         return ctor(value)
     except Exception:
         logging.exception(
-            "environ %s defined but failed to parse '%s'" % (name, value)
+            "env variable %s defined but failed to parse '%s'" % (name, value)
         )
         return default
 
 
 def __getattr__(name):
-    """Fallback to Numba config"""
+    """__getattr__ for numba_dpex's config module.
+
+    This will be used to fallback to numba's config.
+
+    Args:
+        name (str): The name of the env variable.
+
+    Returns:
+        int,float,str: The environment variable value from numba.
+    """
     return getattr(config, name)
 
 
@@ -44,6 +62,7 @@ def __getattr__(name):
 
 # Emit debug info
 DEBUG = _readenv("NUMBA_DPEX_DEBUG", int, config.DEBUG)
+# The default value for the `debug` flag
 DEBUGINFO_DEFAULT = _readenv(
     "NUMBA_DPEX_DEBUGINFO", int, config.DEBUGINFO_DEFAULT
 )
@@ -58,21 +77,18 @@ def __getattr__(name):
 # a kernel decorated function
 DEBUG_KERNEL_LAUNCHER = _readenv("NUMBA_DPEX_DEBUG_KERNEL_LAUNCHER", int, 0)
 
-# configs for caching
-# To see the debug messages for the caching.
-# Execute like:
-#   NUMBA_DPEX_DEBUG_CACHE=1 python <code>
-DEBUG_CACHE = _readenv("NUMBA_DPEX_DEBUG_CACHE", int, 0)
-# This is a global flag to turn the caching on/off,
-# regardless of whatever has been specified in Dispatcher.
-# Useful for debugging. Execute like:
-#   NUMBA_DPEX_ENABLE_CACHE=0 python <code>
-# to turn off the caching globally.
+# Flag to enable caching, set NUMBA_DPEX_ENABLE_CACHE=0 to turn it off.
 ENABLE_CACHE = _readenv("NUMBA_DPEX_ENABLE_CACHE", int, 1)
-# Capacity of the cache, execute it like:
-#   NUMBA_DPEX_CACHE_SIZE=20 python <code>
-CACHE_SIZE = _readenv("NUMBA_DPEX_CACHE_SIZE", int, 128)
+# To specify the default cache size, 20 by default.
+CACHE_SIZE = _readenv("NUMBA_DPEX_CACHE_SIZE", int, 20)
+# Enable debugging of cahcing mechanism, set 1 to turn it on.
+DEBUG_CACHE = _readenv("NUMBA_DPEX_DEBUG_CACHE", int, 0)
+
+# Flag to turn on the ConstantSizeStaticLocalMemoryPass in the kernel pipeline.
+# The pass is turned off by default.
+STATIC_LOCAL_MEM_PASS = _readenv("NUMBA_DPEX_STATIC_LOCAL_MEM_PASS", int, 0)
 
+# Unused flags
 TESTING_SKIP_NO_DPNP = _readenv("NUMBA_DPEX_TESTING_SKIP_NO_DPNP", int, 0)
 TESTING_SKIP_NO_DEBUGGING = _readenv(
     "NUMBA_DPEX_TESTING_SKIP_NO_DEBUGGING", int, 1

numba_dpex/core/descriptor.py

@@ -8,7 +8,7 @@
 from numba.core.cpu import CPUTargetOptions
 from numba.core.descriptors import TargetDescriptor
 
-from numba_dpex import config
+from numba_dpex.core import config
 
 from .targets.dpjit_target import DPEX_TARGET_NAME, DpexTargetContext
 from .targets.kernel_target import (

numba_dpex/core/kernel_interface/dispatcher.py

@@ -12,7 +12,8 @@
 from numba.core.types import Array as NpArrayType
 from numba.core.types import void
 
-from numba_dpex import NdRange, Range, config
+from numba_dpex import NdRange, Range
+from numba_dpex.core import config
 from numba_dpex.core.caching import LRUCache, NullCache
 from numba_dpex.core.descriptor import dpex_kernel_target
 from numba_dpex.core.exceptions import (

numba_dpex/core/kernel_interface/func.py

@@ -5,7 +5,7 @@
 from numba.core import sigutils, types
 from numba.core.typing.templates import AbstractTemplate, ConcreteTemplate
 
-from numba_dpex import config
+from numba_dpex.core import config
 from numba_dpex.core.caching import LRUCache, NullCache
 from numba_dpex.core.compiler import compile_with_dpex
 from numba_dpex.core.descriptor import dpex_kernel_target

numba_dpex/core/kernel_interface/spirv_kernel.py

@@ -7,7 +7,8 @@
 
 from numba.core import ir
 
-from numba_dpex import config, spirv_generator
+from numba_dpex import spirv_generator
+from numba_dpex.core import config
 from numba_dpex.core.compiler import compile_with_dpex
 from numba_dpex.core.exceptions import UncompiledKernelError, UnreachableError
 from numba_dpex.core.targets.kernel_target import DpexKernelTargetContext

numba_dpex/core/parfors/kernel_builder.py

@@ -25,7 +25,7 @@
 from numba.parfors import parfor
 
 import numba_dpex as dpex
-from numba_dpex import config
+from numba_dpex.core import config
 
 from ..descriptor import dpex_kernel_target
 from ..types import DpnpNdArray, USMNdArray