refactor: adjust memory calculation

Signed-off-by: thxCode <thxcode0824@gmail.com>

Author: thxCode

gpustack_runtime/detector/cambricon.py

@@ -96,8 +96,8 @@ def detect(self) -> Devices | None:
                 dev_cores_util = safe_float(dev_util_info.get("MLUAverage", 0))
 
                 dev_mem_usage_info = dev_info.get("PhysicalMemUsage", {})
-                dev_mem = safe_int(dev_mem_usage_info.get("Total", 0)) * 1024 * 1024
-                dev_mem_used = safe_int(dev_mem_usage_info.get("Used", 0)) * 1024 * 1024
+                dev_mem = safe_int(dev_mem_usage_info.get("Total", 0)) << 20
+                dev_mem_used = safe_int(dev_mem_usage_info.get("Used", 0)) << 20
 
                 dev_temp_info = dev_info.get("Temperature", {})
                 dev_temp = safe_float(dev_temp_info.get("Chip", 0))

gpustack_runtime/detector/iluvatar.py

@@ -99,8 +99,8 @@ def detect(self) -> Devices | None:
 
                 dev_cores_util = safe_float(row[2].split()[0])
 
-                dev_mem = safe_int(row[3].split()[0]) * 1024 * 1024
-                dev_mem_used = safe_int(row[4].split()[0]) * 1024 * 1024
+                dev_mem = safe_int(row[3].split()[0]) << 20
+                dev_mem_used = safe_int(row[4].split()[0]) << 20
 
                 dev_temp = safe_float(row[5].split()[0])
 

gpustack_runtime/detector/metax.py

@@ -140,8 +140,8 @@ def detect(self) -> Devices | None:
                         runtime_version=sys_runtime_ver,
                         runtime_version_tuple=sys_runtime_ver_t,
                         cores_utilization=dev_core_util,
-                        memory=dev_mem,
-                        memory_used=dev_mem_used,
+                        memory=dev_mem >> 10,
+                        memory_used=dev_mem_used >> 10,
                         memory_utilization=(
                             (dev_mem_used * 100 // dev_mem) if dev_mem > 0 else 0
                         ),

pack/Dockerfile

@@ -321,7 +321,9 @@ ENV ILUVATAR_VISIBLE_DEVICES="0"
 ## See https://developer.metax-tech.com/api/client/document/preview/626/k8s/03_component.html#container-runtime.
 ## Options:
 ## - Mount /sys from the host to detect the correct devices' PCI info.
-## E.g. docker run --rm -it --privileged gpustack/runtime:main gpustack-runtime detect --format json
+## - Mount /opt/maca from the host to support device detecting.
+## - Mount /opt/mxdriver/ from the host to support device detecting.
+## E.g. docker run --rm -it --privileged -v /opt/mxdriver:/opt/mxdriver -v /opt/maca:/opt/maca gpustack/runtime:main gpustack-runtime detect --format json
 ENV METAX_VISIBLE_DEVICES="0" \
     LD_LIBRARY_PATH="/opt/maca/lib:/opt/maca/ompi/lib:/opt/maca/ucx/lib:/opt/mxdriver/lib:${LD_LIBRARY_PATH}"