* [maixcam2] check if the app has sufficient enough to run the large model

lxowalle · lxowalle · commit 30903fcf37b8 · 2025-11-27T19:30:46.000+08:00
diff --git a/projects/app_chat/main.py b/projects/app_chat/main.py
@@ -88,6 +88,8 @@ def __init__(self):
         self.__show_load_info('loading touchscreen..')
         self.ts = touchscreen.TouchScreen()
 
+        self.check_memory()
+
         self.exit_img = image.load('./assets/exit.jpg')
         # self.__show_load_info('loading key..')
         # self.key_obj = key.Key(self.on_key)
@@ -138,7 +140,35 @@ def __init__(self):
         self.llm_last_msg = ""
 
         self.page_text = PagedText()
-        
+
+    def check_memory(self):
+        from maix import sys
+        ok = False
+        font = "sourcehansans"
+        mem_info = sys.memory_info()
+        if "hw_total" in mem_info:
+            hw_total = mem_info.get("hw_total", 0)
+            print(f"hw_total: {hw_total}({hw_total/1024/1024/1024}G)")
+            if hw_total < 4 * 1024 * 1024 * 1024:       # is not 4g version, try release more memory
+                ok = False
+            else:
+                ok = True
+        if ok == False:
+            img = image.Image(self.disp_w, self.disp_h, bg=image.COLOR_BLACK)
+            err_title_msg = "Ops!!!"
+            err_msg = "You need the 4GB version of the board to run this application."
+            err_exit_msg = "Tap anywhere on the screen to exit."
+            img.draw_string(0, 0, err_title_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 20, err_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 200, err_exit_msg, image.COLOR_WHITE, 0.6, font=font)
+            self.disp.show(img)
+            while not app.need_exit():
+                ts_data = self.ts.read()
+                if ts_data[2]:
+                    app.set_exit_flag(True)
+                time.sleep_ms(100)
+            exit(0)
+
     def _whisper_thread_handle(self, path):
         self.whisper_results =  self.whisper.transcribe(path)
 
diff --git a/projects/app_speech/main.py b/projects/app_speech/main.py
@@ -16,8 +16,9 @@ def __init__(self):
         self.disp = display.Display()
         self.disp_w = self.disp.width()
         self.disp_h = self.disp.height()
-
         self.ts = touchscreen.TouchScreen()
+        self.check_memory()
+
         self.asr = nn.Whisper(model="/root/models/whisper-base/whisper-base.mud", language=self.language)
         self.asr_result:None|str = None
         self.asr_thread:None|threading.Thread = None
@@ -53,6 +54,34 @@ def __init__(self):
 
         self.status = AppStatus.IDLE
 
+    def check_memory(self):
+        from maix import sys
+        ok = False
+        font = "sourcehansans"
+        mem_info = sys.memory_info()
+        if "hw_total" in mem_info:
+            hw_total = mem_info.get("hw_total", 0)
+            print(f"hw_total: {hw_total}({hw_total/1024/1024/1024}G)")
+            if hw_total < 4 * 1024 * 1024 * 1024:       # is not 4g version, try release more memory
+                ok = False
+            else:
+                ok = True
+        if ok == False:
+            img = image.Image(self.disp_w, self.disp_h, bg=image.COLOR_BLACK)
+            err_title_msg = "Ops!!!"
+            err_msg = "You need the 4GB version of the board to run this application."
+            err_exit_msg = "Tap anywhere on the screen to exit."
+            img.draw_string(0, 0, err_title_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 20, err_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 200, err_exit_msg, image.COLOR_WHITE, 0.6, font=font)
+            self.disp.show(img)
+            while not app.need_exit():
+                ts_data = self.ts.read()
+                if ts_data[2]:
+                    app.set_exit_flag(True)
+                time.sleep_ms(100)
+            exit(0)
+
     def run_asr(self, pcm:bytes):
         self.asr_thread_exit = False
         self.asr_thread = threading.Thread(target=self.asr_thread_handle, args=[pcm], daemon=True)
diff --git a/projects/app_vlm/main.py b/projects/app_vlm/main.py
@@ -23,7 +23,7 @@ def add_text(self, text):
             current_page.append(("", 0, 0))  # 初始化第一行
 
         page_height_used = sum(line[2] for line in current_page)
-        
+
         for ch in text:
             if ch == '\n' or ch == '\r':
                 continue
@@ -32,7 +32,7 @@ def add_text(self, text):
             size = image.string_size(new_line_text)
             ch_w = size[0]
             ch_h = size[1]
-    
+
             # 尝试放到当前行
             if ch_w <= self.page_width:
                 # 更新行
@@ -76,7 +76,7 @@ def draw_last_page_on(self, img:image.Image, color: image.Color = image.COLOR_WH
 
         height = 0
         for line_text, _, line_height in current_page:
-            img.draw_string(0, height, line_text, color, wrap_space=0)            
+            img.draw_string(0, height, line_text, color, wrap_space=0)
             height += line_height
 
 class App:
@@ -97,6 +97,8 @@ def __init__(self):
         self.ts = touchscreen.TouchScreen()
         self.cam = camera.Camera(640, 360)
 
+        self.check_memory()
+
         self.exit_img = image.load('./assets/exit.jpg')
         self.ai_isp = bool(int(app.get_sys_config_kv("npu", "ai_isp", "1")))
         if self.ai_isp is True:
@@ -143,6 +145,34 @@ def __init__(self):
         self.page_text = PagedText(self.disp_w, self.disp_h - self.cam.height())
         self.sta = self.Status.IDLE
 
+    def check_memory(self):
+        from maix import sys
+        ok = False
+        font = "sourcehansans"
+        mem_info = sys.memory_info()
+        if "hw_total" in mem_info:
+            hw_total = mem_info.get("hw_total", 0)
+            print(f"hw_total: {hw_total}({hw_total/1024/1024/1024}G)")
+            if hw_total < 4 * 1024 * 1024 * 1024:       # is not 4g version, try release more memory
+                ok = False
+            else:
+                ok = True
+        if ok == False:
+            img = image.Image(self.disp_w, self.disp_h, bg=image.COLOR_BLACK)
+            err_title_msg = "Ops!!!"
+            err_msg = "You need the 4GB version of the board to run this application."
+            err_exit_msg = "Tap anywhere on the screen to exit."
+            img.draw_string(0, 0, err_title_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 20, err_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 200, err_exit_msg, image.COLOR_WHITE, 0.6, font=font)
+            self.disp.show(img)
+            while not app.need_exit():
+                ts_data = self.ts.read()
+                if ts_data[2]:
+                    app.set_exit_flag(True)
+                time.sleep_ms(100)
+            exit(0)
+
     def get_vl_model(self):
         model_list = ["internvl", "qwen3-vl"]
         model_list_num = len(model_list)
@@ -318,7 +348,7 @@ def run(self):
                     self.sta = self.Status.IDLE
 
             self.show_ui()
-            
+
         if self.vlm:
             self.vlm.cancel()
             time.sleep_ms(500)  # Make sure the VLM has exited.
@@ -330,7 +360,7 @@ def run(self):
         self.disp = None
 
         app.set_sys_config_kv("npu", "ai_isp", "1" if self.ai_isp else "0")
-        
+
 if __name__ == '__main__':
     appication = App()
     appication.run()
diff --git a/projects/app_yoloworld/main.py b/projects/app_yoloworld/main.py
@@ -39,12 +39,17 @@ def transcribe_pcm(self, pcm):
 
 class APP:
     def __init__(self, disp):
+        image.load_font("sourcehansans", "/maixapp/share/font/SourceHanSansCN-Regular.otf", size = 20)
         model = "/root/models/yolo-world_1_class.mud"
         feature = "/root/models/yolo-world_1_class_person.bin"
         labels = "/root/models/yolo-world_1_class_person.txt"
         self.model_valid = os.path.exists(model) and os.path.exists(feature) and os.path.exists(labels)
         self.disp = disp
+        self.disp_w = self.disp.width()
+        self.disp_h = self.disp.height()
         self.ts = touchscreen.TouchScreen()
+
+        self.check_memory()
         if self.model_valid:
             self._init_model(model, feature, labels)
         else:
@@ -54,6 +59,34 @@ def __init__(self, disp):
         image.load_font("sourcehansans", "/maixapp/share/font/SourceHanSansCN-Regular.otf", size = 24)
         # image.set_default_font("sourcehansans")
 
+    def check_memory(self):
+        from maix import sys
+        ok = False
+        font = "sourcehansans"
+        mem_info = sys.memory_info()
+        if "hw_total" in mem_info:
+            hw_total = mem_info.get("hw_total", 0)
+            print(f"hw_total: {hw_total}({hw_total/1024/1024/1024}G)")
+            if hw_total < 4 * 1024 * 1024 * 1024:       # is not 4g version, try release more memory
+                ok = False
+            else:
+                ok = True
+        if ok == False:
+            img = image.Image(self.disp_w, self.disp_h, bg=image.COLOR_BLACK)
+            err_title_msg = "Ops!!!"
+            err_msg = "You need the 4GB version of the board to run this application."
+            err_exit_msg = "Tap anywhere on the screen to exit."
+            img.draw_string(0, 0, err_title_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 20, err_msg, image.COLOR_WHITE, 1, font=font)
+            img.draw_string(0, 200, err_exit_msg, image.COLOR_WHITE, 0.6, font=font)
+            self.disp.show(img)
+            while not app.need_exit():
+                ts_data = self.ts.read()
+                if ts_data[2]:
+                    app.set_exit_flag(True)
+                time.sleep_ms(100)
+            exit(0)
+
     def _init_model(self, model, feature, labels):
         self._destroy_model()
         self.detector = nn.YOLOWorld(model, feature, labels, dual_buff=True)
