[Model] Fix STEVE-1

Author: muzhancun

docs/source/inference/baseline-groot.rst

@@ -25,7 +25,7 @@ The example code is provided in ``minestudio/tutorials/inference/evaluate_groot/
 
         if __name__ == '__main__':
             ray.init()
-            task_configs = prepare_task_configs("simple")
+            task_configs = prepare_task_configs("simple", path="CraftJarvis/MineStudio_task_group.simple")
             config_file = task_configs["collect_wood"] 
             # you can try: survive_plant, collect_wood, build_pillar, ... ; make sure the config file contains `reference_video` field 
             print(config_file)

docs/source/inference/baseline-steve1.rst

@@ -47,7 +47,7 @@ The example code is provided in ``minestudio/tutorials/inference/evaluate_steve/
 
         if __name__ == '__main__':
             ray.init()
-            task_configs = prepare_task_configs("simple")
+            task_configs = prepare_task_configs("simple", path="CraftJarvis/MineStudio_task_group.simple")
             config_file = task_configs["collect_wood"] 
             # you can try: survive_plant, collect_wood, build_pillar, ... ; make sure the config file contains `reference_video` field 
             print(config_file)

docs/source/inference/baseline-vpt.rst

@@ -61,7 +61,7 @@ Finally, we create an ``EpisodePipeline`` object, passing ``MineGenerator`` as t
         ), 
         episode_filter=InfoBaseFilter(
             key="mine_block",
-            val="diamond_ore",
+            regex=".*diamond_ore.*",
             num=1,
         ),
     )

minestudio/benchmark/utility/read_conf.py

@@ -1,7 +1,7 @@
 '''
 Date: 2024-12-06 16:42:49
-LastEditors: caishaofei caishaofei@stu.pku.edu.cn
-LastEditTime: 2025-01-07 11:08:39
+LastEditors: muzhancun muzhancun@stu.pku.edu.cn
+LastEditTime: 2025-06-06 13:59:32
 FilePath: /MineStudio/minestudio/benchmark/utility/read_conf.py
 '''
 import os
@@ -38,7 +38,7 @@ def prepare_task_configs(group_name: str, path: Optional[str] = None, refresh: b
         print(f"Refreshing the cache: removing existing task configs from: {local_dir}")
         shutil.rmtree(local_dir)
     if not os.path.exists(local_dir):
-        if os.path.isdir(path):
+        if path is not None and os.path.isdir(path):
             shutil.copytree(path, local_dir)
         else:
             print(f"Downloading task configs from 🤗: {path}")

minestudio/models/steve_one/body.py

@@ -530,7 +530,9 @@ def prepare_condition(self, instruction: Dict[str, Any], deterministic: bool = F
             assert 'text' in instruction, "instruction must have either text or video."
 
             texts = instruction['text']
-            if isinstance(texts, str):
+            if isinstance(texts, list):
+                texts = texts[0]
+            elif isinstance(texts, str):
                 texts = [texts]
             assert isinstance(texts, list) and isinstance(texts[0], str), "text must be a string or a list of strings."
 
@@ -671,16 +673,14 @@ def load_steve_one_policy(ckpt_path: str) -> SteveOnePolicy:
 if __name__ == '__main__':
     model = SteveOnePolicy.from_pretrained("CraftJarvis/MineStudio_STEVE-1.official").to("cuda")
     model.eval()
-    condition = model.prepare_condition(
-        {
-            'cond_scale': 4.0,
-            'video': np.random.randint(0, 255, (2, 16, 224, 224, 3)).astype(np.uint8)
-        }
-    )
-    output, memory = model(condition,
+    output, memory = model.get_action(
         input={
             'image': torch.zeros(2, 8, 128, 128, 3).to("cuda"), 
-            'condition': condition
+            'condition': {
+                'cond_scale': 4.0,
+                'text': 'mine dirt',
+            }
         },
-        state_in=model.initial_state(condition, 2)
-    )
+        state_in=None
+    )
+    print(output.keys())

minestudio/tutorials/inference/evaluate_groot/main.py

@@ -19,7 +19,7 @@
 
 if __name__ == '__main__':
     ray.init()
-    task_configs = prepare_task_configs("simple")
+    task_configs = prepare_task_configs("simple", path="CraftJarvis/MineStudio_task_group.simple")
     config_file = task_configs["collect_wood"] 
     # you can try: survive_plant, collect_wood, build_pillar, ... ; make sure the config file contains `reference_video` field 
     print(config_file)

minestudio/tutorials/inference/evaluate_steve/main.py

@@ -35,7 +35,7 @@ def after_step(self, sim, obs, reward, terminated, truncated, info):
 
 if __name__ == '__main__':
     ray.init()
-    task_configs = prepare_task_configs("simple")
+    task_configs = prepare_task_configs("simple", path="CraftJarvis/MineStudio_task_group.simple")
     config_file = task_configs["collect_wood"] 
     # you can try: survive_plant, collect_wood, build_pillar, ... ; make sure the config file contains `reference_video` field 
     print(config_file)

minestudio/tutorials/inference/evaluate_vpts/mine_diamond.py

@@ -1,7 +1,7 @@
 '''
 Date: 2024-11-25 08:11:33
-LastEditors: caishaofei caishaofei@stu.pku.edu.cn
-LastEditTime: 2025-01-04 11:39:20
+LastEditors: muzhancun muzhancun@stu.pku.edu.cn
+LastEditTime: 2025-06-06 14:02:15
 FilePath: /MineStudio/minestudio/tutorials/inference/evaluate_vpts/mine_diamond.py
 '''
 import ray
@@ -41,7 +41,7 @@
         ), 
         episode_filter=InfoBaseFilter(
             key="mine_block",
-            val="diamond_ore",
+            regex=".*diamond_ore.*",
             num=1,
         ),
     )

minestudio/tutorials/inference/evaluate_vpts/shoot_animals.py

@@ -1,7 +1,7 @@
 '''
 Date: 2024-12-13 14:31:12
-LastEditors: caishaofei caishaofei@stu.pku.edu.cn
-LastEditTime: 2025-01-04 13:54:09
+LastEditors: muzhancun muzhancun@stu.pku.edu.cn
+LastEditTime: 2025-06-06 14:03:50
 FilePath: /MineStudio/minestudio/tutorials/inference/evaluate_vpts/shoot_animals.py
 '''
 import ray