Merge pull request #177 from GATEOverflow/dev

Support cache expiry, export mlc_run_cmd to script runs

Author: arjunsuresh

mlc/cache_action.py

@@ -42,7 +42,30 @@ def search(self, i):
         """
         i['target_name'] = "cache"
         #logger.debug(f"Searching for cache with input: {i}")
-        return self.parent.search(i)
+        r = self.parent.search(i)
+        if r['return'] > 0:
+            return r
+        cleaned_list = []
+
+        for item in r['list']:
+            item_meta = item.meta
+            dep = item_meta.get('dependent_cached_path')
+            if dep and not os.path.exists(dep):
+                continue  # skip item
+
+            deps = item_meta.get('dependent_cached_paths', '').split(',')
+            if any(d and not os.path.exists(d) for d in deps):
+                continue  # skip item
+
+            expiration_time = item_meta.get('expiration_time')
+            if expiration_time is not None and expiration_time < time.time():
+                continue  # skip expired item
+
+            cleaned_list.append(item)
+
+        r['list'] = cleaned_list
+
+        return r
 
     find = search
 
@@ -98,6 +121,9 @@ def show(self, run_args):
         """
         self.action_type = "cache"
         res = self.search(run_args)
+        if res['return'] > 0:
+            return res
+
         logger.info(f"Showing cache with tags: {run_args.get('tags')}")
         cached_meta_keys_to_show = ["uid", "tags", "dependent_cached_path", "associated_script_item"]
         cached_state_keys_to_show = ["new_env", "new_state", "version"]

mlc/main.py

@@ -200,6 +200,7 @@ def main():
         return res
 
     run_args = res['args_dict']
+    run_args['mlc_run_cmd'] = " ".join(sys.argv)
 
     # handle help in mlcflow
     if args.command in ['help']:

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "mlcflow"
-version = "1.0.20"
+version = "1.0.21"