feat(cli): add unified generate-metadata command

Signed-off-by: pyranota <pyra@duck.com>

Author: pyranota

backend/.sqlx/query-25ac66a1022c41267df199a95f532b0f778c25fbe0f7a7f9734c1f7e536ed6ce.json

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS raw_script_temp;

backend/.sqlx/query-2d523cd0d5b7107b15846b885fa40af492d4c8a8871cef972980150f319fe6ff.json

@@ -0,0 +1,9 @@
+-- Temporary storage for raw script content during CLI lock generation
+-- Content is stored with hash as key, cleaned up after 1 week
+CREATE TABLE raw_script_temp (
+    workspace_id VARCHAR(50) NOT NULL REFERENCES workspace(id),
+    hash CHAR(64) NOT NULL,
+    content TEXT NOT NULL,
+    created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    PRIMARY KEY (workspace_id, hash)
+);

…9218a9d459ee1c2b36a28b110e9741ab623.json …a5488ab669121771eca4cc09cd156318adf.jsonbackend/.sqlx/query-c7cae4cf872fce0a989cf89aa35929218a9d459ee1c2b36a28b110e9741ab623.json renamed to backend/.sqlx/query-7d0d624400a15170622eb573d86b2a5488ab669121771eca4cc09cd156318adf.json backend/.sqlx/query-c7cae4cf872fce0a989cf89aa35929218a9d459ee1c2b36a28b110e9741ab623.json renamed to backend/.sqlx/query-7d0d624400a15170622eb573d86b2a5488ab669121771eca4cc09cd156318adf.json

@@ -16,6 +16,7 @@ regex.workspace = true
 
 [dependencies]
 windmill-parser.workspace = true
+windmill-parser-py.workspace = true
 windmill-common.workspace = true
 rustpython-parser.workspace = true
 malachite.workspace = true

backend/.sqlx/query-88ec0ddcc86fb67089b551ccbce7b932800e33cd462a651f7e6716929ee9b6f2.json

@@ -82,16 +82,8 @@ fn process_import(module: Option<String>, path: &str, level: usize) -> Vec<NImpo
     }
 }
 
-pub fn parse_relative_imports(code: &str, path: &str) -> error::Result<Vec<String>> {
-    let nimports = parse_code_for_imports(code, path)?;
-    return Ok(nimports
-        .into_iter()
-        .filter_map(|x| match x {
-            NImport::Relative(path) => Some(path),
-            _ => None,
-        })
-        .collect());
-}
+// Re-export from windmill-parser-py for WASM compatibility
+pub use windmill_parser_py::parse_relative_imports;
 
 #[derive(Clone, Debug, PartialEq, Eq, Hash, PartialOrd, Ord)]
 enum NImport {
@@ -264,6 +256,7 @@ pub async fn parse_python_imports(
     version_specifiers: &mut Vec<pep440_rs::VersionSpecifier>,
     locked_v: &mut Option<pep440_rs::Version>,
     raw_workspace_dependencies_o: &Option<RawWorkspaceDependencies>,
+    dependency_tree: &Option<HashMap<String, String>>,
 ) -> error::Result<(Vec<String>, Option<String>)> {
     let mut compile_error_hint: Option<String> = None;
     let mut imports = parse_python_imports_inner(
@@ -276,6 +269,7 @@ pub async fn parse_python_imports(
         &mut None,
         locked_v,
         raw_workspace_dependencies_o,
+        dependency_tree,
     )
     .await?
     .into_values()
@@ -331,6 +325,7 @@ async fn parse_python_imports_inner(
     path_where_annotated_pyv: &mut Option<String>,
     locked_v: &mut Option<pep440_rs::Version>,
     raw_workspace_dependencies_o: &Option<RawWorkspaceDependencies>,
+    dependency_tree: &Option<HashMap<String, String>>,
 ) -> error::Result<HashMap<String, NImportResolved>> {
     tracing::debug!("Parsing python imports for path: {}", path);
     let PythonAnnotations { py310, py311, py312, py313, .. } = PythonAnnotations::parse(&code);
@@ -494,17 +489,31 @@ async fn parse_python_imports_inner(
     for n in nimports.into_iter() {
         let mut nested = match n {
             NImport::Relative(rpath) => {
-                let code = sqlx::query_scalar!(
-                    r#"
-                SELECT content FROM script WHERE path = $1 AND workspace_id = $2
-                AND archived = false ORDER BY created_at DESC LIMIT 1
-                "#,
-                    &rpath,
-                    w_id
-                )
-                .fetch_optional(db)
-                .await?
-                .unwrap_or_else(|| "".to_string());
+                // First check if the path is in dependency_tree (local/modified scripts from CLI)
+                let code = if let Some(hash) = dependency_tree.as_ref().and_then(|dt| dt.get(&rpath)) {
+                    tracing::debug!("Found relative import '{}' in dependency_tree with hash '{}'", rpath, hash);
+                    // Fetch from raw_script_temp using the cache abstraction
+                    match windmill_common::cache::raw_script_temp::load(hash.clone(), db).await {
+                        Ok(content) => content,
+                        Err(e) => {
+                            tracing::warn!("dependency_tree hash '{}' not found in cache: {}, falling back to deployed script", hash, e);
+                            "".to_string()
+                        }
+                    }
+                } else {
+                    // Fall back to deployed script from script table
+                    sqlx::query_scalar!(
+                        r#"
+                    SELECT content FROM script WHERE path = $1 AND workspace_id = $2
+                    AND archived = false ORDER BY created_at DESC LIMIT 1
+                    "#,
+                        &rpath,
+                        w_id
+                    )
+                    .fetch_optional(db)
+                    .await?
+                    .unwrap_or_else(|| "".to_string())
+                };
 
                 if already_visited.contains(&rpath) {
                     vec![]
@@ -522,6 +531,7 @@ async fn parse_python_imports_inner(
                         path_where_annotated_pyv,
                         locked_v,
                         raw_workspace_dependencies_o,
+                        dependency_tree,
                     )
                     .await?
                     .into_values()

backend/Cargo.lock

@@ -26,6 +26,7 @@ def main():
             &mut vec![],
             &mut None,
             &None,
+            &None,
         )
         .await?;
         // println!("{}", serde_json::to_string(&r)?);
@@ -67,6 +68,7 @@ def main():
             &mut vec![],
             &mut None,
             &None,
+            &None,
         )
         .await?;
         println!("{}", serde_json::to_string(&r)?);
@@ -98,6 +100,7 @@ def main():
             &mut vec![],
             &mut None,
             &None,
+            &None,
         )
         .await?;
         println!("{}", serde_json::to_string(&r)?);