feat: Bindings for AST and CST (#46)

* WIP: ast generation

* Refactor query code to use ids

* misc fixes

* wip: generator

* wip: language support

* WIp: debugging outputs

* Add getters and field getters

* Fix bug

* Subenum generation

* Bump version

* Fixes

* Allow unused

* fix parsing

* fix constructor

* fix tests

Author: bagel897

Cargo.lock

@@ -12,16 +12,14 @@ codegen-sdk-ast = { workspace = true}
 codegen-sdk-common = { workspace = true}
 anyhow = { workspace = true}
 salsa = { workspace = true}
-codegen-sdk-typescript = { workspace = true, optional = true }
-codegen-sdk-python = { workspace = true, optional = true }
 env_logger = { workspace = true }
 log = { workspace = true }
 codegen-sdk-resolution = { workspace = true}
 sysinfo = "0.33.1"
 rkyv.workspace = true
 [features]
-python = [ "codegen-sdk-analyzer/python", "codegen-sdk-python"]
-typescript = [ "codegen-sdk-analyzer/typescript", "codegen-sdk-typescript"]
+python = [ "codegen-sdk-analyzer/python"]
+typescript = [ "codegen-sdk-analyzer/typescript"]
 tsx = [ "codegen-sdk-analyzer/tsx"]
 jsx = [ "codegen-sdk-analyzer/jsx"]
 javascript = [ "codegen-sdk-analyzer/javascript"]
@@ -34,8 +32,8 @@ markdown = [ "codegen-sdk-analyzer/markdown"]
 yaml = [ "codegen-sdk-analyzer/yaml"]
 toml = [ "codegen-sdk-analyzer/toml"]
 serialization = ["codegen-sdk-common/serialization", "codegen-sdk-analyzer/serialization"]
-stable = ["json", "toml", "typescript", "tsx", "jsx", "go", "python", "yaml", "java", "ruby", "rust", "javascript", "markdown"]
-default = []
+stable = ["codegen-sdk-analyzer/stable", "typescript", "tsx", "jsx", "javascript", "json", "toml", "yaml", "java", "ruby", "rust", "go", "markdown"]
+default = ["json"]
 [dev-dependencies]
 test-log = { workspace = true }
 criterion = { version = "0.5", features = ["html_reports"] }
@@ -69,7 +67,7 @@ resolver = "2"
 rayon = "1.10.0"
 env_logger = "0.11.6"
 log = "0.4.25"
-tree-sitter = "0.25.1"
+tree-sitter = "0.25.3"
 tree-sitter-python = "0.23.6"
 tree-sitter-typescript = "0.23.2"
 tree-sitter-javascript = "0.23.1"
@@ -125,13 +123,13 @@ indicatif-log-bridge = "0.2.3"
 indicatif = { version = "0.17.11", features = ["rayon"] }
 crossbeam-channel = "0.5.11"
 rstest = "0.25.0"
-indextree = "4.7.3"
+indextree = { version = "4.7.3", features = ["std"], default-features = false }
 thiserror = "2.0.11"
 indexmap = "2"
 smallvec = "1.11.0"
 [profile.dev]
 # codegen-backend = "cranelift"
-# split-debuginfo = "unpacked"
+split-debuginfo = "unpacked"
 
 [profile.dev.package]
 insta.opt-level = 3

Cargo.toml

@@ -3,21 +3,36 @@ name = "pink-python"
 description = "Python bindings for pink"
 version = "0.1.0"
 edition = "2024"
-# [lib]
-# crate-type = ["cdylib", "rlib"]
+
 
 [dependencies]
-codegen-sdk-analyzer = { workspace = true, features = ["python", "typescript", "toml", "yaml", "json"]}
+codegen-sdk-analyzer = { workspace = true }
 codegen-sdk-resolution = { workspace = true }
-pyo3 = { version = "0.23.5", features = ["anyhow", "abi3-py311", "extension-module"] }
+pyo3 = { version = "0.23.5", features = ["anyhow", "extension-module"] }
 pyo3-log = "0.12.1"
 pyo3-bytes = "0.1.3"
-codegen-sdk-python = { workspace = true }
 codegen-sdk-common = { workspace = true }
 anyhow = { workspace = true }
+codegen-sdk-ast = { workspace = true }
 # pyo3-stub-gen = "0.7.0"
 [build-dependencies]
 codegen-bindings-generator = { workspace = true }
-codegen-sdk-common = { workspace = true }
+codegen-sdk-common = { workspace = true}
 env_logger = { workspace = true }
 log = { workspace = true }
+[features]
+python = [ "codegen-sdk-analyzer/python"]
+typescript = [ "codegen-sdk-analyzer/typescript"]
+tsx = [ "codegen-sdk-analyzer/tsx"]
+jsx = [ "codegen-sdk-analyzer/jsx"]
+javascript = [ "codegen-sdk-analyzer/javascript"]
+json = [ "codegen-sdk-analyzer/json"]
+java = [ "codegen-sdk-analyzer/java"]
+ruby = [ "codegen-sdk-analyzer/ruby"]
+rust = [ "codegen-sdk-analyzer/rust"]
+go = [ "codegen-sdk-analyzer/go"]
+markdown = [ "codegen-sdk-analyzer/markdown"]
+yaml = [ "codegen-sdk-analyzer/yaml"]
+toml = [ "codegen-sdk-analyzer/toml"]
+stable = ["codegen-sdk-analyzer/stable", "typescript", "tsx", "jsx", "javascript", "json", "toml", "yaml", "java", "ruby", "rust", "go", "markdown"]
+default = ["python", "typescript"]

bindings/python/Cargo.toml

@@ -1,11 +1,23 @@
-use codegen_bindings_generator::generate_python_bindings;
+use codegen_bindings_generator::{generate_python_bindings, generate_python_bindings_common};
 use codegen_sdk_common::language::LANGUAGES;
 fn main() {
     env_logger::init();
     for language in LANGUAGES.iter() {
+        if language.name() == "ts_query" {
+            continue;
+        }
         generate_python_bindings(&language).unwrap_or_else(|e| {
-            log::error!("Error generating CST for {}: {}", language.name(), e);
-            panic!("Error generating CST for {}: {}", language.name(), e);
+            log::error!(
+                "Error generating Python bindings for {}: {}",
+                language.name(),
+                e
+            );
+            panic!(
+                "Error generating Python bindings for {}: {}",
+                language.name(),
+                e
+            );
         });
     }
+    generate_python_bindings_common(&LANGUAGES).unwrap();
 }

bindings/python/build.rs

@@ -8,7 +8,7 @@ requires = ["maturin>=1.0,<2.0"]
 build-backend = "maturin"
 
 [tool.maturin]
-features = ["pyo3/extension-module"]
+features = ["pyo3/extension-module", "pyo3/abi3-py311"]
 module-name = "codegen_sdk_pink"
 [tool.uv]
 # Rebuild package when any rust files change