fix: resolve critical relative path issues in packaged build #185
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,54 @@ | ||
| #!/usr/bin/env python3 | ||
| # SPDX-FileCopyrightText: 2025 Knitli Inc. | ||
| # SPDX-FileContributor: Adam Poulemanos <adam@knit.li> | ||
| # | ||
| # SPDX-License-Identifier: MIT OR Apache-2.0 | ||
| """Generate JSON schema for CodeWeaver settings. | ||
|
|
||
| This script generates the JSON schema file for CodeWeaver settings validation. | ||
| It should be run during the build process when the schema version changes or | ||
| when the schema file doesn't exist. | ||
| """ | ||
|
|
||
| from __future__ import annotations | ||
|
|
||
| import sys | ||
| from pathlib import Path | ||
|
|
||
|
|
||
| def main() -> int: | ||
| """Generate the JSON schema file for CodeWeaver settings.""" | ||
| # Add src to path so we can import codeweaver | ||
| repo_root = Path(__file__).parent.parent.parent | ||
| src_path = repo_root / "src" | ||
| if src_path not in sys.path: | ||
| sys.path.insert(0, str(src_path)) | ||
|
|
||
| from codeweaver.config.settings import CodeWeaverSettings | ||
|
|
||
| # Get the schema version from CodeWeaverSettings | ||
| version = CodeWeaverSettings.model_fields["__version__"].default | ||
| schema_dir = repo_root / "schema" / f"v{version}" | ||
| schema_file = schema_dir / "codeweaver.schema.json" | ||
|
|
||
| # Check if schema file already exists | ||
| if schema_file.exists(): | ||
| print(f"Schema file already exists: {schema_file}") | ||
| print("Skipping schema generation. Delete the file to regenerate.") | ||
| return 0 | ||
|
|
||
| # Generate schema | ||
| print(f"Generating schema for version {version}...") | ||
| schema_dir.mkdir(parents=True, exist_ok=True) | ||
|
|
||
| schema_bytes = CodeWeaverSettings.json_schema() | ||
| bytes_written = schema_file.write_bytes(schema_bytes) | ||
|
|
||
| print(f"✓ Generated schema file: {schema_file}") | ||
| print(f" Size: {bytes_written:,} bytes") | ||
|
|
||
| return 0 | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| sys.exit(main()) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,89 @@ | ||
| #!/usr/bin/env python3 | ||
| # SPDX-FileCopyrightText: 2025 Knitli Inc. | ||
| # SPDX-FileContributor: Adam Poulemanos <adam@knit.li> | ||
| # | ||
| # SPDX-License-Identifier: MIT OR Apache-2.0 | ||
| """Master build preparation script for CodeWeaver. | ||
|
|
||
| This script orchestrates all the build preparation steps in the correct order: | ||
| 1. Generate supported languages list | ||
| 2. Generate provider lists | ||
| 3. Update node-types from tree-sitter grammars | ||
| 4. Preprocess node-types into cached format | ||
| 5. Generate JSON schema (if needed) | ||
| """ | ||
|
|
||
| from __future__ import annotations | ||
|
|
||
| import subprocess | ||
| import sys | ||
| from pathlib import Path | ||
|
|
||
|
|
||
| def run_script(script_path: Path, *args: str) -> int: | ||
| """Run a script and return its exit code.""" | ||
| script_name = script_path.name | ||
| print(f"\n{'=' * 70}") | ||
| print(f"Running: {script_name}") | ||
| print(f"{'=' * 70}") | ||
|
|
||
| result = subprocess.run( | ||
| [sys.executable, str(script_path), *args], | ||
| cwd=script_path.parent.parent.parent, | ||
| check=False, | ||
| ) | ||
|
|
||
| if result.returncode != 0: | ||
| print(f"✗ {script_name} failed with exit code {result.returncode}") | ||
| return result.returncode | ||
|
|
||
| print(f"✓ {script_name} completed successfully") | ||
| return 0 | ||
|
|
||
|
|
||
| def main() -> int: | ||
| """Run all build preparation steps.""" | ||
| repo_root = Path(__file__).parent.parent.parent | ||
| scripts_build = repo_root / "scripts" / "build" | ||
| scripts_lang = repo_root / "scripts" / "language-support" | ||
|
|
||
| print("=" * 70) | ||
| print("CodeWeaver Build Preparation") | ||
| print("=" * 70) | ||
|
|
||
| # Step 1: Generate supported languages | ||
| exit_code = run_script(scripts_build / "generate-supported-languages.py") | ||
| if exit_code != 0: | ||
| return exit_code | ||
|
|
||
| # Step 2: Generate provider lists | ||
| exit_code = run_script(scripts_build / "generate-provider-lists.py") | ||
| if exit_code != 0: | ||
| return exit_code | ||
|
|
||
| # Step 3: Update node-types from tree-sitter grammars | ||
| exit_code = run_script( | ||
| scripts_lang / "download-ts-grammars.py", "fetch", "--only-update", "--only-node-types" | ||
| ) | ||
| if exit_code != 0: | ||
| return exit_code | ||
|
|
||
| # Step 4: Preprocess node-types into cache | ||
| exit_code = run_script(scripts_build / "preprocess-node-types.py") | ||
| if exit_code != 0: | ||
| return exit_code | ||
|
|
||
| # Step 5: Generate schema (if needed) | ||
| exit_code = run_script(scripts_build / "generate-schema.py") | ||
| if exit_code != 0: | ||
| return exit_code | ||
|
|
||
| print("\n" + "=" * 70) | ||
| print("✓ Build preparation completed successfully!") | ||
| print("=" * 70) | ||
|
|
||
| return 0 | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| sys.exit(main()) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,60 @@ | ||
| #!/usr/bin/env python3 | ||
| # SPDX-FileCopyrightText: 2025 Knitli Inc. | ||
| # SPDX-FileContributor: Adam Poulemanos <adam@knit.li> | ||
| # | ||
| # SPDX-License-Identifier: MIT OR Apache-2.0 | ||
| """Preprocess node-types JSON files and cache the parsed grammar data. | ||
|
|
||
| This script loads all tree-sitter node-types.json files, parses them into | ||
| CodeWeaver's internal Thing/Category representation, and serializes the | ||
| result to a pickle cache. This cache is loaded at runtime for fast startup. | ||
| """ | ||
|
|
||
| from __future__ import annotations | ||
|
|
||
| import pickle | ||
| import sys | ||
| from pathlib import Path | ||
|
|
||
|
|
||
| def main() -> int: | ||
| """Preprocess node types and generate cache file.""" | ||
| # Add src to path so we can import codeweaver | ||
| repo_root = Path(__file__).parent.parent.parent | ||
| src_path = repo_root / "src" | ||
| if src_path not in sys.path: | ||
| sys.path.insert(0, str(src_path)) | ||
|
|
||
| from codeweaver.semantic.node_type_parser import NodeTypeParser | ||
|
|
||
| print("Preprocessing node-types JSON files...") | ||
|
|
||
| # Create parser and process all languages (disable cache since we're building it) | ||
| parser = NodeTypeParser(use_cache=False) | ||
| all_things = parser.parse_all_nodes() | ||
|
|
||
| print(f" Parsed {len(all_things)} Things/Categories across all languages") | ||
|
|
||
| # Get the cache from the parser's registration cache | ||
| # Note: We only cache the registration_cache, not all_things, | ||
| # since all_things can be reconstructed from the cache at runtime | ||
| cache_data = { | ||
| "registration_cache": parser.registration_cache, | ||
| } | ||
|
|
||
| # Write cache file | ||
| cache_file = repo_root / "src" / "codeweaver" / "data" / "node_types_cache.pkl" | ||
| print(f"Writing cache to {cache_file}...") | ||
|
|
||
| with cache_file.open("wb") as f: | ||
| pickle.dump(cache_data, f, protocol=pickle.HIGHEST_PROTOCOL) | ||
|
|
||
| cache_size = cache_file.stat().st_size | ||
| print(f"✓ Generated node_types cache: {cache_file}") | ||
| print(f" Size: {cache_size:,} bytes ({cache_size / 1024:.1f} KB)") | ||
|
|
||
| return 0 | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| sys.exit(main()) | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.