refactor: move various file generation from tests to a separate crate

Author: magistau

.github/workflows/build_latest.yml

@@ -11,6 +11,7 @@ on:
       - "site/**"
       - "pad/**"
       - "tests*/**"
+      - "generator/**"
       - "changelog.md"
       - "readme.md"
       - ".github/workflows/build_latest.yml"
@@ -103,16 +104,20 @@ jobs:
       run: |
         rustup target add wasm32-unknown-unknown
         cargo install trunk --locked --root target
+        cargo install --release --locked --package uiua-generator --root target
     - name: Build site
       run: |
         git checkout site
         git branch --set-upstream-to=origin/site
         git reset --hard origin/site
         git rebase main || { echo "Rebase failed, aborting."; git rebase --abort; exit 1; }
         cd site
-        cargo test -p site gen_blog_html
+        ../target/bin/uiua-generator primitives-json ./primitives.json
+        ../target/bin/uiua-generator format-config-docs ./text/format_config.md
+        ../target/bin/uiua-generator blog-html ./blog/
         ../target/bin/trunk build --release -d ../docs
         git add --all
+        git add --force primitive.json text/format_config.md
         git commit --amend --no-edit
         git push --force
         git checkout main

.gitignore

@@ -26,4 +26,7 @@ uiua.tmLanguage.json
 
 # symlink created by `nix build`
 result
-.direnv
+.direnv
+
+site/primitives.json
+site/text/format_config.md

Cargo.lock

@@ -1,5 +1,5 @@
 [workspace]
-members = ["site", "tests_ffi", "pad/editor", "parser"]
+members = ["site", "tests_ffi", "pad/editor", "parser", "generator"]
 
 [workspace.package]
 categories = ["compilers", "algorithms", "multimedia", "parser-implementations"]
@@ -243,6 +243,7 @@ web = ["wasm-bindgen", "js-sys", "web-sys"]
 webcam = ["image", "nokhwa"]
 window = ["eframe", "rmp-serde", "image", "native-dialog"]
 xlsx = ["calamine", "simple_excel_writer"]
+internal_fmt_doc = []
 # Use system static libraries instead of building them
 system = ["libffi?/system"]
 

Cargo.toml

@@ -61,8 +61,15 @@
           };
           packages = {
             default = pkgs.callPackage ./nix/package.nix { inherit craneLib libPath rustPlatform; };
+            generator = pkgs.callPackage ./nix/generator.nix { inherit craneLib; };
             fonts = pkgs.callPackage ./nix/fonts.nix { };
-            site = pkgs.callPackage ./nix/site.nix { inherit craneLib; };
+            site = pkgs.callPackage ./nix/site.nix {
+              inherit craneLib;
+              inherit (self'.packages) generator;
+            };
+            sublime-grammar = pkgs.callPackage ./nix/sublime-grammar.nix {
+              inherit (self'.packages) generator;
+            };
             toolchain = toolchainFor pkgs;
           };
           apps.site.program = pkgs.writeShellApplication {

flake.nix

@@ -0,0 +1,16 @@
+[package]
+name = "uiua-generator"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+anyhow = "1.0.98"
+clap = { version = "4.5.41", features = ["derive"] }
+comrak = "0.39.0"
+either = "1.15.0"
+serde = { version = "1.0.219", features = ["derive"] }
+serde_json = "1.0.140"
+site = { path = "../site", default-features = false, features = ["gen_blog_html"] }
+uiua = { path = "..", default-features = false, features = [
+  "internal_fmt_doc",
+] }