Review AST adding parametric atom type

Author: d-plaindoux

Cargo.toml

@@ -2,6 +2,7 @@
 resolver = "2"
 members = [
     "core",
+    "lang/ast",
     "lang/v0/parser",
     "lang/v0/macro",
     "lang/v1/parser",

README.md

@@ -16,7 +16,7 @@ Generalization is the capability to design a parser based on pipelined parsers a
 In order to have a seamless parser definition two dedicated `proc_macro` are designed:
 
 ```rust
-parsec_rules = ("private"? "let" ident ('{' rust_type '}')? ':' '{' rust_type '}' "=" parser)+
+parsec_rules = "let" ident ('{' rust_type '}')? ':' '{' rust_type '}' "=" parser)+
 parser       = binding? atom occurrence? additional? transform?
 ```
 
@@ -25,7 +25,7 @@ binding      = ident '='
 occurrence   = ("*" | "+" | "?")
 additional   = "|"? parser
 transform    = "->" '{' rust_code '}'
-atom         = alter? '(' parser ')' | CHAR | STRING | ident | '{' rust_code '}'
+atom         = alter? '(' parser ')' | CHAR | STRING | ident
 alter        = ("^"|"!"|"#"|"/")
 ident        = [a..zA..Z][a..zA..Z0..9_]* - {"let"}
 ```
@@ -182,16 +182,6 @@ match response {
 }
 ```
 
-## Bootstrap scenario
-
-### Stage 1
-
-The [Celma parser v0](https://github.com/d-plaindoux/celma/blob/master/lang/src/meta/parser.rs) is written with parser combinators
-
-### Stage 2
-
-The [Celma parser V1](https://github.com/d-plaindoux/celma/blob/master/bootstrap/src/bootstrap/parser.rs) is written using the Celma parser V0.
-
 # License
 
 Copyright 2019-2025 Didier Plaindoux.

core/examples/expression.rs

@@ -17,8 +17,8 @@
 use celma_core::parser::and::{AndOperation, AndProjection};
 use celma_core::parser::char::{a_char, alpha, char_in_set, digit, not_char};
 use celma_core::parser::core::{eos, parser};
-use celma_core::parser::map::MapOperation;
 use celma_core::parser::lazy::lazy;
+use celma_core::parser::map::MapOperation;
 use celma_core::parser::or::OrOperation;
 use celma_core::parser::repeat::RepeatOperation;
 use celma_core::parser::response::Response::Success;

core/src/parser/mod.rs

@@ -20,11 +20,11 @@ pub mod bind;
 pub mod char;
 pub mod check;
 pub mod core;
-pub mod map;
 pub mod lazy;
 pub mod literal;
 pub mod location;
 pub mod lookahead;
+pub mod map;
 pub mod not;
 pub mod option;
 pub mod or;

core/tests/parser/bind.rs

@@ -20,8 +20,8 @@ mod tests_monadic {
     use celma_core::parser::bind::BindOperation;
     use celma_core::parser::char::a_char;
     use celma_core::parser::core::eos;
-    use celma_core::parser::map::MapOperation;
     use celma_core::parser::literal::string;
+    use celma_core::parser::map::MapOperation;
     use celma_core::parser::repeat::RepeatOperation;
     use celma_core::parser::specs::Parse;
     use celma_core::stream::char_stream::CharStream;

core/tests/parser/map.rs

@@ -20,8 +20,8 @@ mod tests_monadic {
     use celma_core::parser::bind::BindOperation;
     use celma_core::parser::char::a_char;
     use celma_core::parser::core::eos;
-    use celma_core::parser::map::MapOperation;
     use celma_core::parser::literal::string;
+    use celma_core::parser::map::MapOperation;
     use celma_core::parser::repeat::RepeatOperation;
     use celma_core::parser::specs::Parse;
     use celma_core::stream::char_stream::CharStream;

core/tests/parser/mod.rs

@@ -20,11 +20,11 @@ pub mod bind;
 pub mod char;
 pub mod check;
 pub mod core;
-pub mod map;
 pub mod lazy;
 pub mod literal;
 pub mod location;
 pub mod lookahead;
+pub mod map;
 pub mod not;
 pub mod option;
 pub mod or;

core/tests/parser/not.rs

@@ -17,8 +17,8 @@
 #[cfg(test)]
 mod tests_literal {
     use celma_core::parser::char::a_char;
-    use celma_core::parser::map::MapOperation;
     use celma_core::parser::literal::string;
+    use celma_core::parser::map::MapOperation;
     use celma_core::parser::not::NotOperation;
     use celma_core::parser::repeat::RepeatOperation;
     use celma_core::parser::specs::Parse;

lang/README.md

@@ -0,0 +1,46 @@
+## Celma Lang
+
+Celma is a embedded language in Rust targeting simple parser construction. 
+As already explained in the main README such language is processes during
+the Rust compilation stage.
+
+### V0
+
+In the V0 the compilation is a direct style Parsec generation without any 
+optimisations. 
+
+### V1
+
+This version target an aggressive and an efficient parser compilation. For this
+purpose the compilation follows a traditional control ans data flow and was 
+mainly inspired by the paper [A Typed, Algebraic Approach to Parsing](https://www.cl.cam.ac.uk/~jdy22/papers/a-typed-algebraic-approach-to-parsing.pdf)
+
+#### Abstract syntax tree
+
+```rust
+#[derive(Clone, Debug, Eq, PartialEq)]
+pub enum ASTParsec {
+    PIdent(String),
+    PChar(char),
+    PString(String),
+    PBind(String, Box<ASTParsec>),
+    PMap(Box<ASTParsec>, String),
+    PSequence(Box<ASTParsec>, Box<ASTParsec>),
+    PChoice(Box<ASTParsec>, Box<ASTParsec>),
+    PNot(Box<ASTParsec>),
+    PTry(Box<ASTParsec>),
+    PCheck(Box<ASTParsec>),
+    POptional(Box<ASTParsec>),
+    PRepeat(bool, Box<ASTParsec>),
+    PLookahead(Box<ASTParsec>),
+}
+
+#[derive(Clone, Debug, Eq, PartialEq)]
+pub struct ASTParsecRule {
+    pub public: bool,
+    pub name: String,
+    pub input: String,
+    pub returns: String,
+    pub rule: Box<ASTParsec>,
+}
+```

lang/ast/Cargo.toml

@@ -0,0 +1,6 @@
+[package]
+name = "celma_lang_ast"
+version = "0.1.0"
+authors = ["dplaindoux <[email protected]>"]
+edition = "2021"
+