refactoring - removed json

Author: Stepami

Directory.Packages.props

@@ -12,6 +12,7 @@
     <PackageVersion Include="System.CommandLine" Version="2.0.0-beta4.22272.1" />
     <PackageVersion Include="System.CommandLine.Hosting" Version="0.4.0-alpha.22272.1" />
     <PackageVersion Include="System.IO.Abstractions" Version="22.0.11" />
+    <PackageVersion Include="System.Text.Json" Version="9.0.2" />
     <PackageVersion Include="Visitor.NET" Version="4.1.2" />
     <PackageVersion Include="Visitor.NET.AutoVisitableGen" Version="1.3.0" />
   </ItemGroup>

src/Domain/HydraScript.Domain.Constants/HydraScript.Domain.Constants.csproj

@@ -4,4 +4,8 @@
         <TargetFramework>netstandard2.0</TargetFramework>
     </PropertyGroup>
 
+    <ItemGroup>
+        <InternalsVisibleTo Include="HydraScript.Infrastructure.LexerRegexGenerator" />
+    </ItemGroup>
+
 </Project>

src/Domain/HydraScript.Domain.Constants/IsExternalInit.cs

@@ -0,0 +1,5 @@
+// ReSharper disable once CheckNamespace
+namespace System.Runtime.CompilerServices;
+
+// ReSharper disable once UnusedType.Global
+public static class IsExternalInit;

src/Domain/HydraScript.Domain.Constants/StringSyntaxAttribute.cs

@@ -0,0 +1,133 @@
+namespace HydraScript.Domain.Constants;
+
+public static class TokenTypes
+{
+    public record Dto(
+        string Tag,
+        string Pattern,
+        int Priority,
+        bool CanIgnore = false)
+    {
+        internal string GetNamedRegex() => $"(?<{Tag}>{Pattern})";
+    }
+
+    public static IEnumerable<Dto> Stream
+    {
+        get
+        {
+            yield return new(
+                Tag: "Comment",
+                Pattern: "[/]{2}.*",
+                Priority: 0,
+                CanIgnore: true);
+
+            yield return new(
+                Tag: "Ident",
+                Pattern: "[a-zA-Z][a-zA-Z0-9]*",
+                Priority: 50);
+
+            yield return new(
+                Tag: "IntegerLiteral",
+                Pattern: "[0-9]+",
+                Priority: 3);
+
+            yield return new(
+                Tag: "FloatLiteral",
+                Pattern: "[0-9]+[.][0-9]+",
+                Priority: 2);
+
+            yield return new(
+                Tag: "NullLiteral",
+                Pattern: "(?<![a-zA-Z0-9])(null)(?![a-zA-Z0-9])",
+                Priority: 4);
+
+            yield return new(
+                Tag: "BooleanLiteral",
+                Pattern: "(?<![a-zA-Z0-9])(true|false)(?![a-zA-Z0-9])",
+                Priority: 5);
+
+            yield return new(
+                Tag: "StringLiteral",
+                Pattern: """
+                         \"(\\.|[^"\\])*\"
+                         """,
+                Priority: 6);
+
+            yield return new(
+                Tag: "Keyword",
+                Pattern:
+                "(?<![a-zA-Z0-9])(let|const|function|if|else|while|break|continue|return|as|type)(?![a-zA-Z0-9])",
+                Priority: 11);
+
+            yield return new(
+                Tag: "Print",
+                Pattern: "[>]{3}",
+                Priority: 12);
+
+            yield return new(
+                Tag: "Operator",
+                Pattern: "[+]{1,2}|[-]|[*]|[/]|[%]|([!]|[=])[=]|([<]|[>])[=]?|[!]|[|]{2}|[&]{2}|[~]|[:]{2}",
+                Priority: 13);
+
+            yield return new(
+                Tag: "Comma",
+                Pattern: "[,]",
+                Priority: 100);
+
+            yield return new(
+                Tag: "Dot",
+                Pattern: "[.]",
+                Priority: 105);
+
+            yield return new(
+                Tag: "LeftCurl",
+                Pattern: "[{]",
+                Priority: 101);
+
+            yield return new(
+                Tag: "RightCurl",
+                Pattern: "[}]",
+                Priority: 102);
+
+            yield return new(
+                Tag: "LeftParen",
+                Pattern: "[(]",
+                Priority: 103);
+
+            yield return new(
+                Tag: "RightParen",
+                Pattern: "[)]",
+                Priority: 104);
+
+            yield return new(
+                Tag: "LeftBracket",
+                Pattern: "[[]",
+                Priority: 107);
+
+            yield return new(
+                Tag: "RightBracket",
+                Pattern: "[]]",
+                Priority: 109);
+
+            yield return new(
+                Tag: "Assign",
+                Pattern: "[=]",
+                Priority: 99);
+
+            yield return new(
+                Tag: "QuestionMark",
+                Pattern: "[?]",
+                Priority: 90);
+
+            yield return new(
+                Tag: "Colon",
+                Pattern: "[:]",
+                Priority: 91);
+
+            yield return new(
+                Tag: "SemiColon",
+                Pattern: "[;]",
+                Priority: 92);
+        }
+    }
+}

src/Domain/HydraScript.Domain.Constants/TokenTypes.cs

@@ -0,0 +1,13 @@
+using HydraScript.Domain.FrontEnd.Lexer.TokenTypes;
+
+namespace HydraScript.Domain.FrontEnd.Lexer.Impl;
+
+public class TokenTypesProvider : ITokenTypesProvider
+{
+    public IEnumerable<TokenType> GetTokenTypes() =>
+        Constants.TokenTypes.Stream
+            .OrderBy(x => x.Priority)
+            .Select(x => x.CanIgnore
+                ? new IgnorableType(x.Tag)
+                : new TokenType(x.Tag));
+}

src/Domain/HydraScript.Domain.Constants/TokenTypesJson.cs

@@ -11,10 +11,15 @@
     <ItemGroup>
         <PackageReference Include="System.CommandLine" />
         <PackageReference Include="System.CommandLine.Hosting" />
+        <PackageReference Include="System.Text.Json" />
     </ItemGroup>
 
     <ItemGroup>
         <InternalsVisibleTo Include="HydraScript.IntegrationTests" />
     </ItemGroup>
 
+    <PropertyGroup>
+        <JsonSerializerIsReflectionEnabledByDefault>true</JsonSerializerIsReflectionEnabledByDefault>
+    </PropertyGroup>
+
 </Project>

src/Domain/HydraScript.Domain.FrontEnd/Lexer/Impl/TokenTypesProvider.cs

@@ -0,0 +1,9 @@
+using HydraScript.Domain.Constants;
+
+namespace HydraScript.Infrastructure.LexerRegexGenerator;
+
+internal class DefaultTokenTypesStreamProvider :
+    ITokenTypesStreamProvider
+{
+    public IEnumerable<TokenTypes.Dto> TokenTypesStream { get; } = TokenTypes.Stream;
+}