support shell and sql highlight

Author: CppCXY

crates/emmylua_parser_desc/src/lang/mod.rs

@@ -1,12 +1,19 @@
 mod json;
 mod lua;
+mod shell;
+mod sql;
 mod vimscript;
 
 use emmylua_parser::{LexerState, Reader, SourceRange};
 
 use crate::{
-    DescItemKind, lang::json::process_json_code_block, lang::lua::process_lua_code_block,
-    lang::vimscript::process_vimscript_code_block, util::ResultContainer,
+    DescItemKind,
+    lang::{
+        json::process_json_code_block, lua::process_lua_code_block,
+        shell::process_shell_code_block, sql::process_sql_code_block,
+        vimscript::process_vimscript_code_block,
+    },
+    util::ResultContainer,
 };
 
 #[derive(Debug, Clone, Copy, Eq, PartialEq)]
@@ -15,6 +22,8 @@ pub enum CodeBlockLang {
     Lua,
     Vimscript,
     Json,
+    Shell,
+    Sql,
     Other,
 }
 
@@ -25,6 +34,8 @@ impl CodeBlockLang {
             "" | "none" => Some(CodeBlockLang::None),
             "vim" | "vimscript" => Some(CodeBlockLang::Vimscript),
             "json" | "Json" => Some(CodeBlockLang::Json),
+            "shell" | "Shell" => Some(CodeBlockLang::Shell),
+            "sql" | "Sql" => Some(CodeBlockLang::Sql),
             _ => Some(CodeBlockLang::Other),
         }
     }
@@ -41,6 +52,8 @@ pub fn process_code<'a, C: ResultContainer>(
         CodeBlockLang::Lua => process_lua_code_block(c, reader, state),
         CodeBlockLang::Vimscript => process_vimscript_code_block(c, reader, state),
         CodeBlockLang::Json => process_json_code_block(c, reader, state),
+        CodeBlockLang::Shell => process_shell_code_block(c, reader, state),
+        CodeBlockLang::Sql => process_sql_code_block(c, reader, state),
         _ => {
             c.emit_range(range, DescItemKind::CodeBlock);
             return state;

crates/emmylua_parser_desc/src/lang/shell/mod.rs

@@ -0,0 +1,66 @@
+mod shell_lexer;
+
+use emmylua_parser::{LexerState, Reader};
+
+use crate::{CodeBlockHighlightKind, DescItemKind, util::ResultContainer};
+
+use shell_lexer::{ShellLexer, ShellTokenData, ShellTokenKind};
+
+pub fn process_shell_code_block<'a, C: ResultContainer>(
+    c: &mut C,
+    line_reader: Reader<'a>,
+    state: LexerState,
+) -> LexerState {
+    let mut lexer = ShellLexer::new_with_state(line_reader, state);
+    let tokens = lexer.tokenize();
+    for token in tokens {
+        if !matches!(
+            token.kind,
+            ShellTokenKind::TkEof | ShellTokenKind::TkWhitespace
+        ) {
+            let highlight_kind = to_highlight_kind(&token);
+            if highlight_kind != CodeBlockHighlightKind::None {
+                c.emit_range(token.range, DescItemKind::CodeBlockHl(highlight_kind));
+            }
+        }
+    }
+
+    lexer.get_state()
+}
+
+fn to_highlight_kind(token: &ShellTokenData) -> CodeBlockHighlightKind {
+    match token.kind {
+        ShellTokenKind::TkString
+        | ShellTokenKind::TkSingleQuotedString
+        | ShellTokenKind::TkDoubleQuotedString
+        | ShellTokenKind::TkBacktickString
+        | ShellTokenKind::TkHereDoc => CodeBlockHighlightKind::String,
+
+        ShellTokenKind::TkNumber => CodeBlockHighlightKind::Number,
+
+        ShellTokenKind::TkKeyword => CodeBlockHighlightKind::Keyword,
+
+        ShellTokenKind::TkBuiltin | ShellTokenKind::TkCommand => CodeBlockHighlightKind::Function,
+
+        ShellTokenKind::TkVariable | ShellTokenKind::TkDollar => CodeBlockHighlightKind::Variable,
+
+        ShellTokenKind::TkComment => CodeBlockHighlightKind::Comment,
+
+        ShellTokenKind::TkOperator
+        | ShellTokenKind::TkPipe
+        | ShellTokenKind::TkRedirection
+        | ShellTokenKind::TkBackground
+        | ShellTokenKind::TkAnd
+        | ShellTokenKind::TkOr => CodeBlockHighlightKind::Operators,
+
+        ShellTokenKind::TkLeftBrace
+        | ShellTokenKind::TkRightBrace
+        | ShellTokenKind::TkLeftBracket
+        | ShellTokenKind::TkRightBracket
+        | ShellTokenKind::TkLeftParen
+        | ShellTokenKind::TkRightParen
+        | ShellTokenKind::TkSemicolon => CodeBlockHighlightKind::Operators,
+
+        _ => CodeBlockHighlightKind::None,
+    }
+}