support protobuf highlight

Author: CppCXY

crates/emmylua_parser_desc/src/lang/mod.rs

@@ -1,5 +1,6 @@
 mod json;
 mod lua;
+mod protobuf;
 mod shell;
 mod sql;
 mod vimscript;
@@ -10,8 +11,8 @@ use crate::{
     DescItemKind,
     lang::{
         json::process_json_code_block, lua::process_lua_code_block,
-        shell::process_shell_code_block, sql::process_sql_code_block,
-        vimscript::process_vimscript_code_block,
+        protobuf::process_protobuf_code_block, shell::process_shell_code_block,
+        sql::process_sql_code_block, vimscript::process_vimscript_code_block,
     },
     util::ResultContainer,
 };
@@ -24,6 +25,7 @@ pub enum CodeBlockLang {
     Json,
     Shell,
     Sql,
+    Protobuf,
     Other,
 }
 
@@ -36,6 +38,7 @@ impl CodeBlockLang {
             "json" | "Json" => Some(CodeBlockLang::Json),
             "shell" | "Shell" => Some(CodeBlockLang::Shell),
             "sql" | "Sql" => Some(CodeBlockLang::Sql),
+            "Protobuf" | "protobuf" => Some(CodeBlockLang::Protobuf),
             _ => Some(CodeBlockLang::Other),
         }
     }
@@ -54,6 +57,7 @@ pub fn process_code<'a, C: ResultContainer>(
         CodeBlockLang::Json => process_json_code_block(c, reader, state),
         CodeBlockLang::Shell => process_shell_code_block(c, reader, state),
         CodeBlockLang::Sql => process_sql_code_block(c, reader, state),
+        CodeBlockLang::Protobuf => process_protobuf_code_block(c, reader, state),
         _ => {
             c.emit_range(range, DescItemKind::CodeBlock);
             return state;

crates/emmylua_parser_desc/src/lang/protobuf/mod.rs

@@ -0,0 +1,61 @@
+mod protobuf_lexer;
+
+use emmylua_parser::{LexerState, Reader};
+
+use crate::{
+    CodeBlockHighlightKind, DescItemKind,
+    lang::protobuf::protobuf_lexer::{ProtobufLexer, ProtobufTokenData, ProtobufTokenKind},
+    util::ResultContainer,
+};
+
+pub fn process_protobuf_code_block<'a, C: ResultContainer>(
+    c: &mut C,
+    line_reader: Reader<'a>,
+    state: LexerState,
+) -> LexerState {
+    let mut lexer = ProtobufLexer::new_with_state(line_reader, state);
+    let tokens = lexer.tokenize();
+    for token in tokens {
+        if !matches!(
+            token.kind,
+            ProtobufTokenKind::TkEof | ProtobufTokenKind::TkWhitespace
+        ) {
+            let highlight_kind = to_highlight_kind(&token);
+            if highlight_kind != CodeBlockHighlightKind::None {
+                c.emit_range(token.range, DescItemKind::CodeBlockHl(highlight_kind));
+            }
+        }
+    }
+
+    lexer.get_state()
+}
+
+fn to_highlight_kind(token: &ProtobufTokenData) -> CodeBlockHighlightKind {
+    match token.kind {
+        ProtobufTokenKind::TkKeyword => CodeBlockHighlightKind::Keyword,
+        ProtobufTokenKind::TkType => CodeBlockHighlightKind::Class,
+        ProtobufTokenKind::TkString => CodeBlockHighlightKind::String,
+        ProtobufTokenKind::TkNumber | ProtobufTokenKind::TkFloat => CodeBlockHighlightKind::Number,
+        ProtobufTokenKind::TkLineComment | ProtobufTokenKind::TkBlockComment => {
+            CodeBlockHighlightKind::Comment
+        }
+        ProtobufTokenKind::TkIdentifier => CodeBlockHighlightKind::Variable,
+        ProtobufTokenKind::TkSemicolon
+        | ProtobufTokenKind::TkComma
+        | ProtobufTokenKind::TkDot
+        | ProtobufTokenKind::TkEquals
+        | ProtobufTokenKind::TkLeftParen
+        | ProtobufTokenKind::TkRightParen
+        | ProtobufTokenKind::TkLeftBrace
+        | ProtobufTokenKind::TkRightBrace
+        | ProtobufTokenKind::TkLeftBracket
+        | ProtobufTokenKind::TkRightBracket
+        | ProtobufTokenKind::TkLeftAngle
+        | ProtobufTokenKind::TkRightAngle
+        | ProtobufTokenKind::TkColon
+        | ProtobufTokenKind::TkSlash
+        | ProtobufTokenKind::TkMinus
+        | ProtobufTokenKind::TkPlus => CodeBlockHighlightKind::Operators,
+        _ => CodeBlockHighlightKind::None,
+    }
+}