Add ES|QL language support and move hl theme over to theme colors

Author: Mpdreamz

docs/testing/custom-highlighters.md

@@ -32,6 +32,7 @@ GET /mydocuments/_search
 }
 ```
 ````
+::::
 
 ## EQL
 
@@ -68,4 +69,46 @@ function calls
 modulo(10, 6)
 modulo(10, 5)
 modulo(10, 0.5)
-```
+```
+
+
+
+ ## ESQL
+
+
+```esql
+FROM employees
+| LIMIT 1000
+```
+
+```esql
+ROW a = "2023-01-23T12:15:00.000Z - some text - 127.0.0.1"
+| DISSECT a """%{date} - %{msg} - %{ip}"""
+| KEEP date, msg, ip
+```
+
+```esql
+FROM books
+| WHERE KQL("author: Faulkner")
+| KEEP book_no, author
+| SORT book_no
+| LIMIT 5
+```
+
+```esql
+FROM hosts
+| STATS COUNT_DISTINCT(ip0), COUNT_DISTINCT(ip1)
+```
+
+```esql
+ROW message = "foo ( bar"
+| WHERE message RLIKE "foo \\( bar"
+```
+
+```esql
+FROM books
+| WHERE author:"Faulkner"
+| KEEP book_no, author
+| SORT book_no
+| LIMIT 5;
+```

src/Elastic.Markdown/Assets/hljs.ts

@@ -43,7 +43,6 @@ const NUMBER = {
 	relevance: 0
 };
 
-
 hljs.registerLanguage('eql', function() {
 	return {
 		case_insensitive: true, // language is case-insensitive
@@ -69,6 +68,74 @@ hljs.registerLanguage('eql', function() {
 	}
 })
 
+hljs.registerLanguage('esql', function() {
+	return {
+		case_insensitive: true, // language is case-insensitive
+		keywords: {
+			keyword: 'FROM ROW SHOW DISSECT DROP ENRICH EVAL GROK KEEP LIMIT RENAME SORT STATS WHERE METADATA',
+			literal: ['false','true','null'],
+			function: [
+				// aggregate
+				"AVG", "COUNT", "COUNT_DISTINCT", "MAX", "MEDIAN", "MEDIAN_ABSOLUTE_DEVIATION", "MIN",
+				"PERCENTILE", "SUM", "TOP", "VALUES", "WEIGHTED_AVG", "BUCKET",
+
+				// conditional
+				"CASE", "COALESCE", "GREATEST", "LEAST",
+
+				//Date
+				"DATE_DIFF", "DATE_EXTRACT", "DATE_FORMAT", "DATE_PARSE", "DATE_TRUNC", "NOW",
+
+				//ip
+				"CIDR_MATCH", "IP_PREFIX",
+
+				//math
+				"ABS", "ACOS", "ASIN", "ATAN", "ATAN2", "CBRT", "CEIL", "COS", "COSH", "E", "EXP", "FLOOR",
+				"HYPOT", "LOG", "LOG10", "PI", "POW", "ROUND", "SIGNUM", "SIN", "SINH", "SQRT", "TAN",
+				"TANH", "TAU",
+
+				//search
+				"MATCH", "QSTR",
+
+				//spatial
+				"ST_DISTANCE", "ST_INTERSECTS", "ST_DISJOINT", "ST_CONTAINS", "ST_WITHIN", "ST_X", "ST_Y",
+
+				//string
+
+				"BIT_LENGTH", "BYTE_LENGTH", "CONCAT", "ENDS_WITH", "FROM_BASE64", "LEFT", "LENGTH", "LOCATE",
+				"LTRIM", "REPEAT", "REPLACE", "REVERSE", "RIGHT", "RTRIM", "SPACE", "SPLIT", "STARTS_WITH",
+				"SUBSTRING", "TO_BASE64", "TO_LOWER", "TO_UPPER", "TRIM",
+
+				//type conversion
+				"TO_BOOLEAN", "TO_CARTESIANPOINT", "TO_CARTESIANSHAPE", "TO_DATETIME", "TO_DEGREES",
+				"TO_DOUBLE", "TO_GEOPOINT", "TO_GEOSHAPE", "TO_INTEGER", "TO_IP", "TO_LONG", "TO_RADIANS",
+				"TO_STRING", "TO_VERSION",
+
+				//multivalued
+				"MV_APPEND", "MV_AVG", "MV_CONCAT", "MV_COUNT", "MV_DEDUPE", "MV_FIRST", "MV_LAST", "MV_MAX",
+				"MV_MEDIAN", "MV_MEDIAN_ABSOLUTE_DEVIATION", "MV_MIN", "MV_PERCENTILE", "MV_PSERIES_WEIGHTED_SUM",
+				"MV_SORT", "MV_SLICE", "MV_SUM", "MV_ZIP",
+
+				"KQL"
+			]
+		},
+		contains: [
+			hljs.QUOTE_STRING_MODE,
+			hljs.C_LINE_COMMENT_MODE,
+			{
+				scope: "operator", // (pathname: path1/path2/dothis) color #ab5656
+				match: /(?:<|<=|==|::|\w+:|!=|>=|>|LIKE|RLIKE|IS NULL|IS NOT NULL)/,
+			},
+			{
+				scope: "punctuation", // (pathname: path1/path2/dothis) color #ab5656
+				match: /(?:!?\[|\]|\|)/,
+			},
+			NUMBER,
+
+		]
+	}
+})
+
+
 hljs.addPlugin(mergeHTMLPlugin);
 export function initHighlight() {
 

src/Elastic.Markdown/Assets/markdown/code.css

@@ -79,4 +79,86 @@
 		text-decoration: inherit;
 		font-weight: inherit;
 	}
+
+
+	.hljs-built_in,
+	.hljs-selector-tag,
+	.hljs-section,
+	.hljs-link {
+		color: var(--color-blue-elastic-70)
+	}
+
+	.hljs-keyword {
+		color: var(--color-blue-elastic-70)
+	}
+
+	.hljs {
+		color: var(--color-blue-elastic-30)  !important;
+	}
+	.hljs-subst {
+		color: var(--color-purple-60)
+	}
+	.hljs-function {
+		color: var(--color-purple-60)
+	}
+
+	.hljs-title,
+	.hljs-title.function,
+	.hljs-attr,
+	.hljs-meta-keyword {
+		color: var(--color-yellow-50)
+	}
+
+	.hljs-string {
+		color: var(--color-green-50)
+	}
+	.hljs-operator {
+		color: var(--color-yellow-50)
+	}
+
+	.hljs-meta,
+	.hljs-name,
+	.hljs-type,
+	.hljs-symbol,
+	.hljs-bullet,
+	.hljs-addition,
+	.hljs-variable,
+	.hljs-template-tag,
+	.hljs-template-variable {
+		color: var(--color-yellow-50)
+	}
+
+	.hljs-comment,
+	.hljs-quote,
+	.hljs-deletion {
+		color: var(--color-grey-70)
+	}
+
+	.hljs-punctuation {
+		color: var(--color-grey-50);
+		font-weight: bold;
+	}
+
+	.hljs-keyword,
+	.hljs-selector-tag,
+	.hljs-literal,
+	.hljs-title,
+	.hljs-section,
+	.hljs-doctag,
+	.hljs-type,
+	.hljs-name,
+	.hljs-strong {
+		font-weight: bold;
+	}
+
+	.hljs-literal {
+		color: var(--color-pink-50)
+	}
+	.hljs-number {
+		color: var(--color-teal-50)
+	}
+
+	.hljs-emphasis {
+		font-style: italic;
+	}
 }

src/Elastic.Markdown/Assets/styles.css

@@ -1,7 +1,6 @@
 @import "tailwindcss";
 @import "./fonts.css";
 @import "./theme.css";
-@import "highlight.js/styles/github-dark-dimmed.css";
 @import "./markdown/typography.css";
 @import "./markdown/list.css";
 @import "./markdown/tabs.css";

src/Elastic.Markdown/Myst/CodeBlocks/SupportedLanguages.cs

@@ -181,7 +181,8 @@ public static class CodeBlock
 		{ "zephir", "zep" }, // Zephir
 
 		//CUSTOM, Elastic language we wrote highlighters for
-		{ "eql", "" }
+		{ "eql", "" },
+		{ "esql", "" }
 	};