Skip to content

Commit 64cf899

Browse files
elasticsearch-specification update
Update code based on https://github.com/elastic/elasticsearch-specification/blob/main/output/schema/schema.json from Sat Aug 31 00:41:24 UTC 2024.
1 parent ff33725 commit 64cf899

File tree

2 files changed

+130
-0
lines changed

2 files changed

+130
-0
lines changed

elasticsearch-ingest-node.schema.json

Lines changed: 104 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -874,6 +874,50 @@
874874
"replacement"
875875
]
876876
},
877+
"HtmlStripProcessor": {
878+
"properties": {
879+
"description": {
880+
"type": "string",
881+
"description": "Description of the processor. Useful for describing the purpose of the processor or its configuration."
882+
},
883+
"if": {
884+
"type": "string",
885+
"description": "Conditionally execute the processor."
886+
},
887+
"ignore_failure": {
888+
"type": "boolean",
889+
"description": "Ignore failures for the processor."
890+
},
891+
"on_failure": {
892+
"items": {
893+
"$ref": "#/$defs/ProcessorContainer"
894+
},
895+
"type": "array",
896+
"description": "Handle failures for the processor."
897+
},
898+
"tag": {
899+
"type": "string",
900+
"description": "Identifier for the processor. Useful for debugging and metrics."
901+
},
902+
"field": {
903+
"type": "string",
904+
"description": "The string-valued field to remove HTML tags from. Required."
905+
},
906+
"ignore_missing": {
907+
"type": "boolean",
908+
"description": "If `true` and `field` does not exist or is `null`, the processor quietly exits without modifying the document,."
909+
},
910+
"target_field": {
911+
"type": "string",
912+
"description": "The field to assign the converted value to By default, the `field` is updated in-place."
913+
}
914+
},
915+
"additionalProperties": false,
916+
"type": "object",
917+
"required": [
918+
"field"
919+
]
920+
},
877921
"InferenceConfig": {
878922
"properties": {
879923
"regression": {
@@ -1346,6 +1390,10 @@
13461390
"$ref": "#/$defs/GsubProcessor",
13471391
"description": "Converts a string field by applying a regular expression and a replacement. If the field is an array of string, all members of the array will be converted. If any non-string values are encountered, the processor will throw an exception."
13481392
},
1393+
"html_strip": {
1394+
"$ref": "#/$defs/HtmlStripProcessor",
1395+
"description": "Removes HTML tags from the field. If the field is an array of strings, HTML tags will be removed from all members of the array."
1396+
},
13491397
"inference": {
13501398
"$ref": "#/$defs/InferenceProcessor",
13511399
"description": "Uses a pre-trained data frame analytics model or a model deployed for natural language processing tasks to infer against the data that is being ingested in the pipeline."
@@ -1414,6 +1462,10 @@
14141462
"$ref": "#/$defs/UrlDecodeProcessor",
14151463
"description": "URL-decodes a string. If the field is an array of strings, all members of the array will be decoded."
14161464
},
1465+
"uri_parts": {
1466+
"$ref": "#/$defs/UriPartsProcessor",
1467+
"description": "Parses a Uniform Resource Identifier (URI) string and extracts its components as an object. This URI object includes properties for the URI’s domain, path, fragment, port, query, scheme, user info, username, and password."
1468+
},
14171469
"user_agent": {
14181470
"$ref": "#/$defs/UserAgentProcessor",
14191471
"description": "The `user_agent` processor extracts details from the user agent string a browser sends with its web requests. This processor adds this information by default under the `user_agent` field."
@@ -1876,6 +1928,58 @@
18761928
"field"
18771929
]
18781930
},
1931+
"UriPartsProcessor": {
1932+
"properties": {
1933+
"description": {
1934+
"type": "string",
1935+
"description": "Description of the processor. Useful for describing the purpose of the processor or its configuration."
1936+
},
1937+
"if": {
1938+
"type": "string",
1939+
"description": "Conditionally execute the processor."
1940+
},
1941+
"ignore_failure": {
1942+
"type": "boolean",
1943+
"description": "Ignore failures for the processor."
1944+
},
1945+
"on_failure": {
1946+
"items": {
1947+
"$ref": "#/$defs/ProcessorContainer"
1948+
},
1949+
"type": "array",
1950+
"description": "Handle failures for the processor."
1951+
},
1952+
"tag": {
1953+
"type": "string",
1954+
"description": "Identifier for the processor. Useful for debugging and metrics."
1955+
},
1956+
"field": {
1957+
"type": "string",
1958+
"description": "Field containing the URI string. Required."
1959+
},
1960+
"ignore_missing": {
1961+
"type": "boolean",
1962+
"description": "If `true` and `field` does not exist, the processor quietly exits without modifying the document."
1963+
},
1964+
"keep_original": {
1965+
"type": "boolean",
1966+
"description": "If `true`, the processor copies the unparsed URI to `\u003ctarget_field\u003e.original`."
1967+
},
1968+
"remove_if_successful": {
1969+
"type": "boolean",
1970+
"description": "If `true`, the processor removes the `field` after parsing the URI string. If parsing fails, the processor does not remove the `field`."
1971+
},
1972+
"target_field": {
1973+
"type": "string",
1974+
"description": "Output field for the URI object."
1975+
}
1976+
},
1977+
"additionalProperties": false,
1978+
"type": "object",
1979+
"required": [
1980+
"field"
1981+
]
1982+
},
18791983
"UrlDecodeProcessor": {
18801984
"properties": {
18811985
"description": {

processor.go

Lines changed: 26 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)