Merge remote-tracking branch 'origin/main' into make-score-required

Author: pquentin

.ci/Dockerfile

@@ -0,0 +1,7 @@
+FROM node:20
+
+WORKDIR /usr/src/app
+
+RUN pwd
+RUN npm install \
+    make setup

.editorconfig

@@ -1,4 +1,244 @@
+### Header #########################################################################################
+
+# The filename patterns in '.gitattributes' are case-sensitive!
+
+### Line Endings ###################################################################################
+
+# Set default behavior to automatically normalize line endings
+* text=auto
+
+# Force batch scripts to always use CRLF line endings
+*.bat      text eol=crlf
+*.cmd      text eol=crlf
+*.ps1      text eol=crlf
+
+# Force bash scripts to always use LF line endings
+*.bash     text eol=lf
+*.fish     text eol=lf
+*.sh       text eol=lf
+*.zsh      text eol=lf
+
+# Text files where line endings should be preserved
+*.patch    -text
+
+### Common #########################################################################################
+
+# Configs
+.editorconfig     text
+.gitattributes    text export-ignore
+.gitignore        text export-ignore
+.gitkeep          text export-ignore
+*.json            text
+*.toml            text
+*.xml             text
+*.yaml            text
+*.yml             text
+*.cnf             text
+*.conf            text
+*.config          text
+*.ini             text
+
+# Documents
+*.markdown        text diff=markdown
+*.md              text diff=markdown
+*.mdwn            text diff=markdown
+*.mdown           text diff=markdown
+*.mkd             text diff=markdown
+*.mkdn            text diff=markdown
+*.mdtxt           text
+*.mdtext          text
+*.txt             text
+*.tex             text diff=tex
+*.adoc            text
+*.textile         text
+*.mustache        text
+*.csv             text eol=crlf
+*.tab             text
+*.tsv             text
+*.sql             text
+*.epub            diff=astextplain
+*.bibtex          text diff=bibtex
+*.doc             diff=astextplain
+*.docx            diff=astextplain
+*.dot             diff=astextplain
+*.pdf             diff=astextplain
+*.rtf             diff=astextplain
+
+# Documentation
+AUTHORS           text
+CHANGELOG         text
+CHANGES           text
+CONTRIBUTING      text
+COPYING           text
+copyright         text
+*COPYRIGHT*       text
+INSTALL           text
+license           text
+LICENSE           text
+NEWS              text
+readme            text
+*README*          text
+TODO              text
+
+# Graphics
+*.ai              binary
+*.bmp             binary
+*.eps             binary
+*.gif             binary
+*.gifv            binary
+*.ico             binary
+*.jng             binary
+*.jp2             binary
+*.jpg             binary
+*.jpeg            binary
+*.jpx             binary
+*.jxr             binary
+*.pdf             binary
+*.png             binary
+*.psb             binary
+*.psd             binary
+*.svg             text
+*.svgz            binary
+*.tif             binary
+*.tiff            binary
+*.wbmp            binary
+*.webp            binary
+
+# Audio
+*.kar             binary
+*.m4a             binary
+*.mid             binary
+*.midi            binary
+*.mp3             binary
+*.ogg             binary
+*.ra              binary
+
+# Video
+*.3gpp            binary
+*.3gp             binary
+*.as              binary
+*.asf             binary
+*.asx             binary
+*.avi             binary
+*.fla             binary
+*.flv             binary
+*.m4v             binary
+*.mng             binary
+*.mov             binary
+*.mp4             binary
+*.mpeg            binary
+*.mpg             binary
+*.ogv             binary
+*.swc             binary
+*.swf             binary
+*.webm            binary
+
+# Archives
+*.7z              binary
+*.gz              binary
+*.jar             binary
+*.rar             binary
+*.tar             binary
+*.zip             binary
+
+# Executables
+*.exe             binary
+*.pyc             binary
+
+# Misc
+Makefile          text
+Dockerfile        text
+
+### Web ############################################################################################
+
+# Source code
+*.coffee          text
+*.css             text diff=css
+*.htm             text diff=html
+*.html            text diff=html
+*.inc             text
+*.js              text
+*.mjs             text
+*.cjs             text
+*.jsx             text
+*.less            text
+*.ls              text
+*.map             text -diff
+*.od              text
+*.onlydata        text
+*.php             text diff=php
+*.pl              text
+*.py              text diff=python
+*.rb              text diff=ruby
+*.sass            text
+*.scm             text
+*.scss            text diff=css
+*.sh              text eol=lf
+.husky/*          text eol=lf
+*.styl            text
+*.tag             text
+*.ts              text
+*.tsx             text
+*.xml             text
+*.xhtml           text diff=html
+
+# Configs
+.env              text
+.htaccess         text
+*.lock            text -diff
+package.json      text eol=lf
+package-lock.json text eol=lf -diff
+pnpm-lock.yaml    text eol=lf -diff
+.prettierrc       text
+yarn.lock         text -diff
+browserslist      text
+# Fixes syntax highlighting on GitHub to allow comments
+tsconfig.json     linguist-language=JSON-with-Comments
+
+# Templates
+*.dot             text
+*.ejs             text
+*.erb             text
+*.haml            text
+*.handlebars      text
+*.hbs             text
+*.hbt             text
+*.jade            text
+*.latte           text
+*.mustache        text
+*.njk             text
+*.phtml           text
+*.svelte          text
+*.tmpl            text
+*.tpl             text
+*.twig            text
+*.vue             text
+
+# Fonts
+*.ttf             binary
+*.eot             binary
+*.otf             binary
+*.woff            binary
+*.woff2           binary
+
+# RC files (like .babelrc or .eslintrc)
+*.*rc             text
+
+# Ignore files (like .npmignore or .gitignore)
+*.*ignore         text
+
+# Prevents massive diffs from built files
+dist/*            binary
+
+### Linguist Overrides #############################################################################
+
 output/dangling-types/dangling.csv linguist-generated=true
 output/schema/schema.json linguist-generated=true
+output/openapi/elasticsearch-serverless-openapi.json linguist-generated=true
+output/schema/import-type-graph.json linguist-generated=true
+output/schema/import-namespace-graph-compact.json linguist-generated=true
+output/schema/import-namespace-graph-expanded.json linguist-generated=true
 output/schema/validation-errors.json linguist-generated=true
 output/typescript/types.ts linguist-generated=true
+
+####################################################################################################

.gitattributes

@@ -1 +1,10 @@
+# Specification definition owners
 /specification/ml/** @elastic/ml-core @elastic/ml-ui
+
+# Specification tooling owners
+/.github/                   @elastic/clients-team
+/compiler/                  @elastic/clients-team
+/compiler-rs/               @elastic/clients-team
+/typescript-generator/      @elastic/clients-team
+/specification/_json_spec/  @elastic/clients-team
+/specification/_spec_utils/ @elastic/clients-team

.github/CODEOWNERS

@@ -5,10 +5,13 @@ Hello there!
 Thank you for opening a pull request!
 Please make sure to follow the steps below when opening a pr:
 
-- Tag the relative issue (if any) and give a brief explanation on what your changes are doing
-- If you did a spec change, remember to generate again the outputs, you can do it by running `make generate-spec`
-- Make sure your code follows the lint rules, you can fix them by running `npm run lint:fix --prefix specification`
 - Sign the CLA https://www.elastic.co/contributor-agreement/
+- Tag the relative issue (if any) and give a brief explanation on what your changes are doing
+- If you did a spec change, remember to generate again the outputs, you can do it by running `make contrib`
+- Add the appropriate backport labels. If you need to backport a breaking change (e.g. changing the structure of a type or changing the type/optionality of a field), please follow these rules:
+  - If the API is unusable without the change -> every supported version
+  - If the API is usable, but fix is on the response side -> every supported version
+  - If the API is usable, but fix is on the request side -> no backport, unless the API is _partially_ usable and the fix unlocks a missing feature that has no workaround
 
 Happy coding!
 

.github/PULL_REQUEST_TEMPLATE.md

@@ -27,13 +27,13 @@ function check_license_header {
 
 cd "$TOP"
 nErrors=0
-for f in $(git ls-files | grep '\.ts$'); do
+for f in $(git ls-files | grep -v compiler-wasm-lib/pkg | grep '\.ts$'); do
     if ! check_license_header $f; then
         nErrors=$((nErrors+1))
     fi
 done
 
-for f in $(git ls-files | grep '\.js$'); do
+for f in $(git ls-files | grep -v compiler-wasm-lib/pkg |grep '\.js$'); do
     if ! check_license_header $f; then
         nErrors=$((nErrors+1))
     fi

.github/check-license-headers.sh

@@ -29,7 +29,7 @@ const rimraf = require('rimraf')
 const fetch = require('node-fetch')
 const crossZip = require('cross-zip')
 
-const { mkdir, rename, readdir } = promises
+const { mkdir, rename, readdir, unlink } = promises
 const pipeline = promisify(stream.pipeline)
 const unzip = promisify(crossZip.unzip)
 const rm = promisify(rimraf)
@@ -46,7 +46,7 @@ async function downloadArtifacts (opts) {
 
   core.info('Checking out spec and test')
 
-  core.info('Resolving versions')
+  core.info('Resolving version')
   let resolved
   try {
     resolved = await resolve(opts.version || fromBranch(opts.branch), opts.hash)
@@ -85,10 +85,28 @@ async function downloadArtifacts (opts) {
     await rename(join(downloadedSpec, file), join(specFolder, file))
   }
 
+  /** Delete files that weren't in the zip file */
+  const specFiles = await readdir(specFolder)
+  for (const file of specFiles) {
+    if (!files.includes(file)) {
+      await unlink(join(specFolder, file))
+    }
+  }
+
   core.info('Done')
 }
 
 async function resolve (version, hash) {
+  if (version === 'latest') {
+    const response = await fetch('https://artifacts-api.elastic.co/v1/versions')
+    if (!response.ok) {
+      throw new Error(`unexpected response ${response.statusText}`)
+    }
+    const { versions } = await response.json()
+    version = versions.pop()
+  }
+
+  core.info(`Resolving version ${version}`)
   const response = await fetch(`https://artifacts-api.elastic.co/v1/versions/${version}`)
   if (!response.ok) {
     throw new Error(`unexpected response ${response.statusText}`)
@@ -139,10 +157,10 @@ async function resolve (version, hash) {
 
 function fromBranch (branch) {
   if (branch === 'main') {
-    return '8.1.0-SNAPSHOT'
+    return 'latest'
   } else if (branch === '7.x') {
     return '7.x-SNAPSHOT'
-  } else if (branch.startsWith('7.') && !isNaN(Number(branch.split('.')[1]))) {
+  } else if ((branch.startsWith('7.') || branch.startsWith('8.')) && !isNaN(Number(branch.split('.')[1]))) {
     return `${branch}-SNAPSHOT`
   } else {
     throw new Error(`Cannot derive version from branch '${branch}'`)

.github/download-artifacts/index.js

@@ -10,10 +10,10 @@
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "@actions/core": "^1.2.7",
+    "@actions/core": "^1.6.0",
     "cross-zip": "^4.0.0",
     "minimist": "^1.2.5",
-    "node-fetch": "^2.6.1",
+    "node-fetch": "^2.6.7",
     "rimraf": "^3.0.2"
   }
 }

.github/download-artifacts/package.json

@@ -9,3 +9,4 @@ generator:typescript:
 
 compiler:
   - 'compiler/**/*'
+  - 'compiler-rs/**/*'