-
Notifications
You must be signed in to change notification settings - Fork 15
180 lines (158 loc) · 6.37 KB
/
convert-proto.yml
File metadata and controls
180 lines (158 loc) · 6.37 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
name: Auto Proto Convert
on:
workflow_dispatch:
inputs:
opensearch_version:
description: 'OpenSearch version. Leave empty to fetch latest.'
required: false
type: string
repository_dispatch:
types: [spec-updated]
pull_request:
paths:
- 'tools/proto-convert/**'
jobs:
auto-proto-convert:
runs-on: ubuntu-latest
if: github.repository == 'opensearch-project/opensearch-protobufs'
steps:
- name: Checkout Repository
uses: actions/checkout@v4
- name: Setup Node.js
uses: actions/setup-node@v3
with:
node-version: 20
- name: Setup Java
uses: actions/setup-java@v3
with:
distribution: temurin
java-version: 17
- name: Download Release Assets
uses: robinraju/release-downloader@v1
with:
repository: 'opensearch-project/opensearch-api-specification'
latest: true
fileName: 'opensearch-openapi.yaml'
tag: 'main-latest'
preRelease: true
- name: Get Latest Commit ID
id: get_commit
uses: actions/github-script@v6
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
const owner = "opensearch-project";
const repo = "opensearch-api-specification";
const commits = await github.rest.repos.listCommits({
owner,
repo,
sha: "main",
per_page: 1
});
const latestCommit = commits.data[0].sha;
core.setOutput("latest_commit", latestCommit);
console.log("Latest commit: " + latestCommit);
- name: Get Latest OpenSearch Core Version
id: get_opensearch_version
uses: actions/github-script@v6
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
// Check if version was provided as input
const inputVersion = "${{ inputs.opensearch_version }}";
if (inputVersion && inputVersion.trim() !== "") {
core.setOutput("version", inputVersion.trim());
console.log("Using provided OpenSearch version: " + inputVersion.trim());
return;
}
// Otherwise fetch version from buildSrc/version.properties on main branch
try {
const response = await github.request(
'GET /repos/{owner}/{repo}/contents/{path}',
{
owner: 'opensearch-project',
repo: 'OpenSearch',
path: 'buildSrc/version.properties',
ref: 'main'
}
);
// Decode the file content
const content = Buffer.from(response.data.content, 'base64').toString('utf-8');
// Extract opensearch version (e.g., "opensearch = 3.4.0")
const match = content.match(/opensearch\s*=\s*([^\s]+)/);
if (match && match[1]) {
const version = match[1].trim();
core.setOutput("version", version);
console.log("Fetched OpenSearch version from source: " + version);
} else {
core.setFailed("Could not find opensearch version in gradle/libs.versions.toml");
}
} catch (error) {
core.setFailed("Could not fetch OpenSearch version: " + error.message);
}
- name: Run Proto Conversion
env:
OPENSEARCH_VERSION: ${{ steps.get_opensearch_version.outputs.version }}
run: npm ci && npm run preprocessing -- --opensearch-version "$OPENSEARCH_VERSION"
- name: Convert protobuf
env:
OPENAPI_GENERATOR_VERSION: 7.19.0
run: |
npx --yes @openapitools/openapi-generator-cli generate \
-c tools/proto-convert/src/config/protobuf-generator-config.yaml
- name: Post Process Protobuf
id: merge_report
run: |
npm run postprocessing
REPORT_PATH="/tmp/merge-report.md"
if [ -f "$REPORT_PATH" ]; then
REPORT=$(cat "$REPORT_PATH")
echo "report<<EOF" >> $GITHUB_OUTPUT
echo "$REPORT" >> $GITHUB_OUTPUT
echo "EOF" >> $GITHUB_OUTPUT
else
echo "report=No changes detected." >> $GITHUB_OUTPUT
fi
- name: Configure Git User
run: |
git config --global user.name "github-actions[bot]"
git config --global user.email "github-actions[bot]@users.noreply.github.com"
- name: Check for changes
id: check_changes
run: |
if [ -z "$(git status --porcelain)" ]; then
echo "No changes detected."
echo "changed=false" >> $GITHUB_OUTPUT
else
echo "Changes detected."
echo "changed=true" >> $GITHUB_OUTPUT
fi
- name: Generate diff file for protos/schemas
if: github.event_name == 'pull_request' && steps.check_changes.outputs.changed == 'true'
run: |
git add -N .
git diff protos/schemas/ > protos-schemas.diff
- name: Upload protos/schemas diff
if: github.event_name == 'pull_request' && steps.check_changes.outputs.changed == 'true'
uses: actions/upload-artifact@v4
with:
name: protos-schemas-diff
path: protos-schemas.diff
- name: Create Pull Request if changes exist
if: github.event_name != 'pull_request' && steps.check_changes.outputs.changed == 'true' && github.repository == 'opensearch-project/opensearch-protobufs'
uses: peter-evans/create-pull-request@v7
with:
token: ${{ secrets.GITHUB_TOKEN }}
branch: auto-pr-branch
commit-message: "Protobuf schema change detected"
title: "[Automated PR]: Update generated protobuf schema (OpenSearch: ${{ steps.get_opensearch_version.outputs.version }}, spec commit: ${{ steps.get_commit.outputs.latest_commit }})"
signoff: true
base: main
delete-branch: true
labels: skip-changelog
body: |
This pull request was automatically generated by GitHub Actions.
**OpenSearch Version**: ${{ steps.get_opensearch_version.outputs.version }}
**API Spec Commit**: ${{ steps.get_commit.outputs.latest_commit }}
---
${{ steps.merge_report.outputs.report }}