Skip to content

Commit 99defd5

Browse files
awalker4awalker4
authored
chore: Clean up some connector schemas in the overlay file (#247)
This is to hold us over until these are updated on the backend. Add overlay config to remove existing schemas and recreate with a new name. This is a really ugly bandaid, we don't want to store actual schemas in this file for any longer than we have to. Some tests are broken because we merged the schemas that we don't want, this should fix that on the next generate job. Changes: Onedrive -> OneDrive Kafka-cloud -> KafkaCloud gcs -> GCS Google_drive -> GoogleDrive
1 parent bccb7a5 commit 99defd5

File tree

1 file changed

+271
-0
lines changed

1 file changed

+271
-0
lines changed

‎overlay_client.yaml‎

Lines changed: 271 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,3 +70,274 @@ actions:
7070
description: Add a null default to all optional parameters. Prevents the sdk from sending a default string when param is not specified.
7171
update:
7272
"default": null
73+
- target: $["components"]["schemas"]["CreateSourceConnector"]["properties"]["config"]["anyOf"][7]["$ref"]
74+
update: "#/components/schemas/GCSSourceConnectorConfigInput"
75+
- target: $["components"]["schemas"]["CreateSourceConnector"]["properties"]["config"]["anyOf"][8]["$ref"]
76+
update: "#/components/schemas/GoogleDriveSourceConnectorConfigInput"
77+
- target: $["components"]["schemas"]["CreateSourceConnector"]["properties"]["config"]["anyOf"][9]["$ref"]
78+
update: "#/components/schemas/KafkaCloudSourceConnectorConfigInput"
79+
- target: $["components"]["schemas"]["CreateSourceConnector"]["properties"]["config"]["anyOf"][11]["$ref"]
80+
update: "#/components/schemas/OneDriveSourceConnectorConfigInput"
81+
- target: $["components"]["schemas"]
82+
update:
83+
"GCSSourceConnectorConfig":
84+
type: "object"
85+
properties:
86+
"remote_url":
87+
type: "string"
88+
title: "Remote Url"
89+
"service_account_key":
90+
type: "string"
91+
title: "Service Account Key"
92+
title: "GCSSourceConnectorConfig"
93+
required:
94+
- "remote_url"
95+
- "service_account_key"
96+
- target: $["components"]["schemas"]
97+
update:
98+
"GCSSourceConnectorConfigInput":
99+
type: "object"
100+
properties:
101+
"remote_url":
102+
type: "string"
103+
title: "Remote Url"
104+
pattern: "^(gs|gcs):\\/\\/"
105+
"service_account_key":
106+
type: "string"
107+
title: "Service Account Key"
108+
title: "GCSSourceConnectorConfigInput"
109+
required:
110+
- "remote_url"
111+
- "service_account_key"
112+
- target: $["components"]["schemas"]
113+
update:
114+
"GoogleDriveSourceConnectorConfig":
115+
type: "object"
116+
properties:
117+
"drive_id":
118+
type: "string"
119+
title: "Drive Id"
120+
"service_account_key":
121+
type: "string"
122+
title: "Service Account Key"
123+
"extensions":
124+
anyOf:
125+
- type: "string"
126+
- type: "null"
127+
title: "Extensions"
128+
"recursive":
129+
type: "boolean"
130+
title: "Recursive"
131+
title: "GoogleDriveSourceConnectorConfig"
132+
required:
133+
- "drive_id"
134+
- "service_account_key"
135+
- "recursive"
136+
- target: $["components"]["schemas"]
137+
update:
138+
"GoogleDriveSourceConnectorConfigInput":
139+
type: "object"
140+
properties:
141+
"drive_id":
142+
type: "string"
143+
title: "Drive Id"
144+
"service_account_key":
145+
type: "string"
146+
title: "Service Account Key"
147+
"extensions":
148+
anyOf:
149+
- type: "string"
150+
- type: "null"
151+
title: "Extensions"
152+
"recursive":
153+
type: "boolean"
154+
title: "Recursive"
155+
default: true
156+
title: "GoogleDriveSourceConnectorConfigInput"
157+
required:
158+
- "drive_id"
159+
- "service_account_key"
160+
- target: $["components"]["schemas"]
161+
update:
162+
"KafkaCloudSourceConnectorConfig":
163+
type: "object"
164+
properties:
165+
"bootstrap_servers":
166+
type: "string"
167+
title: "Bootstrap Servers"
168+
"port":
169+
type: "integer"
170+
title: "Port"
171+
"group_id":
172+
anyOf:
173+
- type: "string"
174+
- type: "null"
175+
title: "Group Id"
176+
"topic":
177+
type: "string"
178+
title: "Topic"
179+
"kafka_api_key":
180+
type: "string"
181+
title: "Kafka Api Key"
182+
"secret":
183+
type: "string"
184+
title: "Secret"
185+
"num_messages_to_consume":
186+
type: "integer"
187+
title: "Num Messages To Consume"
188+
title: "KafkaCloudSourceConnectorConfig"
189+
required:
190+
- "bootstrap_servers"
191+
- "port"
192+
- "topic"
193+
- "kafka_api_key"
194+
- "secret"
195+
- "num_messages_to_consume"
196+
- target: $["components"]["schemas"]
197+
update:
198+
"KafkaCloudSourceConnectorConfigInput":
199+
type: "object"
200+
properties:
201+
"bootstrap_servers":
202+
type: "string"
203+
title: "Bootstrap Servers"
204+
"port":
205+
type: "integer"
206+
title: "Port"
207+
default: 9092
208+
"group_id":
209+
anyOf:
210+
- type: "string"
211+
- type: "null"
212+
title: "Group Id"
213+
"topic":
214+
type: "string"
215+
title: "Topic"
216+
"kafka_api_key":
217+
type: "string"
218+
title: "Kafka Api Key"
219+
"secret":
220+
type: "string"
221+
title: "Secret"
222+
"num_messages_to_consume":
223+
type: "integer"
224+
title: "Num Messages To Consume"
225+
default: 100
226+
title: "KafkaCloudSourceConnectorConfigInput"
227+
required:
228+
- "bootstrap_servers"
229+
- "topic"
230+
- "kafka_api_key"
231+
- "secret"
232+
- target: $["components"]["schemas"]
233+
update:
234+
"OneDriveSourceConnectorConfig":
235+
type: "object"
236+
properties:
237+
"client_id":
238+
type: "string"
239+
title: "Client Id"
240+
"tenant":
241+
type: "string"
242+
title: "Tenant"
243+
"authority_url":
244+
type: "string"
245+
title: "Authority Url"
246+
"user_pname":
247+
type: "string"
248+
title: "User Pname"
249+
"client_cred":
250+
type: "string"
251+
title: "Client Cred"
252+
"recursive":
253+
type: "boolean"
254+
title: "Recursive"
255+
"path":
256+
type: "string"
257+
title: "Path"
258+
title: "OneDriveSourceConnectorConfig"
259+
required:
260+
- "client_id"
261+
- "tenant"
262+
- "authority_url"
263+
- "user_pname"
264+
- "client_cred"
265+
- "recursive"
266+
- "path"
267+
- target: $["components"]["schemas"]
268+
update:
269+
"OneDriveSourceConnectorConfigInput":
270+
type: "object"
271+
properties:
272+
"client_id":
273+
type: "string"
274+
title: "Client Id"
275+
"tenant":
276+
type: "string"
277+
title: "Tenant"
278+
default: "common"
279+
"authority_url":
280+
type: "string"
281+
title: "Authority Url"
282+
default: "https://login.microsoftonline.com"
283+
"user_pname":
284+
type: "string"
285+
title: "User Pname"
286+
"client_cred":
287+
type: "string"
288+
title: "Client Cred"
289+
"recursive":
290+
type: "boolean"
291+
title: "Recursive"
292+
default: false
293+
"path":
294+
type: "string"
295+
title: "Path"
296+
title: "OneDriveSourceConnectorConfigInput"
297+
required:
298+
- "client_id"
299+
- "user_pname"
300+
- "client_cred"
301+
- "path"
302+
- target: $["components"]["schemas"]["SourceConnectorInformation"]["properties"]["config"]["anyOf"][7]["$ref"]
303+
update: "#/components/schemas/GCSSourceConnectorConfig"
304+
- target: $["components"]["schemas"]["SourceConnectorInformation"]["properties"]["config"]["anyOf"][8]["$ref"]
305+
update: "#/components/schemas/GoogleDriveSourceConnectorConfig"
306+
- target: $["components"]["schemas"]["SourceConnectorInformation"]["properties"]["config"]["anyOf"][9]["$ref"]
307+
update: "#/components/schemas/KafkaCloudSourceConnectorConfig"
308+
- target: $["components"]["schemas"]["SourceConnectorInformation"]["properties"]["config"]["anyOf"][11]["$ref"]
309+
update: "#/components/schemas/OneDriveSourceConnectorConfig"
310+
- target: $["components"]["schemas"]["SourceConnectorType"]["enum"][9]
311+
update: "kafka_cloud"
312+
- target: $["components"]["schemas"]["UpdateSourceConnector"]["properties"]["config"]["anyOf"][7]["$ref"]
313+
update: "#/components/schemas/GCSSourceConnectorConfigInput"
314+
- target: $["components"]["schemas"]["UpdateSourceConnector"]["properties"]["config"]["anyOf"][8]["$ref"]
315+
update: "#/components/schemas/GoogleDriveSourceConnectorConfigInput"
316+
- target: $["components"]["schemas"]["UpdateSourceConnector"]["properties"]["config"]["anyOf"][9]["$ref"]
317+
update: "#/components/schemas/KafkaCloudSourceConnectorConfigInput"
318+
- target: $["components"]["schemas"]["UpdateSourceConnector"]["properties"]["config"]["anyOf"][11]["$ref"]
319+
update: "#/components/schemas/OneDriveSourceConnectorConfigInput"
320+
- target: $["components"]["schemas"]["GcsSourceConnectorConfig"]
321+
remove: true
322+
- target: $["components"]["schemas"]["GcsSourceConnectorConfigInput"]
323+
remove: true
324+
- target: $["components"]["schemas"]["Google_driveSourceConnectorConfig"]
325+
remove: true
326+
- target: $["components"]["schemas"]["Google_driveSourceConnectorConfigInput"]
327+
remove: true
328+
- target: $["components"]["schemas"]["Kafka-cloudSourceConnectorConfig"]
329+
remove: true
330+
- target: $["components"]["schemas"]["Kafka-cloudSourceConnectorConfigInput"]
331+
remove: true
332+
- target: $["components"]["schemas"]["OnedriveSourceConnectorConfig"]
333+
remove: true
334+
- target: $["components"]["schemas"]["OnedriveSourceConnectorConfigInput"]
335+
remove: true
336+
- target: $["components"]["schemas"]["CreateWorkflow"]["properties"]["workflow_nodes"]["anyOf"][0]["items"]["$ref"]
337+
update: "#/components/schemas/WorkflowNode"
338+
- target: $["components"]["schemas"]["UpdateWorkflow"]["properties"]["workflow_nodes"]["anyOf"][0]["items"]["$ref"]
339+
update: "#/components/schemas/WorkflowNode"
340+
- target: $["components"]["schemas"]["WorkflowNode"]["properties"]["id"]
341+
remove: true
342+
- target: $["components"]["schemas"]["CreateWorkflowNode"]
343+
remove: true

0 commit comments

Comments
 (0)