Skip to content

Commit 04a7994

Browse files
authored
fix(specs): ingestion task and transformation (#3347)
1 parent 78f29f1 commit 04a7994

File tree

3 files changed

+11
-43
lines changed

3 files changed

+11
-43
lines changed

specs/ingestion/common/schemas/source.yml

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -452,10 +452,6 @@ SourceUpdateInput:
452452
- $ref: '#/SourceUpdateDocker'
453453
- $ref: '#/SourceUpdateShopify'
454454

455-
DockerSourceStream:
456-
type: object
457-
description: Stream definition (see the Singer specification for details).
458-
459455
SourceUpdateShopify:
460456
title: Shopify
461457
type: object

specs/ingestion/common/schemas/task.yml

Lines changed: 11 additions & 37 deletions
Original file line numberDiff line numberDiff line change
@@ -140,9 +140,8 @@ ActionType:
140140
TaskInput:
141141
description: Configuration of the task, depending on its type.
142142
oneOf:
143-
- $ref: '#/OnDemandDateUtilsInput'
144-
- $ref: '#/ScheduleDateUtilsInput'
145-
- $ref: '#/StreamingUtilsInput'
143+
- $ref: '#/StreamingInput'
144+
- $ref: '#/DockerStreamsInput'
146145
- $ref: '#/ShopifyInput'
147146

148147
TriggerInput:
@@ -359,50 +358,25 @@ MappingInput:
359358
- format
360359
- actions
361360

362-
OnDemandDateUtilsInput:
363-
title: On demand date range
364-
type: object
365-
additionalProperties: false
366-
description: Input for a manually-triggered task whose source is of type `bigquery` and for which extracted data spans a given time range.
367-
properties:
368-
startDate:
369-
description: Earliest date in RFC 3339 format of the extracted data from Big Query.
370-
type: string
371-
endDate:
372-
description: Latest date in RFC 3339 format of the extracted data from Big Query.
373-
type: string
374-
mapping:
375-
$ref: '#/MappingInput'
376-
required:
377-
- startDate
378-
- endDate
379-
380-
ScheduleDateUtilsInput:
381-
title: Schedule dates
361+
StreamingInput:
362+
title: Streaming input
382363
type: object
383364
additionalProperties: false
384-
description: Input for scheduled tasks whose source is of type `bigquery` and for which extracted data spans a fixed number of days.
365+
description: Input for a `streaming` task whose source is of type `ga4BigqueryExport` and for which extracted data is continuously streamed.
385366
properties:
386-
timeframe:
387-
description: Number of days in the past until the current day for which to extract Big Query data.
388-
type: integer
389-
minimum: 1
390-
maximum: 30
391367
mapping:
392368
$ref: '#/MappingInput'
393369
required:
394-
- timeframe
370+
- mapping
395371

396-
StreamingUtilsInput:
397-
title: Streaming input
372+
DockerStreamsInput:
373+
title: The selected streams of a singer or airbyte connector.
398374
type: object
399-
additionalProperties: false
400-
description: Input for a `streaming` task whose source is of type `ga4BigqueryExport` and for which extracted data is continuously streamed.
401375
properties:
402-
mapping:
403-
$ref: '#/MappingInput'
376+
streams:
377+
type: object
404378
required:
405-
- mapping
379+
- streams
406380

407381
failureThreshold:
408382
type: integer

specs/ingestion/common/schemas/transformation.yml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,6 @@ Transformation:
1818
- transformationID
1919
- code
2020
- name
21-
- description
2221
- createdAt
2322

2423
Code:
@@ -47,7 +46,6 @@ TransformationCreate:
4746
required:
4847
- code
4948
- name
50-
- description
5149

5250
TransformationCreateResponse:
5351
type: object

0 commit comments

Comments
 (0)