Skip to content

Commit 38f8d18

Browse files
committed
more reordering, updating titles, and added deprecation
1 parent 3b3a533 commit 38f8d18

File tree

1 file changed

+57
-50
lines changed

1 file changed

+57
-50
lines changed

airbyte_cdk/sources/declarative/declarative_component_schema.yaml

Lines changed: 57 additions & 50 deletions
Original file line numberDiff line numberDiff line change
@@ -296,12 +296,12 @@ definitions:
296296
- "$ref": "#/definitions/ApiKeyAuthenticator"
297297
- "$ref": "#/definitions/BasicHttpAuthenticator"
298298
- "$ref": "#/definitions/BearerAuthenticator"
299-
- "$ref": "#/definitions/CustomAuthenticator"
300299
- "$ref": "#/definitions/OAuthAuthenticator"
301300
- "$ref": "#/definitions/JwtAuthenticator"
302301
- "$ref": "#/definitions/SessionTokenAuthenticator"
303-
- "$ref": "#/definitions/NoAuth"
304302
- "$ref": "#/definitions/LegacySessionTokenAuthenticator"
303+
- "$ref": "#/definitions/CustomAuthenticator"
304+
- "$ref": "#/definitions/NoAuth"
305305
examples:
306306
- authenticators:
307307
token: "#/definitions/ApiKeyAuthenticator"
@@ -907,6 +907,49 @@ definitions:
907907
examples:
908908
- "created_at"
909909
- "{{ config['record_cursor'] }}"
910+
cursor_datetime_formats:
911+
title: Cursor Datetime Formats
912+
description: The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the `datetime_format` will be used.
913+
type: array
914+
items:
915+
type: string
916+
examples:
917+
- "%Y-%m-%dT%H:%M:%S.%f%z"
918+
- "%Y-%m-%d"
919+
- "%s"
920+
start_datetime:
921+
title: Start Datetime
922+
description: The datetime that determines the earliest record that should be synced.
923+
anyOf:
924+
- "$ref": "#/definitions/MinMaxDatetime"
925+
- type: string
926+
title: Interpolated Value
927+
interpolation_context:
928+
- config
929+
examples:
930+
- "2020-01-1T00:00:00Z"
931+
- "{{ config['start_time'] }}"
932+
start_time_option:
933+
title: Inject Start Time Into Outgoing HTTP Request
934+
description: Optionally configures how the start datetime will be sent in requests to the source API.
935+
"$ref": "#/definitions/RequestOption"
936+
end_datetime:
937+
title: End Datetime
938+
description: The datetime that determines the last record that should be synced. If not provided, `{{ now_utc() }}` will be used.
939+
anyOf:
940+
- "$ref": "#/definitions/MinMaxDatetime"
941+
- type: string
942+
title: Interpolated Value
943+
interpolation_context:
944+
- config
945+
examples:
946+
- "2021-01-1T00:00:00Z"
947+
- "{{ now_utc() }}"
948+
- "{{ day_delta(-1) }}"
949+
end_time_option:
950+
title: Inject End Time Into Outgoing HTTP Request
951+
description: Optionally configures how the end datetime will be sent in requests to the source API.
952+
"$ref": "#/definitions/RequestOption"
910953
datetime_format:
911954
title: Outgoing Datetime Format
912955
description: |
@@ -948,27 +991,6 @@ definitions:
948991
- "%s"
949992
- "%ms"
950993
- "%s_as_float"
951-
start_datetime:
952-
title: Start Datetime
953-
description: The datetime that determines the earliest record that should be synced.
954-
anyOf:
955-
- type: string
956-
- "$ref": "#/definitions/MinMaxDatetime"
957-
interpolation_context:
958-
- config
959-
examples:
960-
- "2020-01-1T00:00:00Z"
961-
- "{{ config['start_time'] }}"
962-
cursor_datetime_formats:
963-
title: Cursor Datetime Formats
964-
description: The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the `datetime_format` will be used.
965-
type: array
966-
items:
967-
type: string
968-
examples:
969-
- "%Y-%m-%dT%H:%M:%S.%f%z"
970-
- "%Y-%m-%d"
971-
- "%s"
972994
cursor_granularity:
973995
title: Cursor Granularity
974996
description:
@@ -977,22 +999,6 @@ definitions:
977999
type: string
9781000
examples:
9791001
- "PT1S"
980-
end_datetime:
981-
title: End Datetime
982-
description: The datetime that determines the last record that should be synced. If not provided, `{{ now_utc() }}` will be used.
983-
anyOf:
984-
- type: string
985-
- "$ref": "#/definitions/MinMaxDatetime"
986-
interpolation_context:
987-
- config
988-
examples:
989-
- "2021-01-1T00:00:00Z"
990-
- "{{ now_utc() }}"
991-
- "{{ day_delta(-1) }}"
992-
end_time_option:
993-
title: Inject End Time Into Outgoing HTTP Request
994-
description: Optionally configures how the end datetime will be sent in requests to the source API.
995-
"$ref": "#/definitions/RequestOption"
9961002
is_data_feed:
9971003
title: Whether the target API is formatted as a data feed
9981004
description: A data feed API is an API that does not allow filtering and paginates the content from the most recent to the least recent. Given this, the CDK needs to know when to stop paginating and this field will generate a stop condition for pagination.
@@ -1032,10 +1038,6 @@ definitions:
10321038
type: string
10331039
examples:
10341040
- "starting_time"
1035-
start_time_option:
1036-
title: Inject Start Time Into Outgoing HTTP Request
1037-
description: Optionally configures how the start datetime will be sent in requests to the source API.
1038-
"$ref": "#/definitions/RequestOption"
10391041
step:
10401042
title: Step
10411043
description: The size of the time window (ISO8601 duration). Given this field is provided, `cursor_granularity` needs to be provided as well.
@@ -1429,14 +1431,15 @@ definitions:
14291431
- "$ref": "#/definitions/InlineSchemaLoader"
14301432
- "$ref": "#/definitions/DynamicSchemaLoader"
14311433
- "$ref": "#/definitions/JsonFileSchemaLoader"
1432-
- "$ref": "#/definitions/CustomSchemaLoader"
1433-
- type: array
1434+
- title: Multiple Schema Loaders
1435+
type: array
14341436
items:
14351437
anyOf:
14361438
- "$ref": "#/definitions/InlineSchemaLoader"
14371439
- "$ref": "#/definitions/DynamicSchemaLoader"
14381440
- "$ref": "#/definitions/JsonFileSchemaLoader"
14391441
- "$ref": "#/definitions/CustomSchemaLoader"
1442+
- "$ref": "#/definitions/CustomSchemaLoader"
14401443
# TODO we have move the transformation to the RecordSelector level in the code but kept this here for
14411444
# compatibility reason. We should eventually move this to align with the code.
14421445
transformations:
@@ -1446,13 +1449,13 @@ definitions:
14461449
items:
14471450
anyOf:
14481451
- "$ref": "#/definitions/AddFields"
1449-
- "$ref": "#/definitions/CustomTransformation"
14501452
- "$ref": "#/definitions/RemoveFields"
14511453
- "$ref": "#/definitions/KeysToLower"
14521454
- "$ref": "#/definitions/KeysToSnakeCase"
14531455
- "$ref": "#/definitions/FlattenFields"
14541456
- "$ref": "#/definitions/DpathFlattenFields"
14551457
- "$ref": "#/definitions/KeysReplace"
1458+
- "$ref": "#/definitions/CustomTransformation"
14561459
state_migrations:
14571460
title: State Migrations
14581461
description: Array of state migrations to be applied on the input state
@@ -1689,10 +1692,10 @@ definitions:
16891692
items:
16901693
anyOf:
16911694
- "$ref": "#/definitions/ConstantBackoffStrategy"
1692-
- "$ref": "#/definitions/CustomBackoffStrategy"
16931695
- "$ref": "#/definitions/ExponentialBackoffStrategy"
16941696
- "$ref": "#/definitions/WaitTimeFromHeader"
16951697
- "$ref": "#/definitions/WaitUntilTimeFromHeader"
1698+
- "$ref": "#/definitions/CustomBackoffStrategy"
16961699
max_retries:
16971700
title: Max Retry Count
16981701
description: The maximum number of time to retry a retryable request before giving up and failing.
@@ -2325,13 +2328,13 @@ definitions:
23252328
items:
23262329
anyOf:
23272330
- "$ref": "#/definitions/AddFields"
2328-
- "$ref": "#/definitions/CustomTransformation"
23292331
- "$ref": "#/definitions/RemoveFields"
23302332
- "$ref": "#/definitions/KeysToLower"
23312333
- "$ref": "#/definitions/KeysToSnakeCase"
23322334
- "$ref": "#/definitions/FlattenFields"
23332335
- "$ref": "#/definitions/DpathFlattenFields"
23342336
- "$ref": "#/definitions/KeysReplace"
2337+
- "$ref": "#/definitions/CustomTransformation"
23352338
schema_type_identifier:
23362339
"$ref": "#/definitions/SchemaTypeIdentifier"
23372340
$parameters:
@@ -2353,6 +2356,8 @@ definitions:
23532356
type: object
23542357
additionalProperties: true
23552358
JsonFileSchemaLoader:
2359+
deprecated: true
2360+
deprecation_message: "Use `InlineSchemaLoader` instead."
23562361
title: Json File Schema Loader
23572362
description: Loads the schema from a json file.
23582363
type: object
@@ -3893,9 +3898,9 @@ definitions:
38933898
title: Underlying Partition Router
38943899
description: The partition router whose output will be grouped. This can be any valid partition router component.
38953900
anyOf:
3896-
- "$ref": "#/definitions/CustomPartitionRouter"
38973901
- "$ref": "#/definitions/ListPartitionRouter"
38983902
- "$ref": "#/definitions/SubstreamPartitionRouter"
3903+
- "$ref": "#/definitions/CustomPartitionRouter"
38993904
deduplicate:
39003905
title: Deduplicate Partitions
39013906
description: If true, ensures that partitions are unique within each group by removing duplicates based on the partition key.
@@ -3999,6 +4004,7 @@ definitions:
39994004
additionalProperties: true
40004005
HttpComponentsResolver:
40014006
type: object
4007+
title: Http Components Resolver
40024008
description: (This component is experimental. Use at your own risk.) Component resolve and populates stream templates with components fetched via an HTTP retriever.
40034009
properties:
40044010
type:
@@ -4008,9 +4014,9 @@ definitions:
40084014
title: Retriever
40094015
description: Component used to coordinate how records are extracted across stream slices and request pages.
40104016
anyOf:
4017+
- "$ref": "#/definitions/SimpleRetriever"
40114018
- "$ref": "#/definitions/AsyncRetriever"
40124019
- "$ref": "#/definitions/CustomRetriever"
4013-
- "$ref": "#/definitions/SimpleRetriever"
40144020
components_mapping:
40154021
type: array
40164022
items:
@@ -4050,6 +4056,7 @@ definitions:
40504056
additionalProperties: true
40514057
ConfigComponentsResolver:
40524058
type: object
4059+
title: Config Components Resolver
40534060
description: (This component is experimental. Use at your own risk.) Resolves and populates stream templates with components fetched from the source config.
40544061
properties:
40554062
type:

0 commit comments

Comments
 (0)