You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
description: Requester component that describes how to prepare HTTP requests to send to the source API.
1470
1469
anyOf:
1471
-
- "$ref": "#/definitions/CustomRequester"
1472
1470
- "$ref": "#/definitions/HttpRequester"
1471
+
- "$ref": "#/definitions/CustomRequester"
1473
1472
download_target_extractor:
1474
1473
description: Responsible for fetching the url where the file is located. This is applied on each records and not on the HTTP response
1475
1474
anyOf:
1476
-
- "$ref": "#/definitions/CustomRecordExtractor"
1477
1475
- "$ref": "#/definitions/DpathExtractor"
1476
+
- "$ref": "#/definitions/CustomRecordExtractor"
1478
1477
file_extractor:
1479
1478
description: Responsible for fetching the content of the file. If not defined, the assumption is that the whole response body is the file content
1480
1479
anyOf:
1481
-
- "$ref": "#/definitions/CustomRecordExtractor"
1482
1480
- "$ref": "#/definitions/DpathExtractor"
1481
+
- "$ref": "#/definitions/CustomRecordExtractor"
1483
1482
filename_extractor:
1484
1483
description: Defines the name to store the file. Stream name is automatically added to the file path. File unique ID can be used to avoid overwriting files. Random UUID will be used if the extractor is not provided.
1485
1484
type: string
@@ -1919,7 +1918,7 @@ definitions:
1919
1918
deprecated: true
1920
1919
deprecation_message: "Use `url` field instead."
1921
1920
title: API Base URL
1922
-
description: Deprecated, use the `url` instead. Base URL of the API source. Do not put sensitive information (e.g. API tokens) into this field - Use the Authentication component for this.
1921
+
description: Deprecated, use the `url` instead. Base URL of the API source. Do not put sensitive information (e.g. API tokens) into this field - Use the Authenticator component for this.
description: The URL of the API source. Do not put sensitive information (e.g. API tokens) into this field - Use the Authentication component for this.
1939
+
title: API Endpoint URL
1940
+
description: The URL of the source API endpoint. Do not put sensitive information (e.g. API tokens) into this field - Use the Authenticator component for this.
1942
1941
type: string
1943
1942
interpolation_context:
1944
1943
- config
@@ -1958,7 +1957,7 @@ definitions:
1958
1957
deprecated: true
1959
1958
deprecation_message: "Use `url` field instead."
1960
1959
title: URL Path
1961
-
description: Deprecated, use the `url` instead. Path the specific API endpoint that this stream represents. Do not put sensitive information (e.g. API tokens) into this field - Use the Authentication component for this.
1960
+
description: Deprecated, use the `url` instead. Path the specific API endpoint that this stream represents. Do not put sensitive information (e.g. API tokens) into this field - Use the Authenticator component for this.
1962
1961
type: string
1963
1962
interpolation_context:
1964
1963
- config
@@ -1989,7 +1988,6 @@ definitions:
1989
1988
linkable: true
1990
1989
description: Authentication method to use for requests sent to the API.
description: Allows for retrieving a dynamic set of properties from an API endpoint which can be injected into outbound request using the stream_partition.extra_fields.
2005
2004
"$ref": "#/definitions/PropertiesFromEndpoint"
2005
+
request_parameters:
2006
+
title: Query Parameters
2007
+
description: Specifies the query parameters that should be set on an outgoing HTTP request given the inputs.
2008
+
anyOf:
2009
+
- type: object
2010
+
title: Key/Value Pairs
2011
+
additionalProperties:
2012
+
anyOf:
2013
+
- type: string
2014
+
- $ref: "#/definitions/QueryProperties"
2015
+
- type: string
2016
+
title: Interpolated Value
2017
+
interpolation_context:
2018
+
- next_page_token
2019
+
- stream_interval
2020
+
- stream_partition
2021
+
- stream_slice
2022
+
examples:
2023
+
- unit: "day"
2024
+
- query: 'last_event_time BETWEEN TIMESTAMP "{{ stream_interval.start_time }}" AND TIMESTAMP "{{ stream_interval.end_time }}"'
description: Error handler component that defines how to handle errors.
@@ -3100,7 +3099,7 @@ definitions:
3100
3099
type: array
3101
3100
default: []
3102
3101
items:
3103
-
- type: string
3102
+
type: string
3104
3103
interpolation_context:
3105
3104
- config
3106
3105
parent_key:
@@ -3155,14 +3154,19 @@ definitions:
3155
3154
anyOf:
3156
3155
- type: string
3157
3156
title: Single Key
3157
+
description: The single top-level field to use as the primary key.
3158
3158
- type: array
3159
3159
title: Composite Key
3160
+
description: An array of top-level fields representing a composite primary key.
3160
3161
items:
3161
3162
type: string
3162
3163
- type: array
3163
3164
title: Composite Key of Nested Fields
3165
+
description: An array of arrays representing a composite primary key where the fields are nested fields.
3164
3166
items:
3165
3167
type: array
3168
+
title: Nested Field Path
3169
+
description: Path to the nested field in the record.
3166
3170
items:
3167
3171
type: string
3168
3172
default: ""
@@ -3194,8 +3198,8 @@ definitions:
3194
3198
retriever:
3195
3199
description: Requester component that describes how to fetch the properties to query from a remote API endpoint.
3196
3200
anyOf:
3197
-
- "$ref": "#/definitions/CustomRetriever"
3198
3201
- "$ref": "#/definitions/SimpleRetriever"
3202
+
- "$ref": "#/definitions/CustomRetriever"
3199
3203
$parameters:
3200
3204
type: object
3201
3205
additionalProperties: true
@@ -3426,6 +3430,7 @@ definitions:
3426
3430
additionalProperties: true
3427
3431
LegacySessionTokenAuthenticator:
3428
3432
title: Session Token Authenticator
3433
+
deprecated: true
3429
3434
description: Deprecated - use SessionTokenAuthenticator instead. Authenticator for requests authenticated using session tokens. A session token is a random value generated by a server to identify a specific user for the duration of one interaction session.
3430
3435
type: object
3431
3436
required:
@@ -3534,15 +3539,15 @@ definitions:
3534
3539
- "$ref": "#/definitions/HttpRequester"
3535
3540
- "$ref": "#/definitions/CustomRequester"
3536
3541
decoder:
3537
-
title: Decoder
3542
+
title: HTTP Response Format
3538
3543
description: Component decoding the response so records can be extracted.
0 commit comments