Skip to content

Instantly share code, notes, and snippets.

@flash1293
Created June 20, 2023 11:00
Show Gist options
  • Save flash1293/b210cbd0bea96b52f42d038e5cdba536 to your computer and use it in GitHub Desktop.
Save flash1293/b210cbd0bea96b52f42d038e5cdba536 to your computer and use it in GitHub Desktop.
Working state without transformation
version: 0.40.5
type: DeclarativeSource
check:
type: CheckStream
stream_names:
- Rates
streams:
- type: DeclarativeStream
name: Rates
primary_key: []
schema_loader:
type: InlineSchemaLoader
schema:
$schema: http://json-schema.org/schema#
properties:
base:
type: string
date:
type: string
rates:
properties:
AED:
type: number
AFN:
type: number
ALL:
type: number
AMD:
type: number
ANG:
type: number
AOA:
type: number
ARS:
type: number
AUD:
type: number
AWG:
type: number
AZN:
type: number
BAM:
type: number
BBD:
type: number
BDT:
type: number
BGN:
type: number
BHD:
type: number
BIF:
type: number
BMD:
type: number
BND:
type: number
BOB:
type: number
BRL:
type: number
BSD:
type: number
BTC:
type: number
BTN:
type: number
BWP:
type: number
BYN:
type: number
BYR:
type: number
BZD:
type: number
CAD:
type: number
CDF:
type: number
CHF:
type: number
CLF:
type: number
CLP:
type: number
CNY:
type: number
COP:
type: number
CRC:
type: number
CUC:
type: number
CUP:
type: number
CVE:
type: number
CZK:
type: number
DJF:
type: number
DKK:
type: number
DOP:
type: number
DZD:
type: number
EGP:
type: number
ERN:
type: number
ETB:
type: number
EUR:
type: integer
FJD:
type: number
FKP:
type: number
GBP:
type: number
GEL:
type: number
GGP:
type: number
GHS:
type: number
GIP:
type: number
GMD:
type: number
GNF:
type: number
GTQ:
type: number
GYD:
type: number
HKD:
type: number
HNL:
type: number
HRK:
type: number
HTG:
type: number
HUF:
type: number
IDR:
type: number
ILS:
type: number
IMP:
type: number
INR:
type: number
IQD:
type: number
IRR:
type: number
ISK:
type: number
JEP:
type: number
JMD:
type: number
JOD:
type: number
JPY:
type: number
KES:
type: number
KGS:
type: number
KHR:
type: number
KMF:
type: number
KPW:
type: number
KRW:
type: number
KWD:
type: number
KYD:
type: number
KZT:
type: number
LAK:
type: number
LBP:
type: number
LKR:
type: number
LRD:
type: number
LSL:
type: number
LTL:
type: number
LVL:
type: number
LYD:
type: number
MAD:
type: number
MDL:
type: number
MGA:
type: number
MKD:
type: number
MMK:
type: number
MNT:
type: number
MOP:
type: number
MRO:
type: number
MUR:
type: number
MVR:
type: number
MWK:
type: number
MXN:
type: number
MYR:
type: number
MZN:
type: number
NAD:
type: number
NGN:
type: number
NIO:
type: number
NOK:
type: number
NPR:
type: number
NZD:
type: number
OMR:
type: number
PAB:
type: number
PEN:
type: number
PGK:
type: number
PHP:
type: number
PKR:
type: number
PLN:
type: number
PYG:
type: number
QAR:
type: number
RON:
type: number
RSD:
type: number
RUB:
type: number
RWF:
type: number
SAR:
type: number
SBD:
type: number
SCR:
type: number
SDG:
type: number
SEK:
type: number
SGD:
type: number
SHP:
type: number
SLE:
type: number
SLL:
type: number
SOS:
type: number
SRD:
type: number
STD:
type: number
SVC:
type: number
SYP:
type: number
SZL:
type: number
THB:
type: number
TJS:
type: number
TMT:
type: number
TND:
type: number
TOP:
type: number
TRY:
type: number
TTD:
type: number
TWD:
type: number
TZS:
type: number
UAH:
type: number
UGX:
type: number
USD:
type: number
UYU:
type: number
UZS:
type: number
VEF:
type: number
VES:
type: number
VND:
type: number
VUV:
type: number
WST:
type: number
XAF:
type: number
XAG:
type: number
XAU:
type: number
XCD:
type: number
XDR:
type: number
XOF:
type: number
XPF:
type: number
YER:
type: number
ZAR:
type: number
ZMK:
type: number
ZMW:
type: number
ZWL:
type: number
type: object
success:
type: boolean
timestamp:
type: integer
type: object
retriever:
type: SimpleRetriever
requester:
type: HttpRequester
url_base: https://api.apilayer.com
path: /exchangerates_data/{{ stream_slice.start_time }}
http_method: GET
request_parameters:
base: '{{ config[''base''] }}'
request_headers: {}
authenticator:
type: ApiKeyAuthenticator
api_token: '{{ config[''api_key''] }}'
inject_into:
type: RequestOption
field_name: apikey
inject_into: header
request_body_json: {}
record_selector:
type: RecordSelector
extractor:
type: DpathExtractor
field_path: []
paginator:
type: NoPagination
incremental_sync:
type: DatetimeBasedCursor
cursor_field: date
datetime_format: '%Y-%m-%d'
start_datetime:
type: MinMaxDatetime
datetime: '{{ config[''start_date''] }}'
datetime_format: '%Y-%m-%dT%H:%M:%SZ'
end_datetime:
type: MinMaxDatetime
datetime: '{{ now_utc().strftime(''%Y-%m-%dT%H:%M:%SZ'') }}'
datetime_format: '%Y-%m-%dT%H:%M:%SZ'
step: P1D
cursor_granularity: P1D
spec:
connection_specification:
$schema: http://json-schema.org/draft-07/schema#
type: object
required:
- start_date
- api_key
- base
properties:
start_date:
type: string
title: Start date
format: date-time
pattern: ^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$
order: 0
api_key:
type: string
title: API Key
airbyte_secret: true
order: 1
base:
type: string
order: 2
title: Base
additionalProperties: true
documentation_url: https://example.org
type: Spec
metadata:
autoImportSchema:
Rates: false
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment