dataflows: getting exchange rates from singer tap.md

Read data from exchange rates tap

Install the tap

pip install tap-exchangeratesapi

Write the tap configuration to exchangeratesapi-config.json

{
    "base": "ILS",
    "start_date": "2018-10-01"
}

Run the tap

import subprocess
import singer
from datapackage import Package
from dataflows import Flow, update_package, printer

def get_exchange_rates():
    p = subprocess.Popen(['tap-exchangeratesapi', '--config', 'exchangeratesapi-config.json'], stdout=subprocess.PIPE)
    for line in p.stdout:
        m = singer.parse_message(line).asdict()
        if m['type'] == 'RECORD':
            yield m['record']

Flow(
    get_exchange_rates(),
    printer(tablefmt='html')
).process()[1]

res_1

#	BGN (number)	CAD (number)	BRL (number)	HUF (number)	DKK (number)	JPY (number)	ILS (number)	TRY (number)	RON (number)	GBP (number)	PHP (number)	HRK (number)	NOK (number)	ZAR (number)	MXN (number)	AUD (number)	USD (number)	KRW (number)	HKD (number)	EUR (number)	ISK (number)	CZK (number)	THB (number)	MYR (number)	NZD (number)	PLN (number)	CHF (number)	SEK (number)	CNY (number)	SGD (number)	INR (number)	IDR (number)	RUB (number)	date (string)
1	0.4629	0.351873	1.1093	76.4574	1.76462	31.301	1	1.63499	1.10305	0.210831	14.8477	1.75925	2.23581	3.88928	5.1036	0.380346	0.274692	305.356	2.1502	0.236681	30.6028	6.09808	8.85612	1.13723	0.415895	1.0129	0.270147	2.44491	1.88682	0.376393	20.0283	4095.65	18.0168	2018-10-01T00:00:00Z
2	0.464583	0.351442	1.09274	76.8374	1.77113	31.2271	1	1.64899	1.10863	0.211514	14.8891	1.76531	2.24222	3.94347	5.14587	0.38199	0.274194	306.551	2.14837	0.237541	30.8091	6.12571	8.87572	1.13556	0.416243	1.01922	0.269704	2.46603	1.88339	0.376787	20.1197	4125.24	17.9233	2018-10-02T00:00:00Z
3	0.465589	0.352798	1.06499	76.861	1.77511	31.2972	1	1.66777	1.11048	0.211619	14.9206	1.76804	2.24827	3.95246	5.16147	0.384365	0.274907	307.877	2.15436	0.238056	31.1615	6.13683	8.9028	1.13812	0.419382	1.02259	0.271669	2.4709	1.88828	0.37827	20.1674	4142.55	18.0401	2018-10-03T00:00:00Z
4	0.467202	0.353543	1.07773	77.4999	1.78126	31.3673	1	1.6847	1.11612	0.2116	14.9257	1.77345	2.26083	4.03261	5.23379	0.387798	0.27476	310.131	2.15264	0.23888	31.2694	6.15833	8.96684	1.13943	0.422961	1.02888	0.272538	2.48471	1.8873	0.379103	20.2159	4168.11	18.3099	2018-10-04T00:00:00Z
5	0.468096	0.355703	1.05825	77.6866	1.78519	31.3604	1	1.69841	1.1179	0.211012	14.9478	1.77648	2.27689	4.06285	5.2367	0.389402	0.275382	310.718	2.15732	0.239338	31.3771	6.16103	9.03379	1.14284	0.425638	1.03023	0.273635	2.49959	1.89156	0.380307	20.3158	4180.3	18.3502	2018-10-05T00:00:00Z
6	0.468096	0.355703	1.05825	77.6866	1.78519	31.3604	1	1.69841	1.1179	0.211012	14.9478	1.77648	2.27689	4.06285	5.2367	0.389402	0.275382	310.718	2.15732	0.239338	31.3771	6.16103	9.03379	1.14284	0.425638	1.03023	0.273635	2.49959	1.89156	0.380307	20.3158	4180.3	18.3502	2018-10-05T00:00:00Z
7	0.468096	0.355703	1.05825	77.6866	1.78519	31.3604	1	1.69841	1.1179	0.211012	14.9478	1.77648	2.27689	4.06285	5.2367	0.389402	0.275382	310.718	2.15732	0.239338	31.3771	6.16103	9.03379	1.14284	0.425638	1.03023	0.273635	2.49959	1.89156	0.380307	20.3158	4180.3	18.3502	2018-10-05T00:00:00Z
8	0.470088	0.358491	1.03576	78.1012	1.79303	31.2727	1	1.69292	1.12186	0.211537	14.9143	1.78404	2.28537	4.10071	5.20034	0.390386	0.27588	313.609	2.16017	0.240356	31.6308	6.18604	9.0917	1.14614	0.427713	1.03548	0.273909	2.51083	1.91088	0.382021	20.4322	4198.21	18.4371	2018-10-08T00:00:00Z
9	0.469952	0.35709	1.03592	78.1628	1.79234	31.1051	1	1.6864	1.12154	0.210683	14.9042	1.78293	2.28068	4.12867	5.21969	0.389336	0.274768	312.617	2.15273	0.240286	31.7178	6.20059	9.09484	1.14235	0.427325	1.03696	0.27347	2.50967	1.90271	0.38107	20.4445	4201.65	18.3491	2018-10-09T00:00:00Z
10	0.468938	0.357422	1.02844	77.9366	1.78869	31.225	1	1.67564	1.11828	0.209672	14.9392	1.77668	2.26504	4.03393	5.26137	0.388568	0.275733	313.556	2.16093	0.239768	32.033	6.18769	9.07857	1.14513	0.426595	1.0333	0.273623	2.51277	1.90906	0.381327	20.4667	4191.97	18.2662	2018-10-10T00:00:00Z
11	0.464737	0.358854	1.02818	77.2194	1.77272	30.8906	1	1.64911	1.10904	0.207894	14.8608	1.76243	2.25889	4.01478	5.25173	0.387653	0.275045	313.825	2.15576	0.23762	31.9361	6.142	9.00912	1.1439	0.424199	1.02573	0.2716	2.4741	1.90053	0.379455	20.3786	4190.31	18.2779	2018-10-11T00:00:00Z
12	0.465667	0.358429	1.04248	77.1786	1.77624	30.95	1	1.61952	1.10983	0.208667	14.9002	1.76464	2.25417	3.97619	5.20081	0.386571	0.275571	311.719	2.15943	0.238095	32	6.13738	9.01952	1.14486	0.423048	1.02229	0.273095	2.4665	1.90579	0.379333	20.2725	4190.06	18.1666	2018-10-12T00:00:00Z
13	0.465667	0.358429	1.04248	77.1786	1.77624	30.95	1	1.61952	1.10983	0.208667	14.9002	1.76464	2.25417	3.97619	5.20081	0.386571	0.275571	311.719	2.15943	0.238095	32	6.13738	9.01952	1.14486	0.423048	1.02229	0.273095	2.4665	1.90579	0.379333	20.2725	4190.06	18.1666	2018-10-12T00:00:00Z
14	0.465667	0.358429	1.04248	77.1786	1.77624	30.95	1	1.61952	1.10983	0.208667	14.9002	1.76464	2.25417	3.97619	5.20081	0.386571	0.275571	311.719	2.15943	0.238095	32	6.13738	9.01952	1.14486	0.423048	1.02229	0.273095	2.4665	1.90579	0.379333	20.2725	4190.06	18.1666	2018-10-12T00:00:00Z
15	0.465545	0.359073	1.0354	76.9917	1.77594	30.8324	1	1.59149	1.11097	0.209576	14.9125	1.76466	2.25174	3.97822	5.19369	0.386351	0.275666	311.254	2.16055	0.238033	32.0392	6.14077	9.0074	1.14568	0.421866	1.02216	0.272024	2.47364	1.90748	0.379543	20.3455	4192.88	18.0724	2018-10-15T00:00:00Z
16	0.463185	0.355477	1.01876	76.2724	1.76694	30.7685	1	1.5884	1.10551	0.207443	14.7735	1.75649	2.23086	3.90915	5.15692	0.384677	0.274411	308.329	2.15053	0.236827	32.161	6.1151	8.93618	1.13873	0.416909	1.01575	0.271024	2.44322	1.89686	0.377146	20.1587	4161.26	17.9543	2018-10-16T00:00:00Z
17	0.464826	0.355476	1.0241	76.6589	1.77308	30.761	1	1.56426	1.1089	0.209015	14.7783	1.76264	2.24102	3.9089	5.16368	0.38478	0.274028	308.841	2.14785	0.237665	32.6077	6.14198	8.92243	1.13796	0.417411	1.02053	0.272198	2.45147	1.89864	0.377103	20.1758	4156.66	17.9795	2018-10-17T00:00:00Z
18	0.465567	0.357281	1.01057	76.7502	1.77595	30.8124	1	1.52801	1.11126	0.209105	14.7914	1.76653	2.25185	3.9064	5.19277	0.383703	0.27387	311.017	2.14697	0.238044	32.5645	6.15654	8.92952	1.13835	0.417101	1.02333	0.272584	2.45971	1.90043	0.37761	20.1588	4161.04	17.9735	2018-10-18T00:00:00Z
19	0.466144	0.356246	1.00965	77.0312	1.77815	30.7577	1	1.53834	1.11221	0.209786	14.6829	1.77074	2.25273	3.92066	5.21751	0.382892	0.273375	308.914	2.14303	0.238339	32.0566	6.16512	8.90388	1.13643	0.41421	1.02526	0.272207	2.46343	1.89453	0.376576	20.0498	4151.88	17.9331	2018-10-19T00:00:00Z
20	0.466144	0.356246	1.00965	77.0312	1.77815	30.7577	1	1.53834	1.11221	0.209786	14.6829	1.77074	2.25273	3.92066	5.21751	0.382892	0.273375	308.914	2.14303	0.238339	32.0566	6.16512	8.90388	1.13643	0.41421	1.02526	0.272207	2.46343	1.89453	0.376576	20.0498	4151.88	17.9331	2018-10-19T00:00:00Z
21	0.466144	0.356246	1.00965	77.0312	1.77815	30.7577	1	1.53834	1.11221	0.209786	14.6829	1.77074	2.25273	3.92066	5.21751	0.382892	0.273375	308.914	2.14303	0.238339	32.0566	6.16512	8.90388	1.13643	0.41421	1.02526	0.272207	2.46343	1.89453	0.376576	20.0498	4151.88	17.9331	2018-10-19T00:00:00Z
22	0.465246	0.357867	1.01313	76.8638	1.77466	30.8364	1	1.54836	1.11016	0.210345	14.7107	1.76804	2.25244	3.90718	5.27665	0.385009	0.273419	309.422	2.14347	0.23788	32.1614	6.14872	8.96142	1.137	0.4161	1.02062	0.272515	2.45754	1.89831	0.377159	20.1118	4155.22	17.8512	2018-10-22T00:00:00Z

{}