I hereby claim:
- I am jepma on github.
- I am jepmam (https://keybase.io/jepmam) on keybase.
- I have a public key ASCDD0-p78lAcN8WkTaBzhm1rqJWjtKoqo3Ax-ESTrN7uAo
To claim this, I am signing this object:
I hereby claim:
To claim this, I am signing this object:
| import pandas as pd | |
| # Read file | |
| results = pd.read_csv("/tmp/data.csv", encoding='utf-8',sep=',', quoting=csv.QUOTE_ALL) | |
| # Print rows | |
| for row in results: | |
| print(row) | |
| # Iterate over rows |
| def read_query_from_file(query, *args): | |
| """Read query from queries/schema.table.sql""" | |
| try: | |
| with open(str('%s.sql' % (query)), 'r') as query_file: | |
| sqlquery = query_file.read() | |
| # Replace parameters | |
| for argument in args: | |
| argument_split = argument.split('=') |
| import numpy as np | |
| import pandas as pd | |
| import pyarrow as pa | |
| import pyarrow.parquet as pq | |
| # read parquet-file | |
| table = pq.read_table("FILENAME_HERE") | |
| table_pd = table.to_pandas() | |
| # retrieving columns |
| import pyarrow as pa | |
| import pyarrow.parquet as pq | |
| print("DEMO TIME!") | |
| parquet_file = pq.ParquetFile('example-01.parquet') | |
| print(parquet_file.metadata) | |
| print(parquet_file.schema) | |
| print("END OF DEMO!") |