I hereby claim:
- I am jepma on github.
- I am jepmam (https://keybase.io/jepmam) on keybase.
- I have a public key ASCDD0-p78lAcN8WkTaBzhm1rqJWjtKoqo3Ax-ESTrN7uAo
To claim this, I am signing this object:
I hereby claim:
To claim this, I am signing this object:
import pandas as pd | |
# Read file | |
results = pd.read_csv("/tmp/data.csv", encoding='utf-8',sep=',', quoting=csv.QUOTE_ALL) | |
# Print rows | |
for row in results: | |
print(row) | |
# Iterate over rows |
def read_query_from_file(query, *args): | |
"""Read query from queries/schema.table.sql""" | |
try: | |
with open(str('%s.sql' % (query)), 'r') as query_file: | |
sqlquery = query_file.read() | |
# Replace parameters | |
for argument in args: | |
argument_split = argument.split('=') |
import numpy as np | |
import pandas as pd | |
import pyarrow as pa | |
import pyarrow.parquet as pq | |
# read parquet-file | |
table = pq.read_table("FILENAME_HERE") | |
table_pd = table.to_pandas() | |
# retrieving columns |
import pyarrow as pa | |
import pyarrow.parquet as pq | |
print("DEMO TIME!") | |
parquet_file = pq.ParquetFile('example-01.parquet') | |
print(parquet_file.metadata) | |
print(parquet_file.schema) | |
print("END OF DEMO!") |