NotebookReadCSV.py

%%pyspark

from pyspark import *
from pyspark.sql.window import Window
from pyspark.sql.functions import *
from pyspark.sql import Row
from pyspark.sql.types import StructType, StructField, IntegerType, StringType, TimestampType, BooleanType, DateType
from typing import List
from datetime import datetime

print("Database:" + cw_database)
print("Table:" + cw_table)

# Read CSV data from landing zone location
dataChanged = spark.read.load('abfss://landingzone@synapsepiethein.dfs.core.windows.net/' + cw_database + '/' + cw_table + '.CSV', format='csv', header=True)
dataChanged.printSchema()
dataChanged.show()