Code for medium post

stream.py

# Create the read stream
dataitemsAppendDf =  spark.readStream.format("delta")\
 .option("maxFilesPerTrigger", 25)\
 .table(f"{database_name}.{table_name}")

# Initiate the write stream
dataitemsAppendDf.writeStream \
 .trigger(processingTime='15 seconds') \ # note, you can also have different modes here
 .option("checkpointLocation", f"{checkpoint_name}") \
 .foreachBatch(processRawStreamBatch) \ #Callback that would handle each batch
 .start()