Load into QuestDB

write_to_quest.py

def write_to_quest(df_row):
    HOST = args['questdb_host']
    PORT = int(args['questdb_port'])
    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

    try:
        sock.connect((HOST, PORT))
        sock.sendall(_row_to_line_protocol(df_row).encode())

    except socket.error as e:
        print("Got error: %s" % (e))

    sock.close()

sc = SparkContext()
glueContext = GlueContext(sc)
spark = glueContext.spark_session
job = Job(glueContext)
job.init(args['JOB_NAME'], args)

allDaily = glueContext.create_dynamic_frame.from_catalog(database = args['db_name'],
                                                         table_name = "daily",
                                                         transformation_ctx = "allDaily")
#convert to a DF and write each row to quest
allDaily.toDF().foreach(write_to_quest)