from pyspark.sql.functions import lit hudi_options = { 'hoodie.table.name': tableName, 'hoodie.datasource.write.recordkey.field': 'tpepPickupDateTime', 'hoodie.datasource.write.operation': 'upsert', 'hoodie.datasource.write.precombine.field': 'tpepDropoffDateTime' } updatevalue = origvalue.withColumn("tipAmount",lit(5.23)) updatevalue.write.format("hudi"). \ options(**hudi_options). \ mode("append"). \ save(basePath)