Save DataFrame to S3 as a CSV with bz2 compression

df_csv_bz2_to_s3.py

import s3fs
import pandas as pd
import bz2file
s3 = s3fs.S3FileSystem()

df = pd.DataFrame() # Replace with your DataFrame
dest_s3_key = "" # Where to save in S3

with s3.open(dest_s3_key, 'wb') as dest_file:
  with bz2file.open(dest_file, 'wb') as compressed_file:
    df.to_csv(compressed_file)