ISP csv to jsonl script

csv2jsonl.py

import argparse
import pandas as pd
import json


def main():
    parser = argparse.ArgumentParser(description="List the content of a folder")
    parser.add_argument(
            "path",
            metavar="path",
            type=str,
            help="path to the input csv",
            )

    args = parser.parse_args()

    path_csv = args.path
    print(f"CSV file used for the expor: {path_csv}")

    path_jsonl = path_csv.replace(".csv", ".jsonl")

    df = pd.read_csv(path_csv)
    df.classes = df.classes.apply(lambda x: json.loads(x.replace("'","\""))) # create list from string list
    with open(path_jsonl, "w") as f:
        f.write(df.to_json(orient="records", lines=True))
    print(f"CSV file exported to: {path_jsonl}")


if __name__ == "__main__":
    main()

Run with python csv2jsonl.py yourdata.csv.