Import CSV files into PostgreSQL database

import_sql_to_pg.sh

prepare_csv_data_import() {
  schema_file="$(<yellow_tripdata.schema.template.sql)"
  csv_files=( data/* )
  out=""
  for csv_file in "${csv_files[@]}"; do
    tablename="$(basename "${csv_file%.*}")"
    str_schema="${schema_file//\{TABLENAME\}/${tablename}}"
    str_copy_query="COPY ${tablename} FROM '/${csv_file}' DELIMITER ',' CSV HEADER;"
    out="${out}\n\n${str_schema}\n${str_copy_query}"
  done
  echo -e "${out}"
}

docker-compose exec postgres \
  psql \
  -v ON_ERROR_STOP=1 \
  -U docker -d nyc_tlc \
  -c "$(prepare_csv_data_import)"