scripts

split-csv.sh

#!/bin/bash

set -u

if [ "$#" -ne 2 ]; then
  echo "Usage: split-csv.sh file chunks"
  exit 1
fi

FILE=$1
CHUNKS=$2

if [ ! -f "$FILE" ]; then
    echo "File $FILE not found"
    exit 1;
fi

if [ -f temp-tailed ]; then
    rm temp-tailed
fi

tail -n +2 "$FILE" > temp-tailed
split temp-tailed -n $CHUNKS -d ${FILE}_
for chunk in ${FILE}_*
do
head -n 1 "$FILE" > tmp_file
cat $chunk >> tmp_file
mv -f tmp_file ${chunk}.csv
done

rm temp-tailed