split -a4 -d -l 10000000 tx.csv chunk
for X in chunk*; do echo $X; sort -k4g -k5g -t',' $X > sorted-$X.csv; sleep 10s; done
sort --parallel=120 -k4g -k5g -t',' -m sorted-chunk0* > sorted_tx.csv
Last active
June 2, 2022 06:16
-
-
Save lushl9301/67fdc5e3d36f2d143d9689b334d75a97 to your computer and use it in GitHub Desktop.
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment