Skip to content

Instantly share code, notes, and snippets.

@phonedude
Created July 9, 2021 15:52
Show Gist options
  • Save phonedude/c8d60dcbb8ef8b3eb110bcc40039d66d to your computer and use it in GitHub Desktop.
Save phonedude/c8d60dcbb8ef8b3eb110bcc40039d66d to your computer and use it in GitHub Desktop.
All file triples (IA raw, GCP, AWS) are identical - files from: https://www.biorxiv.org/content/10.1101/2021.06.18.449051v1
sh-3.2$ cat uri-aws.txt uri-gcp.txt uri-ia-raw.txt
#!/bin/csh -x
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313485/SRR11313485 > SRR11313485.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313486/SRR11313486 > SRR11313486.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313274/SRR11313274 > SRR11313274.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313275/SRR11313275 > SRR11313275.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313285/SRR11313285 > SRR11313285.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313286/SRR11313286 > SRR11313286.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313448/SRR11313448 > SRR11313448.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313449/SRR11313449 > SRR11313449.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313427/SRR11313427 > SRR11313427.aws.txt
curl -Ls https://sra-pub-sars-cov2.s3.amazonaws.com/run/SRR11313429/SRR11313429 > SRR11313429.aws.txt
#!/bin/csh -x
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313485/SRR11313485 > SRR11313485.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313486/SRR11313486 > SRR11313486.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313274/SRR11313274 > SRR11313274.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313275/SRR11313275 > SRR11313275.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313285/SRR11313285 > SRR11313285.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313286/SRR11313286 > SRR11313286.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313448/SRR11313448 > SRR11313448.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313449/SRR11313449 > SRR11313449.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313427/SRR11313427 > SRR11313427.gcp.txt
curl -Ls https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313429/SRR11313429 > SRR11313429.gcp.txt
#!/bin/csh -x
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313485/SRR11313485 > SRR11313485.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313486/SRR11313486 > SRR11313486.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313274/SRR11313274 > SRR11313274.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313275/SRR11313275 > SRR11313275.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313285/SRR11313285 > SRR11313285.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313286/SRR11313286 > SRR11313286.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313448/SRR11313448 > SRR11313448.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313449/SRR11313449 > SRR11313449.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313427/SRR11313427 > SRR11313427.ia.txt
curl -Ls http://web.archive.org/web/1id_/https://storage.googleapis.com/nih-sequence-read-archive/run/SRR11313429/SRR11313429 > SRR11313429.ia.txt
sh-3.2$ ls -l SRR*txt
-rw-r--r--+ 1 mln staff 1425203 Jul 8 19:33 SRR11313274.aws.txt
-rw-r--r--+ 1 mln staff 1425203 Jul 8 19:34 SRR11313274.gcp.txt
-rw-r--r--+ 1 mln staff 1425203 Jul 8 19:34 SRR11313274.ia.txt
-rw-r--r--+ 1 mln staff 209675 Jul 8 19:33 SRR11313275.aws.txt
-rw-r--r--+ 1 mln staff 209675 Jul 8 19:34 SRR11313275.gcp.txt
-rw-r--r--+ 1 mln staff 209675 Jul 8 19:34 SRR11313275.ia.txt
-rw-r--r--+ 1 mln staff 13607640 Jul 8 19:33 SRR11313285.aws.txt
-rw-r--r--+ 1 mln staff 13607640 Jul 8 19:34 SRR11313285.gcp.txt
-rw-r--r--+ 1 mln staff 13607640 Jul 8 19:34 SRR11313285.ia.txt
-rw-r--r--+ 1 mln staff 1113480 Jul 8 19:33 SRR11313286.aws.txt
-rw-r--r--+ 1 mln staff 1113480 Jul 8 19:34 SRR11313286.gcp.txt
-rw-r--r--+ 1 mln staff 1113480 Jul 8 19:34 SRR11313286.ia.txt
-rw-r--r--+ 1 mln staff 404143 Jul 8 19:33 SRR11313427.aws.txt
-rw-r--r--+ 1 mln staff 404143 Jul 8 19:34 SRR11313427.gcp.txt
-rw-r--r--+ 1 mln staff 404143 Jul 8 19:34 SRR11313427.ia.txt
-rw-r--r--+ 1 mln staff 104487 Jul 8 19:33 SRR11313429.aws.txt
-rw-r--r--+ 1 mln staff 104487 Jul 8 19:34 SRR11313429.gcp.txt
-rw-r--r--+ 1 mln staff 104487 Jul 8 19:34 SRR11313429.ia.txt
-rw-r--r--+ 1 mln staff 661901 Jul 8 19:33 SRR11313448.aws.txt
-rw-r--r--+ 1 mln staff 661901 Jul 8 19:34 SRR11313448.gcp.txt
-rw-r--r--+ 1 mln staff 661901 Jul 8 19:34 SRR11313448.ia.txt
-rw-r--r--+ 1 mln staff 113935 Jul 8 19:33 SRR11313449.aws.txt
-rw-r--r--+ 1 mln staff 113935 Jul 8 19:34 SRR11313449.gcp.txt
-rw-r--r--+ 1 mln staff 113935 Jul 8 19:34 SRR11313449.ia.txt
-rw-r--r--+ 1 mln staff 446341 Jul 8 19:33 SRR11313485.aws.txt
-rw-r--r--+ 1 mln staff 446341 Jul 8 19:34 SRR11313485.gcp.txt
-rw-r--r--+ 1 mln staff 446341 Jul 8 19:33 SRR11313485.ia.txt
-rw-r--r--+ 1 mln staff 102067 Jul 8 19:33 SRR11313486.aws.txt
-rw-r--r--+ 1 mln staff 102067 Jul 8 19:34 SRR11313486.gcp.txt
-rw-r--r--+ 1 mln staff 102067 Jul 8 19:34 SRR11313486.ia.txt
sh-3.2$ cat diff-aws-gcp.txt diff-aws-ia.txt
#!/bin/csh -x
diff -s SRR11313274.aws.txt SRR11313274.gcp.txt
diff -s SRR11313275.aws.txt SRR11313275.gcp.txt
diff -s SRR11313285.aws.txt SRR11313285.gcp.txt
diff -s SRR11313286.aws.txt SRR11313286.gcp.txt
diff -s SRR11313427.aws.txt SRR11313427.gcp.txt
diff -s SRR11313429.aws.txt SRR11313429.gcp.txt
diff -s SRR11313448.aws.txt SRR11313448.gcp.txt
diff -s SRR11313449.aws.txt SRR11313449.gcp.txt
diff -s SRR11313485.aws.txt SRR11313485.gcp.txt
diff -s SRR11313486.aws.txt SRR11313486.gcp.txt
#!/bin/csh -x
diff -s SRR11313274.aws.txt SRR11313274.ia.txt
diff -s SRR11313275.aws.txt SRR11313275.ia.txt
diff -s SRR11313285.aws.txt SRR11313285.ia.txt
diff -s SRR11313286.aws.txt SRR11313286.ia.txt
diff -s SRR11313427.aws.txt SRR11313427.ia.txt
diff -s SRR11313429.aws.txt SRR11313429.ia.txt
diff -s SRR11313448.aws.txt SRR11313448.ia.txt
diff -s SRR11313449.aws.txt SRR11313449.ia.txt
diff -s SRR11313485.aws.txt SRR11313485.ia.txt
diff -s SRR11313486.aws.txt SRR11313486.ia.txt
sh-3.2$ ./diff-aws-ia.txt ; ./diff-aws-gcp.txt
diff -s SRR11313274.aws.txt SRR11313274.ia.txt
Files SRR11313274.aws.txt and SRR11313274.ia.txt are identical
diff -s SRR11313275.aws.txt SRR11313275.ia.txt
Files SRR11313275.aws.txt and SRR11313275.ia.txt are identical
diff -s SRR11313285.aws.txt SRR11313285.ia.txt
Files SRR11313285.aws.txt and SRR11313285.ia.txt are identical
diff -s SRR11313286.aws.txt SRR11313286.ia.txt
Files SRR11313286.aws.txt and SRR11313286.ia.txt are identical
diff -s SRR11313427.aws.txt SRR11313427.ia.txt
Files SRR11313427.aws.txt and SRR11313427.ia.txt are identical
diff -s SRR11313429.aws.txt SRR11313429.ia.txt
Files SRR11313429.aws.txt and SRR11313429.ia.txt are identical
diff -s SRR11313448.aws.txt SRR11313448.ia.txt
Files SRR11313448.aws.txt and SRR11313448.ia.txt are identical
diff -s SRR11313449.aws.txt SRR11313449.ia.txt
Files SRR11313449.aws.txt and SRR11313449.ia.txt are identical
diff -s SRR11313485.aws.txt SRR11313485.ia.txt
Files SRR11313485.aws.txt and SRR11313485.ia.txt are identical
diff -s SRR11313486.aws.txt SRR11313486.ia.txt
Files SRR11313486.aws.txt and SRR11313486.ia.txt are identical
diff -s SRR11313274.aws.txt SRR11313274.gcp.txt
Files SRR11313274.aws.txt and SRR11313274.gcp.txt are identical
diff -s SRR11313275.aws.txt SRR11313275.gcp.txt
Files SRR11313275.aws.txt and SRR11313275.gcp.txt are identical
diff -s SRR11313285.aws.txt SRR11313285.gcp.txt
Files SRR11313285.aws.txt and SRR11313285.gcp.txt are identical
diff -s SRR11313286.aws.txt SRR11313286.gcp.txt
Files SRR11313286.aws.txt and SRR11313286.gcp.txt are identical
diff -s SRR11313427.aws.txt SRR11313427.gcp.txt
Files SRR11313427.aws.txt and SRR11313427.gcp.txt are identical
diff -s SRR11313429.aws.txt SRR11313429.gcp.txt
Files SRR11313429.aws.txt and SRR11313429.gcp.txt are identical
diff -s SRR11313448.aws.txt SRR11313448.gcp.txt
Files SRR11313448.aws.txt and SRR11313448.gcp.txt are identical
diff -s SRR11313449.aws.txt SRR11313449.gcp.txt
Files SRR11313449.aws.txt and SRR11313449.gcp.txt are identical
diff -s SRR11313485.aws.txt SRR11313485.gcp.txt
Files SRR11313485.aws.txt and SRR11313485.gcp.txt are identical
diff -s SRR11313486.aws.txt SRR11313486.gcp.txt
Files SRR11313486.aws.txt and SRR11313486.gcp.txt are identical
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment