wget-at args

gistfile1.txt

./wget-at \
--user-agent "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:84.0) Gecko/20100101 Firefox/84.0" \
--page-requisites \
--no-verbose \
--input-file=/home/mgrandi/psstore/wget_at-url_list_{}-{}.txt \
--output-file=/home/mgrandi/psstore/wget-at_output.log \
--no-cookies \
--content-on-error \
--no-check-certificate \
--output-document=/home/mgrandi/psstore/wget.tmp \
-e "robots=off" \
--rotate-dns \
--no-parent \
--timeout=30 \
--tries inf \
--waitretry=10 \
--warc-file=/home/mgrandi/psstore/ps_store_2020_oct_scrape_{}-{} \
--warc-header="operator: mgrandi" \
--warc-header="description: playstation store en-US scrape 2020-10-27" \
--warc-dedup-url-agnostic \
--warc-max-size=5368709120 \
--reject-regex "{}"