I hereby claim:
- I am ntkog on github.
- I am ntkog (https://keybase.io/ntkog) on keybase.
- I have a public key ASCJCwrSDSTmbpY1fbLUJbV-v2zM2buBDM5J0EUjCoyujQo
To claim this, I am signing this object:
const puppeteer = require('puppeteer'); | |
const {writeFile} = require('jsonfile'); | |
const TWITTER_USER = process.argv[2] || "congosto"; | |
const TWEETS_TO_FETCH = process.argv[3] || 100; | |
function extractItems() { | |
return [...document.querySelectorAll('.tweet')] | |
.map(el => ({ | |
metadata : {...el.dataset}, |
{ | |
"version": 2, | |
"builds": [{ "src": "server.js", "use": "@now/node-server" }], | |
"routes": [ | |
{ | |
"src": "/", | |
"dest": "/server.js", | |
"methods": ["GET"] | |
} | |
] |
I hereby claim:
To claim this, I am signing this object:
function covid19 () { | |
# Descargar informe | |
curl -sS -k $1 -O | |
PDF_FILENAME=`echo "$1" | cut -d'/' -f 10` | |
CSV_FILENAME=`echo $PDF_FILENAME | sed -r 's/\.pdf//'` | |
NOW=`date +%d_%m_%Y_%Hh` | |
# Convertir a texto | |
pdftotext -f 1 -l 1 -layout ${PDF_FILENAME} | |
# Convertir a CSV |
parallel -j+0 --eta curl -sSLk -o "files/issues_{}.json" "https://api.github.com/repos/JaimeObregon/observatoriospublicos.es/issues?page={}&q=is%3Aissue+is%3Aopen" :::: <(seq 1 6) | |
cat *.json | jq -s 'add' - > all_issues.json |
mkdir entidades_json | |
parallel -j+0 --eta --delay 1 --retries 3 --joblog parallel.log ./igae.sh {} "entidades_json/{}.json" :::: <(cat ids.txt) |