pip install datasette sqlite-utils sqlite-ner
# audio
curl https://agnbicentenario.mininterior.gob.ar/api/vida/search\?recurso\=2\&isArray\=false\&termino\=%20\&buscarEn\=all\&tipoBusqueda\=aprox\&palabras\=%20 > audio.json
cat audio.json | jq '[.[] | .assets[] + .metadatos + .fondo]' | sqlite-utils insert agn.db audios -
sqlite-utils transform agn.db audios --drop _id --drop description --drop resourcetype --pk id
sqlite-utils enable-fts agn.db audios title puesta_audiovisual observacion_preparacion legajo_resumen fecha_grabacion
sqlite-utils convert agn.db videos fecha_grabacion --import datetime --multi 'dt = datetime.datetime.fromisoformat(r.parsedate(value)) if value else ""; return {"grabacion_anio": dt.year, "grabacion_decada": (dt.year // 10) * 10} if dt else {}'
sqlite-ner agn.db audios title legajo_resumen
# video
curl https://agnbicentenario.mininterior.gob.ar/api/vida/search\?recurso\=1\&isArray\=false\&termino\=%20\&buscarEn\=all\&tipoBusqueda\=aprox\&palabras\=%20 > video.json
cat video.json | jq '[.[] | .assets[] + .metadatos + .fondo]' | sqlite-utils insert agn.db videos -
sqlite-utils transform agn.db videos --drop _id --drop description --drop resourcetype --pk id
sqlite-utils enable-fts agn.db videos title puesta_audiovisual observacion_preparacion legajo_resumen fecha_filmacion
sqlite-utils convert agn.db videos fecha_filmacion --import datetime --multi 'dt = datetime.datetime.fromisoformat(r.parsedate(value)) if value else ""; return {"grabacion_anio": dt.year, "grabacion_decada": (dt.year // 10) * 10} if dt else {}'
sqlite-ner agn.db videos title legajo_resumen
Created
July 18, 2023 05:10
-
-
Save redraw/c192070ac2990551d996712bc6799eb8 to your computer and use it in GitHub Desktop.
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment