Skip to content

Instantly share code, notes, and snippets.

View aborruso's full-sized avatar

Andrea Borruso aborruso

176 followers · 45 following
View GitHub Profile
@aborruso
aborruso / query_parquet_files_huggingface.sh
Created March 7, 2024 22:26
# ISPIRATO DAL SOMMO SIMON https://til.simonwillison.net/duckdb/remote-parquet
# estrai elenco degli URL dei file
curl -X GET "https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train"
# interroga i file parquet, come se fosse un'unica risorsa, con l'hard coding degli URL
duckdb -c "select CODICE_NATURA_INTERVENTO,NATURA_INTERVENTO,count(*) conteggio FROM read_parquet(
['https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train/0.parquet','https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train/1.parquet','https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train/2.parquet','https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train/3.parquet','https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train/4.parquet','https://huggingface.co/api/datasets/aborruso/open_cup_complessivo/parquet/default/train/5.parquet','https://hu
@aborruso
aborruso / read_opencup.sh
Created March 5, 2024 08:00
#!/bin/bash
duckdb -c "SET preserve_insertion_order=false;COPY (select * from read_csv_auto('Opendata*.csv',ignore_errors=true,parallel=FALSE,delim=';',header = true,dateformat='%d-%b-%Y',filename=true,types={'DATA_ULTIMA_MODIFICA_SSC':'DATE','DATA_ULTIMA_MODIFICA_UTENTE':'DATE','DATA_CHIUSURA_REVOCA':'DATE','DATA_GENERAZIONE_CUP':'DATE'})) TO 'opencup_complessivo.parquet' (FORMAT 'parquet', COMPRESSION 'zstd', ROW_GROUP_SIZE 100_000)"
@aborruso
aborruso / tmp.csv
Created March 1, 2024 19:46
CUP DESCRIZIONE_SINTETICA_CUP ANNO_DECISIONE STATO_PROGETTO COSTO_PROGETTO FINANZIAMENTO_PROGETTO CODICE_STATO STATO CODICE_AREA_GEOGRAFICA AREA_GEOGRAFICA CODICE_REGIONE REGIONE CODICE_PROVINCIA SIGLA_PROVINCIA PROVINCIA CODICE_COMUNE COMUNE SOGGETTO_TITOLARE PIVA_CODFISCALE_SOG_TITOLARE INDIRIZZO_SOG_TITOLARE TIPO_INDIRIZZO_SOG_TITOLARE NUM_CIVICO_SOG_TITOLARE LOCALITA_SOG_TITOLARE CAP_SOGGETTO_TITOLARE COMUNE_SOGGETTO_TITOLARE CODICE_COMUNE_SOGG_TITOLARE CODICE_SOTTOCATEG_SOGGETTO SOTTOCATEGORIA_SOGGETTO CODICE_CATEGORIA_SOGGETTO CATEGORIA_SOGGETTO CODICE_AREA_SOGGETTO AREA_SOGGETTO CODICE_NATURA_INTERVENTO NATURA_INTERVENTO COD_NATURA_DIPE NATURA_DIPE CODICE_TIPO_INTERVENTO TIPOLOGIA_INTERVENTO CODICE_AREA_INTERVENTO AREA_INTERVENTO CODICE_SETTORE_INTERVENTO SETTORE_INTERVENTO CODICE_SOTTOSETTORE_INTERVENTO SOTTOSETTORE_INTERVENTO CODICE_CATEGORIA_INTERVENTO CATEGORIA_INTERVENTO SOGGETTO_RICHIEDENTE TIPOLOGIA_CUP DESCRIZIONE_INTERVENTO DENO_IMPRESA_STABILIMENTO PIVA_CF_BENEFICIARIO DENO_IMPRESA_STABILIMEN
@aborruso
aborruso / cucina_romana.md
Last active February 26, 2024 22:06 
flowchart TD
    cp["Cacio e pepe"]-- +guanciale -->gr[Gricia]
    gr-- +pomodoro -->a[Amatriciana]
    gr-- +uovo -->c[Carbonara]
@aborruso
aborruso / elezioni_sardegna_dati_per_comune.sh
Created February 26, 2024 18:09
#!/bin/bash
URL="https://elezioniregionali2024.regione.sardegna.it/risultati-per-comune"
curl -A "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3" "$URL" | \
awk '/origin_data/,/};/ {print; if (/};/) exit}' | \
sed '1s/var origin_data = //; $s/;$//' >elezioni_sardegna_dati_per_comune.json
@aborruso
aborruso / zsh-bracketed-paste.log
Created February 14, 2024 18:35
+_debug_widget-bracketed-paste:3> _zsh_autosuggest_bound_1_bracketed-paste
+_zsh_autosuggest_bound_1_bracketed-paste:1> _zsh_autosuggest_widget_modify autosuggest-orig-1-bracketed-paste
+_zsh_autosuggest_widget_modify:1> local -i retval
+_zsh_autosuggest_widget_modify:3> _zsh_autosuggest_highlight_reset
+_zsh_autosuggest_highlight_reset:1> typeset -g _ZSH_AUTOSUGGEST_LAST_HIGHLIGHT
+_zsh_autosuggest_highlight_reset:3> [[ -n '' ]]
+_zsh_autosuggest_widget_modify:5> _zsh_autosuggest_modify autosuggest-orig-1-bracketed-paste
+_zsh_autosuggest_modify:1> local -i retval
+_zsh_autosuggest_modify:4> local -i KEYS_QUEUED_COUNT
+_zsh_autosuggest_modify:7> local orig_buffer=''
@aborruso
aborruso / zsh-bracketed-paste.log
Created February 14, 2024 15:05
+_debug_widget:3> _zsh_autosuggest_bound_1_bracketed-paste
+_zsh_autosuggest_bound_1_bracketed-paste:1> _zsh_autosuggest_widget_modify autosuggest-orig-1-bracketed-paste
+_zsh_autosuggest_widget_modify:1> local -i retval
+_zsh_autosuggest_widget_modify:3> _zsh_autosuggest_highlight_reset
+_zsh_autosuggest_highlight_reset:1> typeset -g _ZSH_AUTOSUGGEST_LAST_HIGHLIGHT
+_zsh_autosuggest_highlight_reset:3> [[ -n '' ]]
+_zsh_autosuggest_widget_modify:5> _zsh_autosuggest_modify autosuggest-orig-1-bracketed-paste
+_zsh_autosuggest_modify:1> local -i retval
+_zsh_autosuggest_modify:4> local -i KEYS_QUEUED_COUNT
+_zsh_autosuggest_modify:7> local orig_buffer=''
@aborruso
aborruso / line-editing.txt
Created February 8, 2024 14:17
_bash_complete-word -C .complete-word _bash_completions
_bash_list-choices -C .list-choices _bash_completions
_complete_debug -C .complete-word _complete_debug
_complete_help -C .complete-word _complete_help
_complete_tag -C .complete-word _complete_tag
_correct_filename -C .complete-word _correct_filename
_correct_word -C .complete-word _correct_word
_expand_alias -C .complete-word _expand_alias
_expand_word -C .complete-word _expand_word
_history-complete-newer -C .complete-word _history_complete_word
@aborruso
aborruso / table.csv
Created February 4, 2024 11:32
Data_Report Nazione ISO_3166-1 Valore
2023-12-31 Bangladesh BD 12169
2023-12-31 Burkina Faso BF 8414
2023-12-31 Costa d'Avorio CI 16005
2023-12-31 Egitto EG 11072
2023-12-31 Guinea GN 18211
2023-12-31 Mali ML 5938
2023-12-31 Pakistan PK 7642
2023-12-31 Siria SY 9547
2023-12-31 Sudan SD 5834
@aborruso
aborruso / layer.geojson
Created February 4, 2024 11:32
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.