California roster of handguns

ca-certgun-roster.sh

#! /usr/bin/env bash
#
# fetches the California roster of handguns certified for sale
#
set -x

main() {
    today=$(date +%F)
    curl --verbose --output certguns-$today.html 'https://www.oag.ca.gov/firearms/certguns'
    echo '"Manufacturer","Model","Gun Type","Barrel Length","Caliber","Expires"' >certguns-$today.csv
    links -dump -width 512 certguns-$today.html |gawk "$awk_roster2csv" |sort >>certguns-$today.csv
    rm certguns-$today.html
}

awk_roster2csv='
    /^   Manufacturer +Model +Gun Type +Barrel Length +Caliber +Exp Date *$/ {
        in_table= 1

        model_start= match($0, /Model +/)
        FIELDWIDTHS= "3 " (model_start -4) " " RLENGTH

        match($0, /Gun Type +/)
        FIELDWIDTHS= FIELDWIDTHS " " RLENGTH

        match($0, /Barrel Length +/)
        FIELDWIDTHS= FIELDWIDTHS " " RLENGTH

        match($0, /Caliber +/)
        FIELDWIDTHS= FIELDWIDTHS " " RLENGTH " 10"

        next
    }

    in_table {
        if(NF ==0) exit

        manuf= $2
        model= $3
        type= $4
        barrel= $5
        caliber= $6
        expire= $7
        sub(/ *$/, "", manuf)
        sub(/ *$/, "", model)
        sub(/ *$/, "", type)
        sub(/"* *$/, "", barrel)
        sub(/ *$/, "", caliber)
        sub(/ *$/, "", expire)
        gsub(/"/, "\"\"", manuf)
        gsub(/"/, "\"\"", model)
        gsub(/"/, "\"\"", type)
        gsub(/"/, "\"\"", barrel)
        gsub(/"/, "\"\"", caliber)
        gsub(/"/, "\"\"", expire)

        printf "\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\"\n",
            manuf, model, type, barrel, caliber, expire
    }
'

main

certguns-2019-01-01.csv

certguns-2019-01-02.csv