Skip to content

Instantly share code, notes, and snippets.

#
# Example fluentd config file for nginx access log injection into Google Bigquery
# collecting nginx access log
<source>
@type tail
tag accesslogs-rickts-dev-box
path /var/log/nginx/access.log
format apache
buffer_type file
package main
// https://rickt.org/2019/01/08/playing-with-g-suite-mdm-mobile-device-data-using-go/
import (
"context"
"errors"
"flag"
"fmt"
"github.com/dustin/go-humanize"
import os
from google.cloud import bigquery
def csv_loader(data, context):
client = bigquery.Client()
dataset_id = os.environ['DATASET']
dataset_ref = client.dataset(dataset_id)
job_config = bigquery.LoadJobConfig()
job_config.schema = [
bigquery.SchemaField('id', 'INTEGER'),
@rickt
rickt / gdf.go
Last active February 21, 2020 23:41
gdf: Google Drive Find -- Search for a file in Google Drive using a service account and the (Golang) Google Drive API (v3)
package main
import (
"fmt"
"github.com/dustin/go-humanize"
"golang.org/x/oauth2"
"golang.org/x/oauth2/google"
"google.golang.org/api/drive/v3"
"io/ioutil"
"log"
@rickt
rickt / fogdownloader.sh
Created January 20, 2022 21:09
souf bay cam downloader bash script/hack
#! /bin/bash
# set required date range using epoch. sample data used below
RANGE=`seq 1642701000 50 1642710633`
# ensure tmp folder exists
TEMPDIR=/tmp/fogpics_$$
[ ! -d "$TEMPDIR" ] && mkdir -p $TEMPDIR
# download the pics
@rickt
rickt / wvdl.sh
Created May 18, 2022 21:54
widevine downloader & decrypter
#! /bin/bash
#
# rough and ready bash script to download & decrypt a widevine-encrypted video via MPD URL
# this will work with (for example) channel5 UKTV
#
# assumptions:
# 1) the following binaries are in your $PATH:
# curl, ffmpeg, head, jq, mp4decrypt, yt-dlp
#
# this script requires 2x arguments: