dannguyen

Extracting financial disclosure reports and police blotter narratives using OpenAI's Structured Output

tl;dr this demo shows how to call OpenAI's gpt-4o-mini model, provide it with URL of a screenshot of a document, and extract data that follows a schema you define. The results are pretty solid even with little effort in defining the data — and no effort doing data prep. OpenAI's API could be a cost-efficient tool for large scale data gathering projects involving public documents.

OpenAI announced Structured Outputs for its API, a feature that allows users to specify the fields and schema of extracted data, and guarantees that the JSON output will follow that specification.

For example, given a Congressional financial disclosure report, with assets defined in a table like this:

lindacmsheard

Pre-reqs

From the terminal running on the AML compute instance, ensure that conda is accessible in your current shell session.

which conda
#-> should return a path to a conda executable

If conda is not found, then verify that the executable is present where expected

ls /anaconda/bin/conda

phawk

const https = require("https")
const fetch = require("isomorphic-fetch")
const Account = require("./models/account")
const authenticated = require("./lib/auth")

exports.handler = authenticated(async (event, context) => {
  const { id: shopId, shopifyToken } = context.account

  try {
    const resp = await fetch(`https://${shopId}/admin/api/2019-07/graphql.json`, {

phawk

const Account = require("../models/account")

module.exports = (handler) => async (event, context) => {
  let auth = event.headers.authorization
  auth = auth.replace(/^Basic\s/, "")
  auth = Buffer.from(auth, 'base64').toString()
  const [id, token] = auth.split(":")

  const account = await Account.get({ id })

andyyou

Rails 5.2 with webpacker, bootstrap, stimulus starter

This gist will collects all issues we solved with Rails 5.2 and Webpacker

Create Project

# Last few parameters(--skip-* part) is only my habbit not actully required
$ rails new <project_name> --webpack=stimulus --database=postgresql --skip-coffee --skip-test

ydnar

import * as admin from 'firebase-admin'
import * as functions from 'firebase-functions'

admin.initializeApp(functions.config().firebase)
const db = admin.firestore()

async function writeIntegerVersion(event) {
  const ref = event.data.ref
  if (ref.path.indexOf('/_versions/') >= 0) {
    return false

nitrag

//
// Generate EXIF GPS metadata
// Swift 3
// Exif Version 2.2.0.0 supports decimal degrees

import Foundation
import CoreLocation
import ImageIO

extension CLLocation {

BravoTango86

/*
 * Copyright (C) 2016 BravoTango86
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software

Chandler

print("UPDATE AUG 2023: this script is beyond old and broken")
print("You may find interesting and more up to date resources in the comments of the gist")
exit()
      
from slacker import Slacker
import json
import argparse
import os

# This script finds all channels, private channels and direct messages

ashtonkj

type CustomBinder() =
    interface IModelBinder with
        member this.BindModel(actionContext:HttpActionContext, bindingContext :ModelBindingContext) =
            let qs = HttpUtility.ParseQueryString(actionContext.Request.RequestUri.Query)
            bindingContext.Model <- 
                if (qs.AllKeys |> Seq.exists(fun q -> q.ToLower() = bindingContext.ModelName.ToLower())) then    
                    qs.[bindingContext.ModelName] |> Some
                else
                    None
            true