Skip to content

Instantly share code, notes, and snippets.

View marcovirgolin's full-sized avatar

Marco marcovirgolin

View GitHub Profile
@marcovirgolin
marcovirgolin / gradio_example.py
Created August 15, 2023 09:58
Minimal example of gradio + HF language model
from typing import List, Tuple
import logging
import warnings
from langchain.chat_models import ChatOpenAI
from langchain.llms import HuggingFacePipeline
from langchain.callbacks.manager import CallbackManager
from langchain.schema import AIMessage, HumanMessage, SystemMessage
from transformers import (
AutoModelForCausalLM, AutoTokenizer,
TextStreamer,
@marcovirgolin
marcovirgolin / openai_speed.py
Created May 16, 2023 13:36
Check if there's a speed diff in OpenAI when streaming or not
from langchain.chat_models import ChatOpenAI
from langchain.chains import LLMChain
from langchain import PromptTemplate
import time
import toml, os
import numpy as np
keys = toml.load("api_keys.toml")
os.environ["OPENAI_API_KEY"] = keys["openai_api_key"]
@marcovirgolin
marcovirgolin / wanarky.py
Created May 15, 2023 09:37
lanarky + wandbtracer
from typing import Callable, Dict, Any, List
from fastapi import Depends, FastAPI
from fastapi.encoders import jsonable_encoder
from fastapi.responses import JSONResponse
from lanarky.responses import StreamingResponse
from langchain.callbacks.manager import AsyncCallbackManager
from langchain.callbacks.base import AsyncCallbackHandler
from langchain.chat_models import ChatOpenAI
from langchain.chains import LLMChain, SequentialChain, ConversationChain
from pydantic import BaseModel
@marcovirgolin
marcovirgolin / avg_CrowSPairs.py
Created April 13, 2023 07:29
Computes avg score for CrowSPairs dataset assuming pythia-style json result
import json, requests
RESULTS_URL = "https://raw.githubusercontent.com/EleutherAI/pythia/main/results/json/v1.1-evals/pythia-12b-deduped/zero-shot/12b-deduped_step93000.json"
r = requests.get(RESULTS_URL)
data = json.loads(r.content)
results = data["results"]
all = list()
for name in data["results"]:
from copy import deepcopy
from typing import Any, Dict, List, Tuple
import numpy as np
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
from util import nethook
from .ft_hparams import FTHyperParams
@marcovirgolin
marcovirgolin / symb_reg_plot.py
Last active March 9, 2022 16:32
A gist to produce a gif of how genetic programming finds a symbolic equation that fits some toy data
from genepro.evo import Evolution
from genepro.selection import tournament_selection
from genepro.node_impl import *
from genepro.variation import *
from sklearn.metrics import mean_squared_error, r2_score
import numpy as np
from sympy import simplify, preorder_traversal, Float, Integer
import matplotlib.pyplot as plt
import imageio, os