Skip to content

Instantly share code, notes, and snippets.

@neverix
neverix / transformerlens_to_gpt2.py
Last active May 12, 2025 19:21
Convert TransformerLens gelu-4l to Transformers GPT2 format
#%%
from huggingface_hub import hf_hub_download
import json
from argparse import Namespace
from accelerate import init_empty_weights
import torch
from transformers import GPT2Config, AutoTokenizer, AutoModelForCausalLM
import einops
model_name = "NeelNanda/GELU_4L512W_C4_Code"
import ctypes
def get_writeable_bit():
max_arr_size = 128
test_arr = np.array(1, dtype=np.uint16)
ptr = id(test_arr)
str_a = ctypes.string_at(ptr, max_arr_size)
test_arr.setflags(write=0)
str_b = ctypes.string_at(ptr, max_arr_size)
@neverix
neverix / gemma-scope-quantized-inference.ipynb
Created August 5, 2024 22:25
Gemma Scope quantized inference
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@neverix
neverix / mpfb_gen.py
Created July 22, 2024 02:35
MPFB automatic human generator
import random
import bpy
from mpfb.services.locationservice import LocationService
from mpfb.services.assetservice import AssetService
import json
import os
seed = 0
random.seed(seed)
@neverix
neverix / mix_sdxl_unclip.ipynb
Created March 30, 2024 19:23
Mixing SDXL-Turbo and Unclip (migrated from Stability cluster)
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@neverix
neverix / parallelpy.ipynb
Created September 29, 2023 00:20
parallelpy
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@neverix
neverix / maskgen.py
Last active September 28, 2023 23:58
Zero dependency mask generator from LAMA
import math
import random
import hashlib
import logging
from enum import Enum
import cv2
import numpy as np
# from saicinpainting.evaluation.masks.mask import SegmentationMask
import diffusers
from diffusers.pipelines.stable_diffusion import StableDiffusionPipelineOutput
import torch
import PIL.Image
import numpy as np
from typing import Union, List, Optional, Callable
# This pipeline is mostly copied from StableDiffusionInpaintPipeline and StableDiffusionImg2ImgPipeline.
def prepare_depth(depth):
@neverix
neverix / cvpiano.py
Created December 31, 2021 21:06
OpenCV piano # !gdown https://drive.google.com/uc?id= 0B5VO9Z-lZzRYSncwNGhmWmhHenc
import cv2
import numpy as np
# from pypiano import Piano
cap = cv2.VideoCapture(0)
w = 0.1
h = 100
det_range = 0.4
line_color = 128, 0, 0