Skip to content

Instantly share code, notes, and snippets.

@shesung
shesung / quantizer.py
Last active August 9, 2023 09:35
quantizer for Baichuan-13B-Chat
import torch
from torch.nn.parameter import Parameter
from typing import List
import bz2
import base64
import ctypes
from transformers.utils import logging
logger = logging.get_logger(__name__)
try: