sayakpaul

sayakpaul

1. Get a Makefile from here: https://github.com/huggingface/diffusion-fast/blob/main/Makefile.
2. Install ruff: pip install ruff.
3. Get the ruff configuration file through pyproject.toml: https://github.com/huggingface/diffusion-fast/blob/main/pyproject.toml.

Keep both the Makefile and pyproject.toml files at the root level of your project.

Before staging your changes, run the following from the root of your project directory:

make style && make quality

sayakpaul

from datasets import Dataset, Features
from datasets import Image as ImageFeature
from datasets import Value
import pandas as pd 
import os

# CSV comes from the notebook above.
df = pd.read_csv("coco_30k_randomly_sampled_2014_val.csv")
root_path = "val2014"

sayakpaul

from huggingface_hub import (
    hf_hub_download,
    list_files_info,
    parse_safetensors_file_metadata,
)
import json
import argparse


def get_files_info(args):

sayakpaul

# SDXL: 0.613, 0.5566, 0.54, 0.4162, 0.4042, 0.4596, 0.5374, 0.5286, 0.5038
# SD: 0.5396, 0.5707, 0.477, 0.4665, 0.5419, 0.4594, 0.4857, 0.4741, 0.4804

from diffusers import DiffusionPipeline
from peft import LoraConfig
import argparse
import torch


def load_pipeline(pipeline_id):

sayakpaul

import argparse

import torch
import torch_tensorrt
import torch.utils.benchmark as benchmark

from diffusers import DiffusionPipeline

CKPT = "CompVis/stable-diffusion-v1-4"
PROMPT = "a majestic castle in the clouds"

sayakpaul

import xformers.ops
import torch.nn.functional as F
import torch

# xformers: 1, 4096, 16, 72
# SDPA: 1, 16, 4096, 72

q = torch.randn(1, 4096, 16, 72, generator=torch.manual_seed(0)).cuda()
k = torch.randn(1, 4096, 16, 72, generator=torch.manual_seed(1)).cuda()
v = torch.randn(1, 4096, 16, 72, generator=torch.manual_seed(2)).cuda()

sayakpaul

import argparse
import time

import torch

from diffusers import AutoencoderKL, StableDiffusionXLPipeline
from diffusers.utils import load_image

PIPELINE_ID = "stabilityai/stable-diffusion-xl-base-1.0"
VAE_PATH = "madebyollin/sdxl-vae-fp16-fix"

sayakpaul

"""
Examples:
    (1) python benchmark_controlnet_sdxl.py --controlnet_id diffusers/controlnet-depth-sdxl-1.0
    (2) python benchmark_controlnet_sdxl.py --controlnet_id diffusers/controlnet-depth-sdxl-1.0-small
    (3) python benchmark_controlnet_sdxl.py --controlnet_id diffusers/controlnet-depth-sdxl-1.0-mid
"""

import argparse
import time

sayakpaul