This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from argparse import ArgumentParser | |
from dataclasses import dataclass | |
import torch | |
import torchvision.transforms as T | |
from concept_erasure import QuadraticEditor, QuadraticFitter | |
from datasets import ( | |
ClassLabel, Dataset, DatasetDict, Features, Image, load_dataset | |
) | |
from einops import rearrange |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from argparse import ArgumentParser | |
from pathlib import Path | |
from datasets import Dataset, load_dataset | |
from tqdm.auto import tqdm | |
from transformers import AutoModelForCausalLM, AutoTokenizer | |
import torch | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from argparse import ArgumentParser | |
from datasets import load_dataset | |
from peft import LoraConfig | |
from trl import DPOTrainer | |
from transformers import AutoModelForCausalLM, AutoTokenizer, TrainingArguments | |
if __name__ == "__main__": | |
parser = ArgumentParser() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from itertools import pairwise | |
from typing import Literal | |
import pytorch_lightning as pl | |
import torch | |
import torchmetrics as tm | |
import torchvision as tv | |
from torch import nn | |
from torch.optim import RAdam | |
from torch.optim.lr_scheduler import CosineAnnealingLR |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from itertools import ( | |
combinations_with_replacement as pyramid | |
) | |
from typing import Iterable | |
import math | |
from opt_einsum import get_symbol | |
from torch import Tensor | |
import torch |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from itertools import product | |
import torch | |
import triton | |
import triton.language as tl | |
@triton.autotune( | |
configs=[ | |
triton.Config({'BLOCK_N': n, 'BLOCK_D': d, 'GROUP_SIZE_D': 8}, num_stages=4, num_warps=4) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from typing import Optional | |
import torch | |
def get_all_the_cumulants( | |
x: torch.Tensor, y: torch.Tensor, z: torch.Tensor, w: torch.Tensor, weights_in: Optional[torch.Tensor] = None | |
): | |
if weights_in is not None: | |
weights = weights_in | |
weights = weights / weights.sum() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from argparse import ArgumentParser | |
from itertools import pairwise | |
from pathlib import Path | |
from typing import Callable, Sized | |
import random | |
import pytorch_lightning as pl | |
import torch | |
import torch.nn.functional as F | |
import torchmetrics as tm |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from dataclasses import dataclass, field | |
import torch | |
from torch import Tensor | |
from torch.nn.functional import ( | |
binary_cross_entropy_with_logits as bce_with_logits, | |
) | |
from torch.nn.functional import ( | |
cross_entropy, | |
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from argparse import ArgumentParser | |
from typing import Any, Callable, Protocol, Sized, Type | |
import pytorch_lightning as pl | |
import torch | |
import torch.nn.functional as F | |
import torchmetrics as tm | |
import torchvision as tv | |
from concept_erasure import LeaceFitter, OracleFitter, QuadraticFitter | |
from pytorch_lightning.loggers import WandbLogger |
NewerOlder