tiandiao123

import torch
import torch.nn as nn
import numpy as np
import pandas as pd
from torch.utils.data import DataLoader, Dataset, TensorDataset

# Assuming the model is a simple neural network for regression/classification
class SimpleNN(nn.Module):
    def __init__(self, input_size, output_size):
        super(SimpleNN, self).__init__()

tiandiao123

import torch
import torch.nn.functional as F

def sample_reweight(loss_curve, loss_values, k_th, alpha1=1.0, alpha2=1.0, bins_sr=10, decay=0.9):
    """
    The SR module of Double Ensemble using PyTorch.

    Args:
    - loss_curve: Tensor, shape (N, T), the loss curve for each sample over training iterations.
    - loss_values: Tensor, shape (N,), the loss of the current ensemble on each sample.

tiandiao123

import argparse
import time

import torch
import torch.distributed as dist
import transformers
from transformers import LlamaForCausalLM, LlamaTokenizer

import colossalai
from colossalai.inference import CaiInferEngine

tiandiao123

from vllm import LLM, SamplingParams
import torch 
from torch import distributed as dist 
import time
from tqdm import tqdm
import numpy as np

# # Create an LLM.
llm = LLM(
        # model="/home/lclcq/share/llama-7b",

tiandiao123

import os
import warnings
import time

import torch
import torch.distributed as dist
import argparse
from packaging import version

import colossalai

tiandiao123

from vllm import LLM, SamplingParams
import torch 
from torch import distributed as dist 
import time
from tqdm import tqdm
import numpy as np

# # Create an LLM.
llm = LLM(
        model="/home/lclcq/share/llama-7b", 

tiandiao123

import argparse
import os
import time

import torch
from _utils import print_perf_stats
from transformers import LlamaForCausalLM, LlamaTokenizer

import colossalai
from colossalai.inference.tensor_parallel.engine import TPInferEngine

tiandiao123

import os
import warnings
import time

import torch
import torch.distributed as dist
import argparse
from packaging import version

import colossalai

tiandiao123

from vllm import LLM, SamplingParams
import torch 
from torch import distributed as dist 
import time
from tqdm import tqdm
import numpy as np

# # Create an LLM.
llm = LLM(
        model="/home/lclcq/share/llama-7b", 

tiandiao123

import inspect
from typing import Any, Callable, Dict, List, Optional, Tuple, Union

import PIL.Image
import torch
from transformers import CLIPTextModel, CLIPTextModelWithProjection, CLIPTokenizer
from diffusers import StableDiffusionXLImg2ImgPipeline

from diffusers.image_processor import PipelineImageInput, VaeImageProcessor
from diffusers.loaders import FromSingleFileMixin, StableDiffusionXLLoraLoaderMixin, TextualInversionLoaderMixin