Isotr0py

import time
from contextlib import contextmanager

import requests
import psutil

from vllm.config import ModelConfig
from vllm.multimodal import MULTIMODAL_REGISTRY
from vllm.multimodal.video import OpenCVDynamicVideoBackend, OpenCVVideoBackend

Isotr0py

from contextlib import contextmanager
import triton
import triton.language as tl
import torch
import torch.nn.functional as F
from array import array


VISION_START_TOKEN_ID = 151652
VISION_END_TOKEN_ID = 151653

Isotr0py

import time
from contextlib import contextmanager
from io import BytesIO

import numpy as np
import numpy.typing as npt
import requests


@contextmanager