Skip to content

Instantly share code, notes, and snippets.

View CakeCrusher's full-sized avatar
🤯
Awe

Sebastian Sosa CakeCrusher

🤯
Awe
View GitHub Profile
from mistral_common.protocol.instruct.tool_calls import Function, Tool
from mistral_inference.model import Transformer
from mistral_inference.generate import generate
from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
from mistral_common.protocol.instruct.messages import UserMessage, ToolMessage, AssistantMessage
from mistral_common.protocol.instruct.tool_calls import ToolCall, FunctionCall
from mistral_common.protocol.instruct.request import ChatCompletionRequest
import time