toranb

  def llama() do
    llama = {:hf, "meta-llama/Meta-Llama-3-8B-Instruct", auth_token: "abc123"}
    {:ok, model_info} = Bumblebee.load_model(llama, type: :bf16, backend: {EXLA.Backend, client: :cuda})
    {:ok, tokenizer} = Bumblebee.load_tokenizer(llama)
    {:ok, generation_config} = Bumblebee.load_generation_config(llama)

    tokenizer =
      tokenizer
      |> Map.put(:special_tokens, %{
        pad: "<|eot_id|>",

toranb

Mix.install([
  {:bumblebee, git: "https://github.com/toranb/bumblebee", branch: "main"},
  {:nx, "~> 0.7", override: true},
  {:exla, ">= 0.0.0"},
  {:plug_cowboy, "~> 2.6"},
  {:jason, "~> 1.4"},
  {:bandit, "~> 1.2"},
  {:phoenix, "~> 1.7"},
  {:phoenix_live_view, "~> 0.20.0"}
])

toranb

Mix.install([
  {:bumblebee, git: "https://github.com/toranb/bumblebee", branch: "main"},
  {:nx, "~> 0.6.2", override: true},
  {:exla, "~> 0.6.1"},
  {:plug_cowboy, "~> 2.6"},
  {:jason, "~> 1.4"},
  {:phoenix, "~> 1.7"},
  {:phoenix_live_view, "~> 0.20.0"}
])

toranb

ARG ELIXIR_VERSION=1.15.6
ARG OTP_VERSION=26.1.2
ARG DEBIAN_VERSION=buster-20230612-slim

ARG BUILDER_IMAGE="hexpm/elixir:${ELIXIR_VERSION}-erlang-${OTP_VERSION}-debian-${DEBIAN_VERSION}"
ARG RUNNER_IMAGE="debian:${DEBIAN_VERSION}"

FROM ${BUILDER_IMAGE} as builder

# install build dependencies

toranb

  def serving() do
    mistral = {:hf, "HuggingFaceH4/zephyr-7b-alpha"}
    {:ok, spec} = Bumblebee.load_spec(mistral, module: Bumblebee.Text.Mistral, architecture: :for_causal_language_modeling)

    {:ok, model_info} = Bumblebee.load_model(mistral, spec: spec, backend: {EXLA.Backend, client: :host})
    {:ok, tokenizer} = Bumblebee.load_tokenizer(mistral, module: Bumblebee.Text.LlamaTokenizer)
    {:ok, generation_config} = Bumblebee.load_generation_config(mistral, spec_module: Bumblebee.Text.Mistral)

    generation_config = Bumblebee.configure(generation_config, max_new_tokens: 500)
    Bumblebee.Text.generation(model_info, tokenizer, generation_config, defn_options: [compiler: EXLA])

toranb

defmodule Training.Example do
  def train() do
    Nx.default_backend(EXLA.Backend)

    {:ok, spec} =
      Bumblebee.load_spec({:hf, "prajjwal1/bert-medium"},
        module: Bumblebee.Text.Bert,
        architecture: :for_sequence_classification
      )

toranb

sudo apt install git
sudo apt install curl
sudo apt install build-essential
sudo apt install autoconf
sudo apt install m4
sudo apt install libncurses5-dev
sudo apt install libssh-dev
sudo apt install unixodbc-dev

git clone https://github.com/asdf-vm/asdf.git ~/.asdf --branch v0.11.3

toranb

Application.put_env(:sample, PhoenixDemo.Endpoint,
  http: [ip: {127, 0, 0, 1}, port: 8080],
  server: true,
  live_view: [signing_salt: "bumblebee"],
  secret_key_base: String.duplicate("b", 64),
  pubsub_server: PhoenixDemo.PubSub
)

Mix.install([
  {:plug_cowboy, "~> 2.6"},

toranb

Application.put_env(:sample, PhoenixDemo.Endpoint,
  http: [ip: {127, 0, 0, 1}, port: 8080],
  server: true,
  live_view: [signing_salt: "bumblebee"],
  secret_key_base: String.duplicate("b", 64),
  pubsub_server: PhoenixDemo.PubSub
)

Mix.install([
  {:plug_cowboy, "~> 2.6"},

toranb

defmodule Mlearning do
  @moduledoc false

  def mods(x) do
    [rem(x, 3), rem(x, 5)]
  end

  def fizzbuzz(n) do
    cond do
      rem(n, 15) == 0 -> [0, 0, 1, 0]