Read the ollama response as a stream

ollama-stream.js

const axios = require("axios");

const BASE_URL = "http://localhost:11434/api/generate";

axios({
  method: "post",
  url: BASE_URL,
  data: {
    "model": "llama3",
    "prompt": "Tell me a joke"
  },
  responseType: "stream",
}).then((response) => {
  const reader = new TextDecoder();

  response.data.on("data", (chunk) => {
    const text = reader.decode(chunk);
    let json = JSON.parse(text);
    process.stdout.write(json.response);
  });
}).catch((error) => {
  console.log(error);
})