ai-stream.ts

import { type ExportedHandler } from '@cloudflare/workers-types'
import { Ai } from '@cloudflare/ai'

type Env = {
  AI: any
}

export default {
  fetch: async (req, env) => {
    const ai = new Ai(env.AI)
    const res = await ai.run('@cf/meta/llama-2-7b-chat-int8', {
      prompt: 'Please explain how to write a good code.',
      stream: true
    })

    if (res instanceof ReadableStream) {
      return new Response(res, {
        headers: {
          'Transfer-Encoding': 'chunked'
        }
      })
    }

    return new Response('response is not a stream.')
  }
} satisfies ExportedHandler<Env>