LLM App Worker Code

index.js

import { Ai } from './vendor/@cloudflare/ai.js';

export default {
    async fetch(request, env) {
        const body = await request.json();
        const ai = new Ai(env.AI);
        const response = await ai.run("@hf/thebloke/llama-2-13b-chat-awq", body);
        return new Response(JSON.stringify(response));
    },
};