jsonPrompt

jsonPrompt.ts

export const jsonPrompt = <T extends z.ZodTypeAny>({
  task,
  outputSchema,
  params = {
    maxTokens: 100,
    model: 'gpt-3.5-turbo',
    temperature: 0,
  },
}: {
  task: string;
  outputSchema: T;
  params?: { maxTokens: number; model: 'gpt-3.5-turbo' | 'gpt-3.5'; temperature: number };
}) => {
  const execute = async (userMessage: string) => {
    const { openaiKey } = await definitelyGetCreds();
    const configuration = new Configuration({
      apiKey: openaiKey,
    });
    const openai = new OpenAIApi(configuration);

    const completion = await openai.createChatCompletion({
      model: params.model,
      temperature: params.temperature,
      max_tokens: params.maxTokens,
      messages: [
        {
          role: 'system',
          content: task,
        },
        {
          role: 'user',
          content: userMessage,
        },
        {
          role: 'system',
          content:
            'You must respond with a valid JSON object surrounded by a codeblock and nothing else.' +
            'The object should have this shape: ```json' +
            zodToJsonSchema(outputSchema) +
            '``` (include the codeblock)',
        },
      ],
    });
    const response = completion.data.choices[0].message?.content;

    if (!response) {
      throw new Error('Invalid response from OpenAI');
    }

    const json = response.includes('```') ? response.trim().split(/```(?:json)?/)[1] : response.trim();

    const parsedResponse = outputSchema.safeParse(JSON.parse(json));
    if (!parsedResponse.success) {
      throw new Error('Invalid response from OpenAI');
    }
    return parsedResponse.data;
  };

  return {
    execute,
  };
};