evaluate.js

const llmEvaluation = new LLMEvaluation(openaiChatKey, 'openai');

async function testLLMEvaluation() {
  const userInput = "<add your question or prompt here>";

  // add idea answers, the more you add the better
  const targetAnswers = ["<ideal answer 1>",
                         "<ideal answer 2>"];

  // the models set to compare
  const providerSets = [openaiChat, cohereCompletion, llamaChat];

  const results = await llmEvaluation.compareModels(userInput, targetAnswers, providerSets);

  console.log('The Evaluation Results:', results);
}

(async () => {
  await testLLMEvaluation();
})();