Skip to content

Instantly share code, notes, and snippets.

@gbertb
Created March 26, 2023 20:37
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save gbertb/1c510c7036a05a03aa6b37b61372a88a to your computer and use it in GitHub Desktop.
Save gbertb/1c510c7036a05a03aa6b37b61372a88a to your computer and use it in GitHub Desktop.
example promptlayer call
var requestStartTime = Date.now()
const stream = new ReadableStream({
async start(controller) {
const onParse = (event: ParsedEvent | ReconnectInterval) => {
if (event.type === "event") {
const data = event.data;
if (data === "[DONE]") {
controller.close();
var requestEndTime = Date.now()
promptLayer(['js-test-completion'], "gpt-4" , "openai.ChatCompletion.create", "test prompt", "messages", "test response", requestStartTime, requestEndTime);
return;
}
try {
const json = JSON.parse(data);
const text = json.choices[0].delta.content;
const queue = encoder.encode(text);
resText += text
controller.enqueue(queue);
} catch (e) {
controller.error(e);
}
}
};
const parser = createParser(onParse);
for await (const chunk of res.body as any) {
parser.feed(decoder.decode(chunk));
}
}
});
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment