openai get token count via TS

count.ts

import * as tiktoken from 'tiktoken'
import { TiktokenModel } from 'tiktoken'

// @thanks https://stackoverflow.com/questions/76216113/how-can-i-count-tokens-before-making-api-call
export const calculateTokenCount = async (text: string, model : TiktokenModel = 'gpt-3.5-turbo') => {
  try {
    const tk = await tiktoken.encoding_for_model(model)
    const encoded = tk.encode(text)
    return encoded.length
  } catch (error: any) {
    console.error('Error:', error.message)
    return -1 // Return -1 to indicate an error
  }
}