KISS-Translator custom api for LM Studio REST API

request_hook.js

async (args, { url, body, headers, userMsg, method } = {}) => {
  // console.log("request hook args:", { args, url, body, headers, userMsg, method });
  body = {
    model: args.model,
    input: [
      {
        type: "text",
        content: args.systemPrompt,
      },
      {
        type: "text",
        content: args.userPrompt,
      }
    ],
    temperature: 0.7,
    top_p: 0.6,
    top_k: 20,
    repeat_penalty: 1.05,
    max_output_tokens: 4096,
    stream: true,
  };
  // console.log("request :", { args, url, body, headers, userMsg, method });
  return { url, body, headers, userMsg, method };
};

response_hook.js

async ({ res, ...args }) => {
  // console.log("response hook args:", { res, args });
  let translation = '';
  let response_id = '';
  const lines = res.split('\n');
  for (const line of lines) {
    if (line.startsWith('data: ')) {
      const jsonStr = line.slice(6);
      try {
        const data = JSON.parse(jsonStr);
        if (data.type == 'chat.end') {
          translation = data?.result?.output?.[0]?.content;
          response_id = data?.result?.response_id;
          break;
        }
      } catch (e) {}
    }
  }

  const translations = args.parseAIRes(translation);
  const modelMsg = {
    response_id: response_id,
  };
  // console.log("response: ", {translations, modelMsg})
  return { translations, modelMsg };
};