import { Groq } from "groq-sdk"; import sql from "~/server/components/postgres"; const groq = new Groq(); export default defineEventHandler(async (event) => { const slug = getRouterParam(event, "slug"); const body = await readBody(event); const fetchNewsArticle = await sql` select * from newArticle where slug = ${slug} `; const chatCompletion = await groq.chat.completions.create({ messages: [ { role: "user", content: `${body}`, }, { role: "system", content: `You are a news chat, the following content will be used to chat with the user title: ${fetchNewsArticle.title}\n content: ${fetchNewsArticle.content}`, }, ], model: "llama3-70b-8192", temperature: 1, max_completion_tokens: 1024, top_p: 1, stream: true, stop: null, }); for await (const chunk of chatCompletion) { process.stdout.write(chunk.choices[0]?.delta?.content || ""); } });