Elgato_dark/void
1
0
Fork 0
mirror of https://github.com/voideditor/void synced 2026-05-23 09:28:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

minor bug fix

Browse source
This commit is contained in:
Piyu-Pika 2024-11-06 22:04:46 +05:30
parent 8897feb290
commit 5b3a6d240e
1 changed files with 8 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
extensions/void/src/common/sendLLMMessage.ts
View file

@ -355,7 +355,7 @@ const sendGroqMsg: SendLLMMessageFnTypeInternal = async ({ messages, onText, onF
});
try {
const completion = await groq.chat.completions.create({
const stream = await groq.chat.completions.create({
messages: messages,
model: voidConfig.groq.model,
stream: true,
@ -363,8 +363,10 @@ const sendGroqMsg: SendLLMMessageFnTypeInternal = async ({ messages, onText, onF
max_tokens: parseMaxTokensStr(voidConfig.default.maxTokens),
});
for await (const chunk of completion) {
if (didAbort) return;
for await (const chunk of stream) {
if (didAbort) {
break;
}
const newText = chunk.choices[0]?.delta?.content || '';
if (newText) {
@ -373,9 +375,10 @@ const sendGroqMsg: SendLLMMessageFnTypeInternal = async ({ messages, onText, onF
}
}
onFinalMessage(fullText);
if (!didAbort) {
onFinalMessage(fullText);
}
} catch (error: any) {
console.error('Groq error:', error);
if (error?.status === 401) {
onError('Invalid API key.');
} else {