Elgato_dark/void
1
0
Fork 0
mirror of https://github.com/voideditor/void synced 2026-05-24 09:58:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

context weights

Browse source
This commit is contained in:
Andrew Pareles 2025-04-07 01:59:45 -07:00
parent 7aa5f1e4ec
commit 71dd603c3d
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
src/vs/workbench/contrib/void/electron-main/llmMessage/preprocessLLMMessages.ts
View file

@ -68,15 +68,16 @@ const prepareMessages_fitIntoContext = ({ messages, contextWindow, maxOutputToke
if (message.role === 'system')
return 0 // never erase system message
multiplier = 1 + (messages.length - 1 - idx) / messages.length // slow rampdown from 2 to 1 as index increases
if (message.role === 'user') {
multiplier = 4
multiplier *= 1
}
else {
multiplier = 8
multiplier *= 10 // llm tokens are far less valuable than user tokens
}
// last 3 msgs are very important
if (idx >= messages.length - 1 - 3 || alreadyTrimmedIdxes.has(idx)) {
// 1st message, last 3 msgs, any already modified message should be low in weight
if (idx === 0 || idx >= messages.length - 1 - 3 || alreadyTrimmedIdxes.has(idx)) {
multiplier *= .05
}