Elgato_dark/void
1
0
Fork 0
mirror of https://github.com/voideditor/void synced 2026-05-24 01:48:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve token streaming support with character-by-character matching

Browse source 
Co-Authored-By: Jack Hacksman <slack@hannis.io>
This commit is contained in:
Devin AI 2025-02-16 05:14:40 +00:00
parent 2f55580e67
commit 4c5e444bcb
1 changed files with 23 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

30
src/vs/workbench/contrib/chat/common/chatModel.ts
View file

@ -396,14 +396,27 @@ class ThinkTagSurroundingsRemover extends SurroundingsRemover {
}
removeThinkTags() {
// Handle token streaming character by character
const chars = ['<', 't', 'h', 'i', 'n', 'k', '>'];
let foundTag = true;
// Handle token streaming at a more granular level
let foundTag = false;
for (const char of chars) {
if (!this.removePrefix(char)) {
foundTag = false;
break;
// Try to remove opening tag, handling partial tokens
foundTag = this.removePrefix('<');
if (foundTag) {
foundTag = this.removePrefix('t');
if (foundTag) {
foundTag = this.removePrefix('h');
if (foundTag) {
foundTag = this.removePrefix('i');
if (foundTag) {
foundTag = this.removePrefix('n');
if (foundTag) {
foundTag = this.removePrefix('k');
if (foundTag) {
foundTag = this.removePrefix('>');
}
}
}
}
}
}
@ -411,7 +424,10 @@ class ThinkTagSurroundingsRemover extends SurroundingsRemover {
}
deltaInfo(recentlyAddedTextLen: number) {
// Get the delta and suffix from parent class
const [delta, ignoredSuffix] = super.deltaInfo(recentlyAddedTextLen);
// Strip any think tags from the delta before returning
return [stripThinkTags(delta), ignoredSuffix] as const;
}
}