Elgato_dark/void
1
0
Fork 0
mirror of https://github.com/voideditor/void synced 2026-05-24 09:58:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve token streaming support for think tags

Browse source 
Co-Authored-By: Jack Hacksman <slack@hannis.io>
This commit is contained in:
Devin AI 2025-02-16 05:01:57 +00:00
parent a519bd7690
commit b24cd1ecb7
2 changed files with 22 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
src/vs/workbench/contrib/chat/common/chatModel.ts
View file

@ -409,16 +409,15 @@ class ThinkTagSurroundingsRemover extends SurroundingsRemover {
}
removeThinkTags() {
const foundTag = this.removePrefix('<think>');
if (!foundTag) {
// Handle partial tags during streaming
if (this.originalS.startsWith('<thi', this.i)) {
this.i += 4;
return true;
}
return false;
// Try to remove opening tag, handling partial tokens during streaming
const foundOpenTag = this.removePrefix('<think>');
if (!foundOpenTag) {
// Let removePrefix handle partial matches character by character
this.removePrefix('<');
this.removePrefix('think');
this.removePrefix('>');
}
return true;
return foundOpenTag;
}
deltaInfo(recentlyAddedTextLen: number) {

16
src/vs/workbench/contrib/chat/test/common/chatModel.test.ts
View file

@ -8,8 +8,20 @@ import { Response, stripThinkTags } from '../../../common/chatModel';
import { MarkdownString } from '../../../../../../base/common/htmlContent';
suite('ChatModel - Think Tags', () => {
test('handles partial tags during streaming', () => {
const response = new Response(new MarkdownString('<thi'));
test('handles partial tokens during streaming', () => {
const response = new Response(new MarkdownString('<'));
assert.strictEqual(response.toString(), '');
response.updateContent({ kind: 'markdownContent', content: new MarkdownString('<t') });
assert.strictEqual(response.toString(), '');
response.updateContent({ kind: 'markdownContent', content: new MarkdownString('<thi') });
assert.strictEqual(response.toString(), '');
response.updateContent({ kind: 'markdownContent', content: new MarkdownString('<think') });
assert.strictEqual(response.toString(), '');
response.updateContent({ kind: 'markdownContent', content: new MarkdownString('<think>') });
assert.strictEqual(response.toString(), '');
response.updateContent({ kind: 'markdownContent', content: new MarkdownString('<think>test') });