File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -410,7 +410,7 @@ public void Remove(LLamaPos start, LLamaPos end)
410
410
}
411
411
412
412
/// <summary>
413
- /// Removes all tokens starting from the given position
413
+ /// Removes <see cref="count"/> tokens starting from <see cref="start"/>
414
414
/// </summary>
415
415
/// <param name="start">Start position (inclusive)</param>
416
416
/// <param name="count">Number of tokens</param>
@@ -419,7 +419,8 @@ public void Remove(LLamaPos start, int count)
419
419
if ( count <= 0 )
420
420
return ;
421
421
422
- _conversation . Executor . Context . NativeHandle . KvCacheRemove ( _conversation . ConversationId , start , - 1 ) ;
422
+ var end = start . Value + count ;
423
+ _conversation . Executor . Context . NativeHandle . KvCacheRemove ( _conversation . ConversationId , start , end ) ;
423
424
}
424
425
#endregion
425
426
You can’t perform that action at this time.
0 commit comments