Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-09-01 16:08:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Decrease context usage when removing chat content.

Browse Source
This commit is contained in:
Bartosz Taudul
2025-06-29 14:08:40 +02:00
parent b54c4f7aa9
commit 4e8fb7870b
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
profiler/src/profiler/TracyLlm.cpp
View File

@@ -472,6 +472,15 @@ void TracyLlm::Draw()
inputChanged = true;
}
auto cit = it;
while( cit != m_chat.end() )
{
const auto& content = (*cit)["content"].get_ref<const std::string&>();
const auto tokens = m_api->Tokenize( content, m_modelIdx );
m_usedCtx -= tokens >= 0 ? tokens : content.size() / 4;
++cit;
}
m_chat.erase( it, m_chat.end() );
if( m_responding ) m_stop = true;
ImGui::PopID();