Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-06-08 08:33:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adjust max size calculation.

Browse Source
This commit is contained in:
Bartosz Taudul
2026-01-25 21:05:36 +01:00
parent 841af4795c
commit cf001a38df
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
profiler/src/profiler/TracyLlmTools.cpp
View File

@@ -342,12 +342,12 @@ void TracyLlmTools::CancelManualEmbeddings()
int TracyLlmTools::CalcMaxSize() const
{
constexpr int limit = 32*1024;
constexpr int limit = 48*1024;
if( m_ctxSize <= 0 ) return limit;
// Limit the size of the response to avoid exceeding the context size
// Assume average token size is 4 bytes. Make space for 3 articles to be retrieved.
const int maxSize = ( m_ctxSize * 4 ) / 3;
// Assume average token size is 4 bytes. Make space for 8 articles to be retrieved.
const int maxSize = ( m_ctxSize * 4 ) / 8;
return std::min( maxSize, limit );
}