Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-10-18 14:55:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adapt the wikipedia page cut-off to the available context size.

Browse Source
This commit is contained in:
Bartosz Taudul
2025-05-16 00:09:59 +02:00
parent 31afd9dbca
commit e293f87a8a
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
profiler/src/profiler/TracyLlm.cpp
View File

@@ -811,7 +811,13 @@ std::string TracyLlm::HandleToolCalls( const std::string& name, const std::vecto
{
if( args.empty() ) return "Missing page name argument";
auto res = FetchWebPage( "https://en.wikipedia.org/w/rest.php/v1/page/" + args[0] );
if( res.size() > 10 * 1024 ) res = res.substr( 0, 10 * 1024 );
// Limit the size of the response to avoid exceeding the context size
// Assume average token size is 4 bytes. Make space for 3 articles to be retrieved.
const auto ctxSize = std::min( m_models[m_modelIdx].ctxSize, s_config.llmContext );
const auto maxSize = ( ctxSize * 4 ) / 3;
if( res.size() > maxSize ) res = res.substr( 0, maxSize );
return res;
}
return "Unknown tool call: " + name;