Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-10-18 14:55:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix setting context size.

Browse Source
This commit is contained in:
Bartosz Taudul
2025-05-15 01:52:31 +02:00
parent f65302984e
commit b163d97e65
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
profiler/src/profiler/TracyLlm.cpp
View File

@@ -531,9 +531,6 @@ void TracyLlm::ResetChat()
void TracyLlm::SendMessage( const ollama::messages& messages )
{
ollama::options options;
options["num_ctx"] = std::min( m_models[m_modelIdx].ctxSize, s_config.llmContext );
// The chat() call will fire a callback right away, so the assistant message needs to be there already
m_chat->emplace_back( ollama::message( "assistant", "" ) );
@@ -545,7 +542,7 @@ void TracyLlm::SendMessage( const ollama::messages& messages )
req["model"] = m_models[m_modelIdx].name;
req["messages"] = messages.to_json();
req["stream"] = true;
req["options"] = options["options"];
req["options"]["ctx_size"] = std::min( m_models[m_modelIdx].ctxSize, s_config.llmContext );
req["keep_alive"] = "5m";
res = m_ollama->chat( req, [this]( const ollama::response& response ) -> bool { return OnResponse( response ); });