Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-09-01 16:08:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Prepare ollama request in an explicit way.

Browse Source
This commit is contained in:
Bartosz Taudul
2025-05-13 20:14:04 +02:00
parent 3414773f18
commit 7eedbe130e
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
profiler/src/profiler/TracyLlm.cpp
View File

@@ -484,7 +484,14 @@ void TracyLlm::SendMessage( ollama::messages&& messages )
bool res;
try
{
res = m_ollama->chat( m_models[m_modelIdx].name, messages, [this]( const ollama::response& response ) -> bool { return OnResponse( response ); }, options );
ollama::request req( ollama::message_type::chat );
req["model"] = m_models[m_modelIdx].name;
req["messages"] = messages.to_json();
req["stream"] = true;
req["options"] = options["options"];
req["keep_alive"] = "5m";
res = m_ollama->chat( req, [this]( const ollama::response& response ) -> bool { return OnResponse( response ); });
}
catch( std::exception& e )
{