Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-10-16 22:05:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Do not copy messages to be sent.

Browse Source 
Sending the message blocks user input, so chat contents will not change.
This commit is contained in:
Bartosz Taudul
2025-05-25 02:41:08 +02:00
parent cfc78192da
commit 7a729e20f3
2 changed files with 6 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
profiler/src/profiler/TracyLlm.cpp
View File

@@ -660,8 +660,7 @@ void TracyLlm::Draw()
m_jobs.emplace_back( WorkItem {
.task = Task::SendMessage,
.callback = nullptr,
.chat = m_chat
.callback = nullptr
} );
m_cv.notify_all();
}
@@ -698,7 +697,7 @@ void TracyLlm::Worker()
m_busy = false;
break;
case Task::SendMessage:
SendMessage( job.chat );
SendMessage();
break;
default:
assert( false );
@@ -775,7 +774,7 @@ void TracyLlm::AddMessage( std::string&& str, const char* role )
m_chat.emplace_back( std::move( msg ) );
}
void TracyLlm::SendMessage( const std::vector<nlohmann::json>& messages )
void TracyLlm::SendMessage()
{
AddMessage( "", "assistant" );
@@ -785,7 +784,7 @@ void TracyLlm::SendMessage( const std::vector<nlohmann::json>& messages )
{
nlohmann::json req;
req["model"] = m_api->GetModels()[m_modelIdx].name;
req["messages"] = messages;
req["messages"] = m_chat;
req["stream"] = true;
if( m_setTemperature ) req["temperature"] = m_temperature;
@@ -894,8 +893,7 @@ bool TracyLlm::OnResponse( const nlohmann::json& json )
m_jobs.emplace_back( WorkItem {
.task = Task::SendMessage,
.callback = nullptr,
.chat = m_chat
.callback = nullptr
} );
m_cv.notify_all();
}

3
profiler/src/profiler/TracyLlm.hpp
View File

@@ -32,7 +32,6 @@ class TracyLlm
{
Task task;
std::function<void()> callback;
std::vector<nlohmann::json> chat;
};
struct ChatCache
@@ -65,7 +64,7 @@ private:
void ResetChat();
void AddMessage( std::string&& str, const char* role );
void SendMessage( const std::vector<nlohmann::json>& messages );
void SendMessage();
bool OnResponse( const nlohmann::json& json );
void UpdateCache( ChatCache& cache, const std::string& str );