Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-10-17 06:15:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

List LLM models in global settings.

Browse Source
This commit is contained in:
Bartosz Taudul
2025-05-11 17:24:40 +02:00
parent 08c877c4ef
commit 0f31d6ac1a
1 changed files with 49 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

59
profiler/src/main.cpp
View File

@@ -864,6 +864,7 @@ static void DrawContents()
{
static int llmstatus = 0;
static std::string llmVersion;
static std::vector<std::string> llmModels;
ImGui::Indent();
ImGui::TextUnformatted( "Ollama URL" );
@@ -876,10 +877,28 @@ static void DrawContents()
if( ImGui::InputText( "##ollamaurl", llmAddress, sizeof( llmAddress ) ) )
{
llmstatus = 0;
llmModels.clear();
s_config.llmAddress = llmAddress;
SaveConfig();
}
if( llmstatus == 1 ) ImGui::BeginDisabled();
const bool doCheck = ImGui::Button( ICON_FA_PLUG " Check connection" );
if( llmstatus == 1 ) ImGui::EndDisabled();
if( doCheck )
{
llmstatus = 1;
// TODO put into a thread?
tracy::TracyLlm llm;
const bool valid = llm.IsValid();
llmstatus = valid ? 2 : 3;
if( valid )
{
llmVersion = llm.GetVersion();
llmModels = llm.GetModels();
}
}
ImGui::TextDisabled( "Connection status:" );
ImGui::SameLine();
switch( llmstatus )
@@ -902,17 +921,37 @@ static void DrawContents()
assert( false );
break;
}
if( llmstatus == 1 ) ImGui::BeginDisabled();
const bool doCheck = ImGui::Button( ICON_FA_PLUG " Check connection" );
if( llmstatus == 1 ) ImGui::EndDisabled();
if( doCheck )
if( !llmModels.empty() )
{
llmstatus = 1;
// TODO put into a thread?
tracy::TracyLlm llm;
const bool valid = llm.IsValid();
llmstatus = valid ? 2 : 3;
if( valid ) llmVersion = llm.GetVersion();
ImGui::TextDisabled( "Selected model:" );
int sel;
for( sel=0; sel<llmModels.size(); sel++ )
{
if( llmModels[sel] == s_config.llmModel ) break;
}
if( sel == llmModels.size() )
{
sel = 0;
s_config.llmModel = llmModels[0];
SaveConfig();
}
ImGui::SameLine();
ImGui::SetNextItemWidth( 225 * dpiScale );
if( ImGui::BeginCombo( "##llmmodel", llmModels[sel].c_str() ) )
{
for( int i=0; i<llmModels.size(); i++ )
{
bool isSelected = ( i == sel );
if( ImGui::Selectable( llmModels[i].c_str(), isSelected ) )
{
s_config.llmModel = llmModels[i];
SaveConfig();
}
if( isSelected ) ImGui::SetItemDefaultFocus();
}
ImGui::EndCombo();
}
}
ImGui::Unindent();