Scarfski/tracy
1
0
Fork 0
mirror of https://github.com/wolfpld/tracy.git synced 2026-09-17 07:44:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Probe embeddings vector length.

Browse Source
This commit is contained in:
Bartosz Taudul
2025-05-23 01:43:02 +02:00
parent 746f28e3c9
commit e3db1eb7ee
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
profiler/src/profiler/TracyLlmTools.cpp
View File

@@ -125,6 +125,18 @@ void TracyLlmTools::ManualEmbeddingsWorker( TracyLlmApi& api )
auto manual = Unembed( Manual );
size_t length;
{
nlohmann::json req;
req["input"] = "embeddings length probe";
req["model"] = m_manualEmbeddingState.model;
nlohmann::json response;
api.Embeddings( req, response );
length = response["data"][0]["embedding"].size();
}
const auto sz = (int)manual->size();
const auto chunks = ( sz + Chunk - 1 ) / Chunk;
for( int i=0; i<chunks; i++ )