mirror of
https://github.com/wolfpld/tracy.git
synced 2026-10-30 20:45:26 +00:00
Adjust minimum available context logic.
Increase the context quota from 70% to 80%, as the previous value was too conservative with large contexts. Add a minimum bound of 4K to make small context workable.
This commit is contained in:
@@ -881,7 +881,7 @@ void TracyLlm::ManageContext( std::unique_lock<std::mutex>& lock )
|
||||
const auto ctxSize = models[m_modelIdx].contextSize;
|
||||
if( ctxSize <= 0 ) return;
|
||||
|
||||
const auto quota = int( ctxSize * 0.7f );
|
||||
const auto quota = std::max( 4096, int( ctxSize * 0.8f ) );
|
||||
if( m_usedCtx < quota ) return;
|
||||
|
||||
size_t idx = 0;
|
||||
|
||||
Reference in New Issue
Block a user