Adjust minimum available context logic.

Increase the context quota from 70% to 80%, as the previous value was too
conservative with large contexts.

Add a minimum bound of 4K to make small context workable.
This commit is contained in:
Bartosz Taudul
2026-01-28 21:15:59 +01:00
parent 9b98bce193
commit b0704ba35f
+1 -1
View File
@@ -881,7 +881,7 @@ void TracyLlm::ManageContext( std::unique_lock<std::mutex>& lock )
const auto ctxSize = models[m_modelIdx].contextSize;
if( ctxSize <= 0 ) return;
const auto quota = int( ctxSize * 0.7f );
const auto quota = std::max( 4096, int( ctxSize * 0.8f ) );
if( m_usedCtx < quota ) return;
size_t idx = 0;