File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change @@ -692,13 +692,14 @@ extern "C" {
692
692
// This will be applied:
693
693
// - lazily on next llama_decode()
694
694
// - explicitly with llama_kv_self_update()
695
+ // TODO: deprecate and always update the cache lazily [TAG: API_KV_NO_DEFRAG]
695
696
LLAMA_API void llama_kv_self_defrag (struct llama_context * ctx);
696
697
697
698
// Check if the context supports KV cache shifting
698
699
LLAMA_API bool llama_kv_self_can_shift (const struct llama_context * ctx);
699
700
700
701
// Apply the KV cache updates (such as K-shifts, defragmentation, etc.)
701
- // TODO: deprecate and always update the cache lazily
702
+ // TODO: deprecate and always update the cache lazily [TAG: API_KV_NO_DEFRAG]
702
703
LLAMA_API void llama_kv_self_update (struct llama_context * ctx);
703
704
704
705
//
You can’t perform that action at this time.
0 commit comments