Skip to content

Commit 3a7cd62

Browse files
authored
[Misc] Fix a config typo in disable_hybrid_kv_cache_manager configuration (#19383)
Signed-off-by: Siyuan Liu <[email protected]>
1 parent 8058c91 commit 3a7cd62

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

vllm/config.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4497,13 +4497,13 @@ def __post_init__(self):
44974497
# warning message here and will log it later.
44984498
if not (current_platform.is_cuda() or current_platform.is_rocm()):
44994499
# Hybrid KV cache manager is not supported on non-GPU platforms.
4500-
self.disable_hybrid_kv_cache_manager = True
4500+
self.scheduler_config.disable_hybrid_kv_cache_manager = True
45014501
if self.kv_transfer_config is not None:
45024502
# Hybrid KV cache manager is not compatible with KV transfer.
4503-
self.disable_hybrid_kv_cache_manager = True
4503+
self.scheduler_config.disable_hybrid_kv_cache_manager = True
45044504
if self.kv_events_config is not None:
45054505
# Hybrid KV cache manager is not compatible with KV events.
4506-
self.disable_hybrid_kv_cache_manager = True
4506+
self.scheduler_config.disable_hybrid_kv_cache_manager = True
45074507

45084508
def update_sizes_for_sequence_parallelism(self,
45094509
possible_sizes: list) -> list:

0 commit comments

Comments
 (0)