File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -4497,13 +4497,13 @@ def __post_init__(self):
4497
4497
# warning message here and will log it later.
4498
4498
if not (current_platform .is_cuda () or current_platform .is_rocm ()):
4499
4499
# Hybrid KV cache manager is not supported on non-GPU platforms.
4500
- self .disable_hybrid_kv_cache_manager = True
4500
+ self .scheduler_config . disable_hybrid_kv_cache_manager = True
4501
4501
if self .kv_transfer_config is not None :
4502
4502
# Hybrid KV cache manager is not compatible with KV transfer.
4503
- self .disable_hybrid_kv_cache_manager = True
4503
+ self .scheduler_config . disable_hybrid_kv_cache_manager = True
4504
4504
if self .kv_events_config is not None :
4505
4505
# Hybrid KV cache manager is not compatible with KV events.
4506
- self .disable_hybrid_kv_cache_manager = True
4506
+ self .scheduler_config . disable_hybrid_kv_cache_manager = True
4507
4507
4508
4508
def update_sizes_for_sequence_parallelism (self ,
4509
4509
possible_sizes : list ) -> list :
You can’t perform that action at this time.
0 commit comments