We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6147b97 commit 5b857afCopy full SHA for 5b857af
fastdeploy/engine/engine.py
@@ -564,7 +564,7 @@ def _stop_profile(self):
564
time.sleep(1)
565
num_gpu_blocks = self.get_profile_block_num_signal.value[0]
566
self.cfg.cache_config.reset(num_gpu_blocks)
567
- self.resource_manager.reset_cache_config(self.cfg.cache_config)
+ self.engine.resource_manager.reset_cache_config(self.cfg.cache_config)
568
if self.cfg.cache_config.enable_prefix_caching or self.cfg.splitwise_role != "mixed":
569
device_ids = self.cfg.device_ids.split(",")
570
self.cache_manager_processes = self.engine.start_cache_service(device_ids, self.ipc_signal_suffix)
0 commit comments