We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ba221d9 commit 1a9b893Copy full SHA for 1a9b893
fastdeploy/engine/config.py
@@ -172,6 +172,7 @@ def __init__(
172
self.early_stop_config = early_stop_config
173
self.guided_decoding_backend = guided_decoding_backend
174
self.disable_any_whitespace = disable_any_whitespace
175
+ self.engine_worker_queue_port = engine_worker_queue_port
176
self._str_to_list("innode_prefill_ports", int)
177
if isinstance(engine_worker_queue_port, int):
178
self.engine_worker_queue_port = str(engine_worker_queue_port)
0 commit comments