Skip to content

Commit 7fd0070

Browse files
authored
update enable_tp interface
1 parent 7629e27 commit 7fd0070

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

python/sglang/srt/models/seed_oss.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@
1515
get_tensor_model_parallel_world_size,
1616
)
1717
from sglang.srt.layers.activation import SiluAndMul
18+
from sglang.srt.layers.dp_attention import is_dp_attention_enabled
1819
from sglang.srt.layers.layernorm import RMSNorm
1920
from sglang.srt.layers.linear import (
2021
MergedColumnParallelLinear,
@@ -258,7 +259,7 @@ def __init__(
258259
config.vocab_size,
259260
config.hidden_size,
260261
quant_config=quant_config,
261-
enable_tp=not global_server_args_dict["enable_dp_attention"],
262+
enable_tp=not is_dp_attention_enabled(),
262263
prefix=add_prefix("embed_tokens", prefix),
263264
)
264265
else:

0 commit comments

Comments
 (0)