Skip to content

Commit 856eb22

Browse files
committed
[test] try to fix ci error
1 parent 9cd3af1 commit 856eb22

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

test/entrypoints/openai/test_serving_api.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ def setUpClass(cls):
4141
kill_process_on_port(port)
4242

4343
base_path = os.getenv("MODEL_PATH", ".")
44-
model_path = os.path.join(base_path, "ERNIE-4.5-0.3B-Paddle")
44+
model_path = os.path.join(base_path, "ernie-4_5-21b-a3b-bf16-paddle")
4545

4646
cmd = [
4747
sys.executable,
@@ -61,14 +61,14 @@ def setUpClass(cls):
6161
"32768",
6262
"--max-num-seqs",
6363
"128",
64+
"--quantization",
65+
"wint4",
6466
"--use-cudagraph",
6567
"--graph-optimization-config",
6668
'{"cudagraph_capture_sizes": [1]}',
6769
]
6870

69-
cls.server_proc = subprocess.Popen(
70-
cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, start_new_session=True
71-
)
71+
cls.server_proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=None, start_new_session=True)
7272

7373
for _ in range(300):
7474
if is_port_open("127.0.0.1", FD_API_PORT):

0 commit comments

Comments
 (0)