Skip to content

Commit 867869d

Browse files
YifanYifan
authored andcommitted
fix bugs
1 parent 57d9b8f commit 867869d

File tree

1 file changed

+16
-1
lines changed

1 file changed

+16
-1
lines changed

src/e2etests/test_all_scorers.py

Lines changed: 16 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,17 +32,32 @@ def test_ac_scorer():
3232
client = JudgmentClient()
3333
PROJECT_NAME = "test-project"
3434
EVAL_RUN_NAME = "test-run-ac"
35+
36+
# Test with use_judgment=True
3537
res = client.run_evaluation(
3638
examples=[example],
3739
scorers=[scorer],
3840
model="QWEN",
3941
log_results=True,
4042
project_name=PROJECT_NAME,
4143
eval_run_name=EVAL_RUN_NAME,
44+
use_judgment=True,
4245
override=True,
4346
)
47+
print_debug_on_failure(res[0])
4448

45-
print(res)
49+
# Test with use_judgment=False
50+
res = client.run_evaluation(
51+
examples=[example],
52+
scorers=[scorer],
53+
model="QWEN",
54+
log_results=True,
55+
project_name=PROJECT_NAME,
56+
eval_run_name=EVAL_RUN_NAME,
57+
use_judgment=False,
58+
override=True,
59+
)
60+
print_debug_on_failure(res[0])
4661

4762

4863
def test_ar_scorer():

0 commit comments

Comments
 (0)