File tree Expand file tree Collapse file tree 1 file changed +16
-1
lines changed Expand file tree Collapse file tree 1 file changed +16
-1
lines changed Original file line number Diff line number Diff line change @@ -32,17 +32,32 @@ def test_ac_scorer():
32
32
client = JudgmentClient ()
33
33
PROJECT_NAME = "test-project"
34
34
EVAL_RUN_NAME = "test-run-ac"
35
+
36
+ # Test with use_judgment=True
35
37
res = client .run_evaluation (
36
38
examples = [example ],
37
39
scorers = [scorer ],
38
40
model = "QWEN" ,
39
41
log_results = True ,
40
42
project_name = PROJECT_NAME ,
41
43
eval_run_name = EVAL_RUN_NAME ,
44
+ use_judgment = True ,
42
45
override = True ,
43
46
)
47
+ print_debug_on_failure (res [0 ])
44
48
45
- print (res )
49
+ # Test with use_judgment=False
50
+ res = client .run_evaluation (
51
+ examples = [example ],
52
+ scorers = [scorer ],
53
+ model = "QWEN" ,
54
+ log_results = True ,
55
+ project_name = PROJECT_NAME ,
56
+ eval_run_name = EVAL_RUN_NAME ,
57
+ use_judgment = False ,
58
+ override = True ,
59
+ )
60
+ print_debug_on_failure (res [0 ])
46
61
47
62
48
63
def test_ar_scorer ():
You can’t perform that action at this time.
0 commit comments