File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed
src/llm_change_agent/evaluations Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -206,13 +206,15 @@ def compare_changes(expected_dir: Path, output_dir: Path):
206
206
for pr_id , output_changes in output_yaml .items ():
207
207
expected_change = expected_yaml_subset .get (pr_id )
208
208
if len (output_changes ) > 0 :
209
- jaccard_score_dict [provider_model ][pr_id ] = get_comparison_metrics (expected_change , output_changes )
209
+ jaccard_score_dict [provider_model ][pr_id ] = get_comparison_metrics (
210
+ expected_change , output_changes
211
+ )
210
212
logger .info (f"Finished comparing changes for { provider_model } " )
211
213
with open (output_dir / "metrics.yaml" , "a" ) as f :
212
214
yaml .dump (jaccard_score_dict , f , sort_keys = False , default_flow_style = False )
213
215
214
216
215
- def get_comparison_metrics (expected_changes :List , output_changes : List ):
217
+ def get_comparison_metrics (expected_changes : List , output_changes : List ):
216
218
"""Compare the expected changes with the output changes."""
217
219
output_changes = normalize_to_curies_in_changes (output_changes )
218
220
expected_changes = normalize_to_curies_in_changes (expected_changes )
You can’t perform that action at this time.
0 commit comments