eliott/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider synced 2026-04-25 17:15:07 +02:00
Code Issues Packages Projects Releases Wiki Activity

refactor: Update problem_stats.py to use polyglot_leaderboard.yml

Browse Source
This commit is contained in:
Paul Gauthier (aider)
2025-02-27 08:56:54 -08:00
parent 4a9447d344
commit 976722c129
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
benchmark/problem_stats.py
View File

@@ -15,7 +15,7 @@ HARD_SET_NUM = 3 # Number of models that defines the hard set threshold
def get_dirs_from_leaderboard():
# Load the leaderboard data
with open("aider/website/_data/edit_leaderboard.yml") as f:
with open("aider/website/_data/polyglot_leaderboard.yml") as f:
leaderboard = yaml.safe_load(f)
return [(entry["dirname"], entry["model"]) for entry in leaderboard]
@@ -92,7 +92,7 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
(
entry["pass_rate_2"]
for entry in yaml.safe_load(
open("aider/website/_data/edit_leaderboard.yml")
open("aider/website/_data/polyglot_leaderboard.yml")
)
if entry["dirname"] == dirname
),