Spaces:

upstage
/

open-ko-llm-leaderboard

Running on CPU Upgrade

BearSean commited on Jan 18

Commit

0975aef

•

1 Parent(s): 708b907

Update src/leaderboard/read_evals.py (#49)

- Update src/leaderboard/read_evals.py (6d3e1de7ccb3b3d88efad3e2c531a6c38f33725f)

Files changed (1) hide show

src/leaderboard/read_evals.py CHANGED Viewed

@@ -86,7 +86,7 @@ class EvalResult:
             if model_card.data.tags:
                 is_merge_from_metadata = "merge" in model_card.data.tags
-            merge_keywords = ["mergekit", "merged model", "merge model", "merging", "merge", "merged", "Carbon"]
             # If the model is a merge but not saying it in the metadata, we flag it
             is_merge_from_model_card = any(keyword in model_card.text.lower() for keyword in merge_keywords)
             flagged = is_merge_from_model_card and not is_merge_from_metadata

             if model_card.data.tags:
                 is_merge_from_metadata = "merge" in model_card.data.tags
+            merge_keywords = ["mergekit", "merged model", "merge model", "merging", "Carbon"]
             # If the model is a merge but not saying it in the metadata, we flag it
             is_merge_from_model_card = any(keyword in model_card.text.lower() for keyword in merge_keywords)
             flagged = is_merge_from_model_card and not is_merge_from_metadata