qgallouedec HF staff commited on
Commit
96424ac
1 Parent(s): f271fe9

fix eval backend

Browse files
Files changed (1) hide show
  1. src/backend.py +4 -1
src/backend.py CHANGED
@@ -39,7 +39,7 @@ def _backend_routine():
39
  evaluated_models.add((report["config"]["model_id"], report["config"]["model_sha"]))
40
 
41
  # Find the models that are not associated with any results
42
- pending_models = set(compatible_models) - evaluated_models
43
  logger.info(f"Found {len(pending_models)} pending models")
44
 
45
  if len(pending_models) == 0:
@@ -83,3 +83,6 @@ def backend_routine():
83
  _backend_routine()
84
  except Exception as e:
85
  logger.error(f"{e.__class__.__name__}: {str(e)}")
 
 
 
 
39
  evaluated_models.add((report["config"]["model_id"], report["config"]["model_sha"]))
40
 
41
  # Find the models that are not associated with any results
42
+ pending_models = list(set(compatible_models) - evaluated_models)
43
  logger.info(f"Found {len(pending_models)} pending models")
44
 
45
  if len(pending_models) == 0:
 
83
  _backend_routine()
84
  except Exception as e:
85
  logger.error(f"{e.__class__.__name__}: {str(e)}")
86
+
87
+ if __name__=="__main__":
88
+ backend_routine()