Quentin Gallouédec commited on
Commit
9f23558
1 Parent(s): 212d3f4

allow eval to fail

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -144,7 +144,12 @@ def _backend_routine():
144
  for model_id, sha in pending_models:
145
  logger.info(f"Running evaluation on {model_id}")
146
  report = {"config": {"model_id": model_id, "model_sha": sha}}
147
- evaluations = evaluate(model_id, revision=sha)
 
 
 
 
 
148
  if evaluations is not None:
149
  report["results"] = evaluations
150
  report["status"] = "DONE"
 
144
  for model_id, sha in pending_models:
145
  logger.info(f"Running evaluation on {model_id}")
146
  report = {"config": {"model_id": model_id, "model_sha": sha}}
147
+ try:
148
+ evaluations = evaluate(model_id, revision=sha)
149
+ except Exception as e:
150
+ logger.error(f"Error evaluating {model_id}: {e}")
151
+ evaluations = None
152
+
153
  if evaluations is not None:
154
  report["results"] = evaluations
155
  report["status"] = "DONE"