alozowski HF Staff commited on
Commit
4e21b7f
·
1 Parent(s): a52a58d

Add logging to evaluation.py

Browse files
Files changed (1) hide show
  1. yourbench_space/evaluation.py +6 -1
yourbench_space/evaluation.py CHANGED
@@ -4,7 +4,7 @@ import asyncio
4
  from pathlib import Path
5
 
6
  from yourbench_space.leaderboard_space.env import INIT_MODELS
7
-
8
 
9
  ON_SPACES = os.environ.get("system") == "spaces"
10
  OUTPUT_DIR = "/data" if ON_SPACES else "."
@@ -49,6 +49,11 @@ async def run_evaluations(eval_ds_name: str, org: str) -> list:
49
  tasks.append(run_process(args))
50
  # Will capture the task if failed
51
  processes = await asyncio.gather(*tasks, return_exceptions=True)
 
 
 
 
 
52
  if all(not isinstance(result, Exception) for result in processes):
53
  return "✅"
54
  return "At least one model failed"
 
4
  from pathlib import Path
5
 
6
  from yourbench_space.leaderboard_space.env import INIT_MODELS
7
+ from loguru import logger
8
 
9
  ON_SPACES = os.environ.get("system") == "spaces"
10
  OUTPUT_DIR = "/data" if ON_SPACES else "."
 
49
  tasks.append(run_process(args))
50
  # Will capture the task if failed
51
  processes = await asyncio.gather(*tasks, return_exceptions=True)
52
+ for process in processes:
53
+ logger.info("Logs for process:")
54
+ logger.info(process["stdout"])
55
+ logger.info(process["stderr"])
56
+
57
  if all(not isinstance(result, Exception) for result in processes):
58
  return "✅"
59
  return "At least one model failed"