Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Add logging to evaluation.py
Browse files
yourbench_space/evaluation.py
CHANGED
@@ -4,7 +4,7 @@ import asyncio
|
|
4 |
from pathlib import Path
|
5 |
|
6 |
from yourbench_space.leaderboard_space.env import INIT_MODELS
|
7 |
-
|
8 |
|
9 |
ON_SPACES = os.environ.get("system") == "spaces"
|
10 |
OUTPUT_DIR = "/data" if ON_SPACES else "."
|
@@ -49,6 +49,11 @@ async def run_evaluations(eval_ds_name: str, org: str) -> list:
|
|
49 |
tasks.append(run_process(args))
|
50 |
# Will capture the task if failed
|
51 |
processes = await asyncio.gather(*tasks, return_exceptions=True)
|
|
|
|
|
|
|
|
|
|
|
52 |
if all(not isinstance(result, Exception) for result in processes):
|
53 |
return "✅"
|
54 |
return "At least one model failed"
|
|
|
4 |
from pathlib import Path
|
5 |
|
6 |
from yourbench_space.leaderboard_space.env import INIT_MODELS
|
7 |
+
from loguru import logger
|
8 |
|
9 |
ON_SPACES = os.environ.get("system") == "spaces"
|
10 |
OUTPUT_DIR = "/data" if ON_SPACES else "."
|
|
|
49 |
tasks.append(run_process(args))
|
50 |
# Will capture the task if failed
|
51 |
processes = await asyncio.gather(*tasks, return_exceptions=True)
|
52 |
+
for process in processes:
|
53 |
+
logger.info("Logs for process:")
|
54 |
+
logger.info(process["stdout"])
|
55 |
+
logger.info(process["stderr"])
|
56 |
+
|
57 |
if all(not isinstance(result, Exception) for result in processes):
|
58 |
return "✅"
|
59 |
return "At least one model failed"
|