feat: initial commit of arena-leaderboard-parser & omniroute benchmark tools

This commit is contained in:
2026-10-16 12:05:02 +00:00
commit f81b866e34
5 changed files with 818 additions and 0 deletions
+28
View File
@@ -0,0 +1,28 @@
#!/usr/bin/env python3
"""
arena_cache_refresh.py — cron no_agent job.
Раз в сутки обновляет кеш лидерборда arena.ai (24h TTL).
Silent watchdog: успех = одна короткая строка в лог крона, в чат ничего не летит.
"""
import sys
import traceback
sys.path.insert(0, "/opt/data/skills/research/arena-leaderboard-parser")
try:
from arena_leaderboard import get_leaderboard
except ImportError:
print("FATAL: cannot import arena_leaderboard from "
"/opt/data/skills/research/arena-leaderboard-parser")
sys.exit(1)
try:
lb = get_leaderboard(force_refresh=True)
top1 = lb["models"][0]
print(f"ok: refreshed {lb['total_models']} models (updated {lb['updated']}); "
f"#{top1['rank']} {top1['model']} {top1['score']}; board=text")
except Exception as e:
print(f"FAIL: {type(e).__name__}: {e}")
traceback.print_exc()
# не валимся молча — код 1, чтобы крон пометил run как error
sys.exit(1)