rates.py folds the token, commit and score journals into per-hour and per-day rates for the header chips and the rates page; /api/rates drops from about 1950 ms to 380-830 ms on a year of data. Tests run once on unify/skills-20261114 after the merge (operator order 2026-11-14). 🎯 Fix: 75 % 💥 Break: 10 % 💸 Tokens: – ⏱️ Velocity: – 🛡️ Security: 95 % 🏆 Score: 64 🚦 Gate: ⛔ fix 75 % < 90, break 10 % > 5; security 95 % < 100: ask the operator before the commit Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
49 lines
1.6 KiB
Python
49 lines
1.6 KiB
Python
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
from .records import epoch, parse_line, read_regular
|
|
|
|
RESOURCES = "resources"
|
|
SAMPLES = "samples.jsonl"
|
|
TOKENS = "tokens.jsonl"
|
|
HOUR = 3600
|
|
FILE_LIMIT = 64 << 20
|
|
|
|
|
|
def rows_between(path: Path, begin: float, end: float, width: float) -> list[dict]:
|
|
"""Args:
|
|
path: a JSON lines file of rows with t in epoch seconds.
|
|
begin: the earliest time a row may reach to.
|
|
end: the latest t a row may have.
|
|
width: the seconds a row reaches past its t unless it names its own
|
|
width.
|
|
|
|
Returns:
|
|
The rows from begin to end in file order.
|
|
"""
|
|
try:
|
|
lines = read_regular(path, FILE_LIMIT).splitlines()
|
|
except (OSError, ValueError):
|
|
return []
|
|
found = []
|
|
for row in map(parse_line, lines):
|
|
t = None if row is None else epoch(row.get("t"))
|
|
if t is not None and t <= end and (begin <= t + width or begin <= t + (epoch(row.get("width")) or 0)):
|
|
found.append(row)
|
|
return found
|
|
|
|
|
|
def sampled(folder: Path, span: tuple[float, float]) -> dict:
|
|
"""Args:
|
|
folder: the host sampler's directory, mounted read-only.
|
|
span: (begin, end) of the page's time window in epoch seconds.
|
|
|
|
Returns:
|
|
{"since", "until", "samples", "tokens"}: the rows of samples.jsonl
|
|
within the span and those of tokens.jsonl whose hour overlaps it, as
|
|
the host unit wrote them; the hub reads nothing of the host itself.
|
|
"""
|
|
begin, end = span
|
|
return {"since": begin, "until": end, "samples": rows_between(folder / SAMPLES, begin, end, 0), "tokens": rows_between(folder / TOKENS, begin, end, HOUR)}
|