Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion evaluator/bot_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@
import os
import re
import subprocess
import sys
import tempfile
from dataclasses import dataclass
from pathlib import Path
Expand Down
2 changes: 1 addition & 1 deletion excore/frontier/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@

from __future__ import annotations

from dataclasses import dataclass, field
from dataclasses import dataclass
from typing import Mapping, Sequence

from .core_frontier import Assessment, Entry, Point, Space, Spectrum, make_point
Expand Down
2 changes: 1 addition & 1 deletion excore/frontier/plots.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
from pathlib import Path
from xml.sax.saxutils import escape

from .core_frontier import Entry, Spectrum
from .core_frontier import Spectrum

W, H, ML, MR, MT, MB = 640, 420, 70, 24, 44, 56
BG, TEXT, SUBTLE = "#0a0c0f", "#e9ecf0", "#8a96a6"
Expand Down
6 changes: 2 additions & 4 deletions tests/test_bot_engine.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,9 @@
import subprocess
from pathlib import Path

import numpy as np
import pytest

from evaluator.bot_engine import BotEngine, Git, classify_files, render_report
from evaluator.bot_engine import BotEngine, Git, classify_files
from evaluator.github import ChangedFile, GitHubError, PullRequest
from evaluator.runner import BaselinePerf, EvalBundle, EvalFailure
from excore.eval.accuracy import AccuracyResult
Expand Down Expand Up @@ -316,7 +315,7 @@ def pull(self):


from evaluator.bot_engine import Override, apply_override, parse_override
from excore.frontier import RewardDecision, Verdict, judge
from excore.frontier import judge


def merged_gh(**kw):
Expand Down Expand Up @@ -438,7 +437,6 @@ def test_override_cannot_duplicate_or_conjure_an_entry(repo, tiny_cfg, tiny_spec
out = engine(repo, tiny_cfg, FakeGH(labels=("excore-tier:Ultra",)), FakeRunner()).handle_pr(7)
assert out.stage == "duplicate"
empty = Spectrum("CPU-35B", Space.from_config(tiny_cfg))
cand = Point("x", "x", 0.02, 1.2, 1.2, 14.0)
v = judge(candidate_id="x", name="x", accuracy=acc(), perf=perf(), baseline_perf=BaselinePerf(10.0, 100.0, 20.0),
guards=[], spectrum=empty, cfg=tiny_cfg)
assert not v.accepted and apply_override(v, Override("core:XL", "l"), tiny_cfg) is v
Expand Down
1 change: 0 additions & 1 deletion tests/test_build_validate.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
import shutil
from pathlib import Path

import numpy as np
import pytest
Expand Down
1 change: 0 additions & 1 deletion tests/test_cli_plots_sources.py
Original file line number Diff line number Diff line change
Expand Up @@ -198,6 +198,5 @@ def test_empty_spectrum_renders(cfg):
def test_plots_cli(spectrum, tmp_path, tiny_config):
sp_file = tmp_path / "spectrum.json"
spectrum.save(sp_file)
cfg = yaml.safe_load(Path(tiny_config).read_text())
assert main(["plots", "--spectrum", str(sp_file), "--out-dir", str(tmp_path / "out")]) == 0
assert len(list((tmp_path / "out").glob("*.svg"))) == 3
4 changes: 1 addition & 3 deletions tests/test_gates_rewards.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,7 @@
import re

import numpy as np
import pytest

from synthetic import Leaky, SyntheticBackend
from synthetic import Leaky

from excore.eval.accuracy import AccuracyResult
from excore.eval.performance import PerfResult, PerfRun
Expand Down
1 change: 0 additions & 1 deletion tests/test_runtime_quantizer.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
import os
import stat
import sys
from pathlib import Path
Expand Down
1 change: 0 additions & 1 deletion tests/test_sandbox.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
import os
import sys
import time
from pathlib import Path
Expand Down
Loading