|
1
|
+ |
import { describe, expect, it } from "vitest";
|
|
2
|
+ |
|
|
3
|
+ |
import { CODER_BACKENDS } from "../src/coder-backends.js";
|
|
4
|
+ |
import { CoderSession, type ReplySource } from "../src/coder-session.js";
|
|
5
|
+ |
import {
|
|
6
|
+ |
coderTierLabel,
|
|
7
|
+ |
nextTier,
|
|
8
|
+ |
TIER_MODELS,
|
|
9
|
+ |
tierForModel,
|
|
10
|
+ |
tierLabel,
|
|
11
|
+ |
} from "../src/coder-tiers.js";
|
|
12
|
+ |
|
|
13
|
+ |
// The invariant (INVARIANTS.md "Coder Model Naming"): a vendor model name
|
|
14
|
+ |
// never renders. Every display path resolves through these functions, so the
|
|
15
|
+ |
// suite that holds the invariant is the suite that pins their answers.
|
|
16
|
+ |
describe("coder tiers", () => {
|
|
17
|
+ |
it("labels every tier as OpenAgents Coder, never a vendor name", () => {
|
|
18
|
+ |
expect(tierLabel("auto")).toBe("Coder Auto");
|
|
19
|
+ |
expect(tierLabel("flash")).toBe("Coder Flash");
|
|
20
|
+ |
expect(tierLabel("pro")).toBe("Coder Pro");
|
|
21
|
+ |
expect(tierLabel("local")).toBe("Coder Local");
|
|
22
|
+ |
});
|
|
23
|
+ |
|
|
24
|
+ |
it("maps the pinned tier models and the local lane", () => {
|
|
25
|
+ |
expect(coderTierLabel(TIER_MODELS.flash)).toBe("Coder Flash");
|
|
26
|
+ |
expect(coderTierLabel(TIER_MODELS.pro)).toBe("Coder Pro");
|
|
27
|
+ |
expect(coderTierLabel("ollama:qwen3.8:27b-mtp-q8_0")).toBe("Coder Local");
|
|
28
|
+ |
expect(coderTierLabel(undefined)).toBe("Coder Auto");
|
|
29
|
+ |
});
|
|
30
|
+ |
|
|
31
|
+ |
it("shows the bare product name for a model no tier pins", () => {
|
|
32
|
+ |
const label = coderTierLabel("some-experimental-model");
|
|
33
|
+ |
expect(label).toBe("Coder");
|
|
34
|
+ |
expect(label).not.toContain("experimental");
|
|
35
|
+ |
});
|
|
36
|
+ |
|
|
37
|
+ |
it("cycles Auto to Flash to Pro to Local and around", () => {
|
|
38
|
+ |
expect(nextTier("auto")).toBe("flash");
|
|
39
|
+ |
expect(nextTier("flash")).toBe("pro");
|
|
40
|
+ |
expect(nextTier("pro")).toBe("local");
|
|
41
|
+ |
expect(nextTier("local")).toBe("auto");
|
|
42
|
+ |
});
|
|
43
|
+ |
|
|
44
|
+ |
it("keeps the tier map and the backend catalog in agreement", () => {
|
|
45
|
+ |
for (const backend of CODER_BACKENDS) {
|
|
46
|
+ |
const tier = tierForModel(backend.id);
|
|
47
|
+ |
// A backend outside the tier map must carry the bare product label; one
|
|
48
|
+ |
// inside it must carry its tier's label. Either way, no vendor name.
|
|
49
|
+ |
expect(backend.label).toBe(tier === undefined ? "Coder" : tierLabel(tier));
|
|
50
|
+ |
expect(backend.label.startsWith("Coder")).toBe(true);
|
|
51
|
+ |
}
|
|
52
|
+ |
});
|
|
53
|
+ |
|
|
54
|
+ |
it("never leaks a vendor id through any label", () => {
|
|
55
|
+ |
for (const id of [
|
|
56
|
+ |
TIER_MODELS.flash,
|
|
57
|
+ |
TIER_MODELS.pro,
|
|
58
|
+ |
"ox-alpha",
|
|
59
|
+ |
"ollama:llama3",
|
|
60
|
+ |
"anything-else",
|
|
61
|
+ |
]) {
|
|
62
|
+ |
const label = coderTierLabel(id);
|
|
63
|
+ |
expect(label).not.toContain(id);
|
|
64
|
+ |
expect(label.startsWith("Coder")).toBe(true);
|
|
65
|
+ |
}
|
|
66
|
+ |
});
|
|
67
|
+ |
});
|
|
68
|
+ |
|
|
69
|
+ |
// The acceptance from OpenAgentsInc/openagents#40, held at the session level:
|
|
70
|
+ |
// a fresh session is Coder Auto, and shift+tab's cycle walks Flash, Pro,
|
|
71
|
+ |
// Local. The interface renders snapshot().model verbatim, so pinning the
|
|
72
|
+ |
// snapshot pins the bottom bar.
|
|
73
|
+ |
const silent: ReplySource = {
|
|
74
|
+ |
model: "Coder Auto",
|
|
75
|
+ |
async *reply() {
|
|
76
|
+ |
yield { type: "text", value: "ok" } as const;
|
|
77
|
+ |
},
|
|
78
|
+ |
};
|
|
79
|
+ |
|
|
80
|
+ |
describe("session tier cycling", () => {
|
|
81
|
+ |
it("starts as Coder Auto and flips through Flash, Pro, Local on cycleTier", () => {
|
|
82
|
+ |
const session = new CoderSession(silent, "repo", "main", undefined, undefined, undefined, {
|
|
83
|
+ |
initial: "auto",
|
|
84
|
+ |
build: () => Promise.resolve(silent),
|
|
85
|
+ |
});
|
|
86
|
+ |
|
|
87
|
+ |
expect(session.snapshot().model).toBe("Coder Auto");
|
|
88
|
+ |
expect(session.cycleTier().label).toBe("Coder Flash");
|
|
89
|
+ |
expect(session.snapshot().model).toBe("Coder Flash");
|
|
90
|
+ |
expect(session.cycleTier().label).toBe("Coder Pro");
|
|
91
|
+ |
expect(session.cycleTier().label).toBe("Coder Local");
|
|
92
|
+ |
expect(session.cycleTier().label).toBe("Coder Auto");
|
|
93
|
+ |
});
|
|
94
|
+ |
});
|