- Co-Authored-By
- Claude Fable 5 <noreply@anthropic.com>
- Claude-Session
- https://claude.ai/code/session_01SoZMfWRSGnf6FZX2Ar9rQ2
Read the lane off the run, not out of the model id
Deploy story
What this commit did to the running system — joined from the forge receipt chain, the part a commit page elsewhere cannot show.
Not deployed through the forge lane
No push, promotion, build, or deploy receipt references this commit (receipts are scanned over a bounded recent window). Changes shipped by full node replacement carry their proof in the release gate receipt instead.
Changed files
-
modified
packages/coder-effectiveness/src/compare.test.ts -
modified
packages/coder-effectiveness/src/effectiveness.test.ts -
modified
packages/coder-effectiveness/src/effectiveness.ts -
modified
packages/coder-effectiveness/src/harbor-job.ts -
modified
packages/coder-effectiveness/src/pricing.ts
Diff
5 files changed, +72 -25
packages/coder-effectiveness/src/compare.test.ts modified +24 -3
@@ -89,9 +89,29 @@ describe("lane against lane", () => {
| 89 | 89 |
|
| 90 | 90 |
|
| 91 | 91 |
|
| 92 |
|
|
| 93 |
|
|
| 94 | 92 |
|
| 93 |
|
|
| 94 |
|
|
| 95 |
|
|
| 96 |
|
|
| 97 |
|
|
| 98 |
|
|
| 99 |
|
|
| 100 |
|
|
| 101 |
|
|
| 102 |
|
|
| 103 |
|
|
| 104 |
|
|
| 105 |
|
|
| 106 |
|
|
| 107 |
|
|
| 108 |
|
|
| 109 |
|
|
| 110 |
|
|
| 111 |
|
|
| 112 |
|
|
| 113 |
|
|
| 114 |
|
|
| 95 | 115 |
|
| 96 | 116 |
|
| 97 | 117 |
|
@@ -101,8 +121,9 @@ describe("lane against lane", () => {
| 101 | 121 |
|
| 102 | 122 |
|
| 103 | 123 |
|
| 124 |
|
|
| 104 | 125 |
|
| 105 |
|
|
| 126 |
|
|
| 106 | 127 |
|
| 107 | 128 |
|
| 108 | 129 |
|
packages/coder-effectiveness/src/effectiveness.test.ts modified +12 -4
@@ -221,12 +221,20 @@ describe("cost per accepted outcome", () => {
| 221 | 221 |
|
| 222 | 222 |
|
| 223 | 223 |
|
| 224 |
|
|
| 224 |
|
|
| 225 |
|
|
| 226 |
|
|
| 227 |
|
|
| 228 |
|
|
| 229 |
|
|
| 230 |
|
|
| 231 |
|
|
| 232 |
|
|
| 233 |
|
|
| 234 |
|
|
| 235 |
|
|
| 225 | 236 |
|
| 226 | 237 |
|
| 227 |
|
|
| 228 |
|
|
| 229 |
|
|
| 230 | 238 |
|
| 231 | 239 |
|
| 232 | 240 |
|
packages/coder-effectiveness/src/effectiveness.ts modified +1
packages/coder-effectiveness/src/harbor-job.ts modified +14 -9
@@ -140,12 +140,19 @@ const readTrial = (dirName: string, trialDir: string, trialResult: unknown): Tri
| 140 | 140 |
|
| 141 | 141 |
|
| 142 | 142 |
|
| 143 |
|
|
| 144 |
|
|
| 145 |
|
|
| 146 |
|
|
| 147 |
|
|
| 148 |
|
|
| 143 |
|
|
| 144 |
|
|
| 145 |
|
|
| 146 |
|
|
| 147 |
|
|
| 148 |
|
|
| 149 |
|
|
| 150 |
|
|
| 151 |
|
|
| 152 |
|
|
| 153 |
|
|
| 154 |
|
|
| 155 |
|
|
| 149 | 156 |
|
| 150 | 157 |
|
| 151 | 158 |
|
@@ -157,10 +164,8 @@ const modelFromTrialConfig = (trialConfig: unknown): string | null => {
| 157 | 164 |
|
| 158 | 165 |
|
| 159 | 166 |
|
| 160 |
|
|
| 161 | 167 |
|
| 162 |
|
|
| 163 |
|
|
| 168 |
|
|
| 164 | 169 |
|
| 165 | 170 |
|
| 166 | 171 |
|
packages/coder-effectiveness/src/pricing.ts modified +21 -9
@@ -135,22 +135,34 @@ export interface CostResult {
| 135 | 135 |
|
| 136 | 136 |
|
| 137 | 137 |
|
| 138 |
|
|
| 139 |
|
|
| 140 |
|
|
| 138 |
|
|
| 139 |
|
|
| 140 |
|
|
| 141 |
|
|
| 142 |
|
|
| 143 |
|
|
| 144 |
|
|
| 145 |
|
|
| 146 |
|
|
| 147 |
|
|
| 148 |
|
|
| 149 |
|
|
| 150 |
|
|
| 151 |
|
|
| 141 | 152 |
|
| 142 | 153 |
|
| 143 | 154 |
|
| 144 | 155 |
|
| 145 |
|
|
| 146 |
|
|
| 147 |
|
|
| 148 |
|
|
| 156 |
|
|
| 157 |
|
|
| 158 |
|
|
| 159 |
|
|
| 149 | 160 |
|
| 150 | 161 |
|
| 151 | 162 |
|
| 152 | 163 |
|
| 153 | 164 |
|
| 165 |
|
|
| 154 | 166 |
|
| 155 | 167 |
|
| 156 | 168 |
|
@@ -160,12 +172,12 @@ export const priceUsage = (
| 160 | 172 |
|
| 161 | 173 |
|
| 162 | 174 |
|
| 163 |
|
|
| 175 |
|
|
| 164 | 176 |
|
| 165 | 177 |
|
| 166 | 178 |
|
| 167 | 179 |
|
| 168 |
|
|
| 180 |
|
|
| 169 | 181 |
|
| 170 | 182 |
|
| 171 | 183 |
|