| Label | Runs | Pass Rate | Avg Calls | Avg Tokens In | Avg Tokens Out | Tokens In per Pass |
|---|---|---|---|---|---|---|
| luna-openrouter@rel5-1010 | 2 | 50.0% | 38 | 168,414 | 7,294 | 336,829 |
| scout-decision1@rel5-1010 | 2 | 0.0% | 43 | 183,894 | 4,689 | — |
| scout-jev-1.13-openrouter@rel5-1010 | 2 | 100.0% | 61 | 243,242 | 9,833 | 243,242 |
| scout-microsoft-decision-1-openrouter@rel5-1010 | 2 | 50.0% | 33 | 116,502 | 2,519 | 233,005 |
| luna@rel5-1010 | 2 | 50.0% | 41 | 166,788 | 3,917 | 333,576 |
| scout-clef@rel5-1010 | 2 | 50.0% | 88 | 539,008 | 13,602 | 1,078,016 |
| scout-sonnet-opus@rel5-1010 | 2 | 100.0% | 51 | 199,230 | 7,781 | 199,230 |
| haiku@rel5-1010 | 2 | 100.0% | 38 | 271,453 | 17,583 | 271,453 |
| deepseek@rel5-1010 | 2 | 0.0% | 31 | 102,227 | 24,965 | — |
| gpt@rel5-1010 | 2 | 100.0% | 63 | 281,097 | 2,369 | 281,097 |
| opus@rel5-1010 | 2 | 100.0% | 24 | 116,490 | 3,144 | 116,490 |
| sonnet@rel5-1010 | 2 | 100.0% | 28 | 152,405 | 4,494 | 152,405 |
| luna@rel-1010 | 2 | 50.0% | 39 | 162,690 | 5,100 | 325,381 |
| scout-clef@rel-1010 | 2 | 50.0% | 48 | 180,531 | 2,205 | 361,062 |
| scout-sonnet-opus@rel-1010 | 2 | 0.0% | 23 | 64,572 | 4,390 | — |
| haiku@rel-1010 | 2 | 0.0% | 8 | 31,295 | 2,094 | — |
| deepseek@rel-1010 | 2 | 0.0% | 37 | 112,088 | 39,236 | — |
| gpt@rel-1010 | 2 | 100.0% | 58 | 256,391 | 1,888 | 256,391 |
| opus@rel-1010 | 2 | 100.0% | 32 | 151,273 | 5,062 | 151,273 |
| sonnet@rel-1010 | 2 | 0.0% | 8 | 33,257 | 1,529 | — |
| haiku@visual-memory-1010 | 2 | 50.0% | 17 | 86,714 | 5,349 | 173,428 |
| scout-clef@visual-memory-1010 | 2 | 50.0% | 48 | 172,626 | 1,744 | 345,253 |
| scout-sonnet-opus@visual-memory-1010 | 2 | 50.0% | 34 | 123,753 | 5,925 | 247,507 |
| deepseek@visual-memory-1010 | 2 | 50.0% | 25 | 78,842 | 13,685 | 157,685 |
| gpt@visual-memory-1010 | 2 | 100.0% | 60 | 260,536 | 2,038 | 260,536 |
| opus@visual-memory-1010 | 2 | 100.0% | 38 | 223,810 | 9,470 | 223,810 |
| sonnet@visual-memory-1010 | 2 | 50.0% | 19 | 91,670 | 3,391 | 183,340 |
| haiku@local-1009 | 1 | 100.0% | 36 | 225,997 | 15,669 | 225,997 |
| scout-clef@local-1009 | 1 | 100.0% | 42 | 166,772 | 1,726 | 166,772 |
| scout-sonnet-opus@local-1009 | 1 | 100.0% | 49 | 208,007 | 7,490 | 208,007 |
| deepseek@local-1009 | 1 | 0.0% | 26 | 79,081 | 13,676 | — |
| gpt@local-1009 | 1 | 100.0% | 64 | 286,523 | 2,516 | 286,523 |
| opus@local-1009 | 1 | 100.0% | 25 | 130,264 | 3,613 | 130,264 |
| sonnet@local-1009 | 1 | 100.0% | 26 | 140,153 | 4,934 | 140,153 |
| haiku-replay@1008 | 4 (0 metered) | 25.0% | — | — | — | — |
| haiku@replay-1008 | 3 | 100.0% | 27 | 144,465 | 9,933 | 144,465 |
| deepseek@local-1002 | 3 | 66.7% | 44 | 193,598 | 104,073 | 290,397 |
| gpt@local-1002 | 3 | 100.0% | 41 | 206,031 | 1,119 | 206,031 |
| opus@local-1002 | 3 | 100.0% | 30 | 181,123 | 4,418 | 181,123 |
| sonnet@local-1002 | 3 | 100.0% | 27 | 166,038 | 5,170 | 166,038 |
| scout-sonnet-opus@local-1002 | 3 | 66.7% | 45 | 171,970 | 6,463 | 257,956 |
| scout-sonnet | 9 | 11.1% | 44 | 179,887 | 7,557 | 1,618,984 |
| scout-sonnet-opus | 7 | 71.4% | 43 | 163,169 | 5,801 | 228,437 |
| sonnet | 7 | 28.6% | 46 | 313,229 | 16,507 | 1,096,304 |
| scout-mercury | 14 (10 metered) | 35.7% | 43 | 183,373 | 9,845 | 366,746 |
| scout-mercury-deepseek | 5 | 0.0% | 50 | 156,482 | 47,298 | — |
| scout-deepseek | 18 | 16.7% | 34 | 103,148 | 22,961 | 618,888 |
| scout-gemini | 18 | 0.0% | 28 | 75,676 | 13,248 | — |
| scout-qwen | 8 | 0.0% | 49 | 188,452 | 4,504 | — |
| scout-gpt | 4 | 25.0% | 39 | 121,387 | 3,711 | 485,548 |
| scout-opus | 4 | 100.0% | 44 | 184,473 | 5,918 | 184,473 |
| opus-thinking | 4 | 25.0% | 43 | 246,920 | 10,717 | 987,682 |
| deepseek | 4 | 0.0% | 49 | 196,120 | 115,382 | — |
| deepseek-low | 4 | 0.0% | 67 | 284,869 | 85,248 | — |
| gemini | 4 | 0.0% | 40 | 171,364 | 97,668 | — |
| qwen-noreasoning | 4 | 0.0% | 62 | 342,610 | 3,564 | — |
| opus | 4 | 50.0% | 37 | 220,583 | 8,974 | 441,166 |
| deepseek-noreasoning | 6 | 0.0% | 47 | 179,503 | 3,655 | — |
| gpt | 2 | 100.0% | 44 | 209,114 | 1,752 | 209,114 |
| scout-local | 2 | 0.0% | 7 | 6,772 | 637 | — |
| local | 2 | 0.0% | 1 | 0 | 0 | — |
| scout+writer-turns-v3-no-captcha | 1 | 0.0% | 128 | 279,904 | 35,978 | — |
| scout+writer-turns-v2-no-captcha | 1 | 0.0% | 50 | 197,821 | 13,116 | — |
| scout+writer-turns-no-captcha | 1 | 0.0% | 112 | 252,803 | 32,430 | — |
| scout+writer-turns | 1 | 0.0% | 98 | 465,984 | 11,258 | — |
| scout+writer | 1 | 0.0% | 28 | 56,197 | 3,067 | — |
| ID | Label | Result | Furthest | Tokens | Est. Cost | Took | Created |
|---|---|---|---|---|---|---|---|
| 179 | deepseek@visual-memory-1010 | fail | human | 64,949 in / 15,582 out | $0.036 | 2m 9s | 2026-10-10 10:12 |
| 178 | gpt@visual-memory-1010 | pass | done | 263,330 in / 1,994 out | $2.71 | 3m 18s | 2026-10-10 10:09 |
| 177 | opus@visual-memory-1010 | pass | done | 310,967 in / 15,389 out | $1.55 | 5m 4s | 2026-10-10 10:04 |
| 176 | sonnet@visual-memory-1010 | fail | human | 31,297 in / 1,280 out | $0.075 | 31s | 2026-10-10 10:03 |
| 175 | haiku@local-1009 | pass | done | 225,997 in / 15,669 out | $0.030 | 2m 21s | 2026-10-10 00:36 |
| 174 | scout-clef@local-1009 | pass | done | 166,772 in / 1,726 out | $0.398 | 1m 30s | 2026-10-10 00:34 |
| 173 | scout-sonnet-opus@local-1009 | pass | done | 208,007 in / 7,490 out | $0.290 | 1m 22s | 2026-10-10 00:33 |
| 172 | deepseek@local-1009 | fail | preferences | 79,081 in / 13,676 out | $0.037 | 2m 28s | 2026-10-10 00:30 |
| 171 | gpt@local-1009 | pass | done | 286,523 in / 2,516 out | $2.99 | 3m 44s | 2026-10-10 00:27 |
| 170 | opus@local-1009 | pass | done | 130,264 in / 3,613 out | $0.593 | 1m 33s | 2026-10-10 00:25 |
| 169 | sonnet@local-1009 | pass | done | 140,153 in / 4,934 out | $0.330 | 1m 29s | 2026-10-10 00:24 |
| 159 | haiku-replay@1008 | pass | done | — | — | 12s | 2026-10-08 18:51 |
| 158 | haiku@replay-1008 | pass | done | 131,639 in / 9,446 out | $0.018 | 1m 31s | 2026-10-08 18:49 |
| 157 | haiku-replay@1008 | fail | preferences | — | — | 42s | 2026-10-08 18:47 |
| 156 | haiku-replay@1008 | fail | slot | — | — | 39s | 2026-10-08 18:43 |
| 155 | haiku-replay@1008 | fail | consent | — | — | 31s | 2026-10-08 18:41 |
| 154 | haiku@replay-1008 | pass | done | 152,029 in / 10,002 out | $0.020 | 1m 36s | 2026-10-08 18:39 |
| 153 | haiku-replay@1008 | active | — | — | — | — | 2026-10-08 16:20 |
| 152 | haiku@replay-1008 | pass | done | 149,729 in / 10,351 out | $0.020 | 1m 44s | 2026-10-08 16:18 |
| 151 | deepseek@local-1002 | pass | done | 284,463 in / 155,057 out | $0.256 | 13m 4s | 2026-10-02 17:21 |
| 150 | gpt@local-1002 | pass | done | 147,902 in / 776 out | $1.45 | 2m 22s | 2026-10-02 17:13 |
| 149 | opus@local-1002 | pass | done | 194,170 in / 4,544 out | $0.868 | 2m 48s | 2026-10-02 17:13 |
| 148 | sonnet@local-1002 | pass | done | 165,865 in / 4,969 out | $0.381 | 2m 3s | 2026-10-02 17:11 |
| 147 | deepseek@local-1002 | fail | done | 163,489 in / 121,802 out | $0.181 | 10m 14s | 2026-10-02 17:11 |
| 146 | scout-sonnet-opus@local-1002 | fail | done | 69,687 in / 4,072 out | $0.041 | 34s | 2026-10-02 17:11 |
| 145 | gpt@local-1002 | pass | done | 212,360 in / 1,033 out | $2.18 | 2m 38s | 2026-10-02 17:11 |
| 144 | opus@local-1002 | pass | done | 174,237 in / 4,098 out | $0.779 | 3m 0s | 2026-10-02 17:10 |
| 143 | sonnet@local-1002 | pass | done | 166,157 in / 4,910 out | $0.381 | 2m 2s | 2026-10-02 17:09 |
| 142 | scout-sonnet-opus@local-1002 | pass | done | 224,486 in / 7,659 out | $0.484 | 1m 46s | 2026-10-02 17:09 |
| 141 | deepseek@local-1002 | pass | done | 132,842 in / 35,360 out | $0.077 | 3m 54s | 2026-10-02 17:07 |
| 140 | sonnet@local-1002 | pass | done | 166,093 in / 5,631 out | $0.388 | 2m 3s | 2026-10-02 17:07 |
| 139 | scout-sonnet-opus@local-1002 | pass | done | 221,739 in / 7,660 out | $0.607 | 2m 2s | 2026-10-02 17:07 |
| 138 | opus@local-1002 | pass | done | 174,963 in / 4,614 out | $0.792 | 2m 41s | 2026-10-02 17:07 |
| 137 | gpt@local-1002 | pass | done | 257,832 in / 1,548 out | $2.66 | 3m 32s | 2026-10-02 17:07 |
| 136 | scout-sonnet | fail | done | 169,470 in / 7,165 out | $0.216 | 1m 25s | 2026-09-28 19:32 |
| 135 | scout-sonnet-opus | pass | done | 195,820 in / 6,700 out | $0.493 | 2m 3s | 2026-09-28 19:32 |
| 134 | sonnet | pass | done | 164,863 in / 5,464 out | $0.384 | 1m 57s | 2026-09-28 19:32 |
| 133 | scout-sonnet-opus | pass | done | 193,058 in / 6,269 out | $0.572 | 2m 7s | 2026-09-28 19:30 |
| 132 | scout-sonnet | fail | done | 257,770 in / 11,822 out | $0.453 | 2m 33s | 2026-09-28 19:30 |
| 131 | sonnet | pass | done | 191,474 in / 6,656 out | $0.450 | 2m 15s | 2026-09-28 19:30 |
| 130 | scout-sonnet | pass | done | 209,867 in / 8,304 out | $0.338 | 1m 54s | 2026-09-28 19:28 |
| 129 | scout-sonnet-opus | pass | done | 197,212 in / 6,683 out | $0.565 | 2m 1s | 2026-09-28 19:28 |
| 128 | sonnet | fail | confirm | 156,472 in / 4,712 out | $0.360 | 1m 46s | 2026-09-28 19:28 |
| 127 | scout-mercury | fail | lookup | 11,315 in / 2,870 out | $0.005 | 12s | 2026-09-28 16:50 |
| 126 | scout-mercury | fail | lookup | 11,309 in / 3,512 out | $0.005 | 16s | 2026-09-28 16:50 |
| 125 | scout-mercury | fail | lookup | 25,855 in / 3,951 out | $0.011 | 17s | 2026-09-28 16:50 |
| 124 | scout-mercury | fail | preferences | 146,857 in / 11,552 out | $0.346 | 1m 47s | 2026-09-28 16:48 |
| 123 | scout-mercury-deepseek | fail | confirm | 157,722 in / 33,136 out | $0.081 | 3m 4s | 2026-09-28 16:45 |
| 122 | scout-mercury-deepseek | fail | done | 162,143 in / 74,191 out | $0.130 | 6m 13s | 2026-09-28 16:38 |
| 121 | scout-mercury-deepseek | fail | done | 153,551 in / 54,695 out | $0.108 | 4m 47s | 2026-09-28 16:34 |