| Label | Runs | Pass Rate | Avg Calls | Avg Tokens In | Avg Tokens Out | Tokens In per Pass |
|---|---|---|---|---|---|---|
| luna-openrouter@rel5-1010 | 2 | 50.0% | 38 | 168,414 | 7,294 | 336,829 |
| scout-decision1@rel5-1010 | 2 | 0.0% | 43 | 183,894 | 4,689 | — |
| scout-jev-1.13-openrouter@rel5-1010 | 2 | 100.0% | 61 | 243,242 | 9,833 | 243,242 |
| scout-microsoft-decision-1-openrouter@rel5-1010 | 2 | 50.0% | 33 | 116,502 | 2,519 | 233,005 |
| luna@rel5-1010 | 2 | 50.0% | 41 | 166,788 | 3,917 | 333,576 |
| scout-clef@rel5-1010 | 2 | 50.0% | 88 | 539,008 | 13,602 | 1,078,016 |
| scout-sonnet-opus@rel5-1010 | 2 | 100.0% | 51 | 199,230 | 7,781 | 199,230 |
| haiku@rel5-1010 | 2 | 100.0% | 38 | 271,453 | 17,583 | 271,453 |
| deepseek@rel5-1010 | 2 | 0.0% | 31 | 102,227 | 24,965 | — |
| gpt@rel5-1010 | 2 | 100.0% | 63 | 281,097 | 2,369 | 281,097 |
| opus@rel5-1010 | 2 | 100.0% | 24 | 116,490 | 3,144 | 116,490 |
| sonnet@rel5-1010 | 2 | 100.0% | 28 | 152,405 | 4,494 | 152,405 |
| luna@rel-1010 | 2 | 50.0% | 39 | 162,690 | 5,100 | 325,381 |
| scout-clef@rel-1010 | 2 | 50.0% | 48 | 180,531 | 2,205 | 361,062 |
| scout-sonnet-opus@rel-1010 | 2 | 0.0% | 23 | 64,572 | 4,390 | — |
| haiku@rel-1010 | 2 | 0.0% | 8 | 31,295 | 2,094 | — |
| deepseek@rel-1010 | 2 | 0.0% | 37 | 112,088 | 39,236 | — |
| gpt@rel-1010 | 2 | 100.0% | 58 | 256,391 | 1,888 | 256,391 |
| opus@rel-1010 | 2 | 100.0% | 32 | 151,273 | 5,062 | 151,273 |
| sonnet@rel-1010 | 2 | 0.0% | 8 | 33,257 | 1,529 | — |
| haiku@visual-memory-1010 | 2 | 50.0% | 17 | 86,714 | 5,349 | 173,428 |
| scout-clef@visual-memory-1010 | 2 | 50.0% | 48 | 172,626 | 1,744 | 345,253 |
| scout-sonnet-opus@visual-memory-1010 | 2 | 50.0% | 34 | 123,753 | 5,925 | 247,507 |
| deepseek@visual-memory-1010 | 2 | 50.0% | 25 | 78,842 | 13,685 | 157,685 |
| gpt@visual-memory-1010 | 2 | 100.0% | 60 | 260,536 | 2,038 | 260,536 |
| opus@visual-memory-1010 | 2 | 100.0% | 38 | 223,810 | 9,470 | 223,810 |
| sonnet@visual-memory-1010 | 2 | 50.0% | 19 | 91,670 | 3,391 | 183,340 |
| haiku@local-1009 | 1 | 100.0% | 36 | 225,997 | 15,669 | 225,997 |
| scout-clef@local-1009 | 1 | 100.0% | 42 | 166,772 | 1,726 | 166,772 |
| scout-sonnet-opus@local-1009 | 1 | 100.0% | 49 | 208,007 | 7,490 | 208,007 |
| deepseek@local-1009 | 1 | 0.0% | 26 | 79,081 | 13,676 | — |
| gpt@local-1009 | 1 | 100.0% | 64 | 286,523 | 2,516 | 286,523 |
| opus@local-1009 | 1 | 100.0% | 25 | 130,264 | 3,613 | 130,264 |
| sonnet@local-1009 | 1 | 100.0% | 26 | 140,153 | 4,934 | 140,153 |
| haiku-replay@1008 | 4 (0 metered) | 25.0% | — | — | — | — |
| haiku@replay-1008 | 3 | 100.0% | 27 | 144,465 | 9,933 | 144,465 |
| deepseek@local-1002 | 3 | 66.7% | 44 | 193,598 | 104,073 | 290,397 |
| gpt@local-1002 | 3 | 100.0% | 41 | 206,031 | 1,119 | 206,031 |
| opus@local-1002 | 3 | 100.0% | 30 | 181,123 | 4,418 | 181,123 |
| sonnet@local-1002 | 3 | 100.0% | 27 | 166,038 | 5,170 | 166,038 |
| scout-sonnet-opus@local-1002 | 3 | 66.7% | 45 | 171,970 | 6,463 | 257,956 |
| scout-sonnet | 9 | 11.1% | 44 | 179,887 | 7,557 | 1,618,984 |
| scout-sonnet-opus | 7 | 71.4% | 43 | 163,169 | 5,801 | 228,437 |
| sonnet | 7 | 28.6% | 46 | 313,229 | 16,507 | 1,096,304 |
| scout-mercury | 14 (10 metered) | 35.7% | 43 | 183,373 | 9,845 | 366,746 |
| scout-mercury-deepseek | 5 | 0.0% | 50 | 156,482 | 47,298 | — |
| scout-deepseek | 18 | 16.7% | 34 | 103,148 | 22,961 | 618,888 |
| scout-gemini | 18 | 0.0% | 28 | 75,676 | 13,248 | — |
| scout-qwen | 8 | 0.0% | 49 | 188,452 | 4,504 | — |
| scout-gpt | 4 | 25.0% | 39 | 121,387 | 3,711 | 485,548 |
| scout-opus | 4 | 100.0% | 44 | 184,473 | 5,918 | 184,473 |
| opus-thinking | 4 | 25.0% | 43 | 246,920 | 10,717 | 987,682 |
| deepseek | 4 | 0.0% | 49 | 196,120 | 115,382 | — |
| deepseek-low | 4 | 0.0% | 67 | 284,869 | 85,248 | — |
| gemini | 4 | 0.0% | 40 | 171,364 | 97,668 | — |
| qwen-noreasoning | 4 | 0.0% | 62 | 342,610 | 3,564 | — |
| opus | 4 | 50.0% | 37 | 220,583 | 8,974 | 441,166 |
| deepseek-noreasoning | 6 | 0.0% | 47 | 179,503 | 3,655 | — |
| gpt | 2 | 100.0% | 44 | 209,114 | 1,752 | 209,114 |
| scout-local | 2 | 0.0% | 7 | 6,772 | 637 | — |
| local | 2 | 0.0% | 1 | 0 | 0 | — |
| scout+writer-turns-v3-no-captcha | 1 | 0.0% | 128 | 279,904 | 35,978 | — |
| scout+writer-turns-v2-no-captcha | 1 | 0.0% | 50 | 197,821 | 13,116 | — |
| scout+writer-turns-no-captcha | 1 | 0.0% | 112 | 252,803 | 32,430 | — |
| scout+writer-turns | 1 | 0.0% | 98 | 465,984 | 11,258 | — |
| scout+writer | 1 | 0.0% | 28 | 56,197 | 3,067 | — |
| ID | Label | Result | Furthest | Tokens | Est. Cost | Took | Created |
|---|---|---|---|---|---|---|---|
| 70 | scout-sonnet | fail | done | 149,784 in / 5,209 out | $0.225 | 1m 23s | 2026-09-28 11:35 |
| 69 | scout-sonnet | fail | done | 265,073 in / 10,550 out | $0.485 | 2m 57s | 2026-09-28 11:32 |
| 68 | scout-opus | pass | done | 192,639 in / 6,065 out | $0.600 | 2m 13s | 2026-09-28 11:30 |
| 67 | scout-opus | pass | done | 232,613 in / 8,199 out | $0.792 | 2m 55s | 2026-09-28 11:27 |
| 66 | opus-thinking | fail | confirm | 212,288 in / 7,537 out | $1.000 | 4m 10s | 2026-09-28 11:23 |
| 65 | scout-gemini | fail | confirm | 62,117 in / 8,157 out | $0.050 | 59s | 2026-09-28 11:21 |
| 64 | opus-thinking | pass | done | 179,970 in / 4,873 out | $0.817 | 2m 52s | 2026-09-28 11:20 |
| 63 | deepseek | fail | done | 190,480 in / 95,029 out | $0.154 | 8m 32s | 2026-09-28 11:20 |
| 62 | scout-gemini | fail | done | 166,289 in / 32,128 out | $0.209 | 3m 36s | 2026-09-28 11:18 |
| 61 | deepseek | fail | preferences | 93,764 in / 31,350 out | $0.059 | 3m 18s | 2026-09-28 11:16 |
| 60 | sonnet | fail | preferences | 467,846 in / 22,981 out | $1.17 | 7m 2s | 2026-09-28 11:13 |
| 59 | scout-qwen | fail | confirm | 110,097 in / 3,369 out | $0.023 | 1m 46s | 2026-09-28 11:11 |
| 58 | deepseek-low | fail | done | 233,042 in / 68,628 out | $0.133 | 7m 9s | 2026-09-28 11:09 |
| 57 | scout-qwen | fail | done | 207,231 in / 4,764 out | $0.039 | 3m 18s | 2026-09-28 11:07 |
| 56 | gemini | fail | preferences | 300,334 in / 143,388 out | $0.763 | 13m 1s | 2026-09-28 11:05 |
| 55 | sonnet | fail | preferences | 537,973 in / 26,686 out | $1.34 | 10m 13s | 2026-09-28 11:03 |
| 54 | deepseek-low | fail | preferences | 339,288 in / 53,147 out | $0.143 | 6m 32s | 2026-09-28 11:03 |
| 53 | qwen-noreasoning | fail | preferences | 260,715 in / 2,361 out | $0.000 | 6m 15s | 2026-09-28 11:01 |
| 52 | opus | pass | done | 202,780 in / 5,898 out | $0.929 | 3m 27s | 2026-09-28 10:59 |
| 51 | scout-deepseek | fail | confirm | 203,700 in / 38,398 out | $0.112 | 3m 56s | 2026-09-28 10:59 |
| 50 | scout-deepseek | fail | done | 120,121 in / 29,604 out | $0.071 | 2m 56s | 2026-09-28 10:56 |
| 49 | deepseek-noreasoning | fail | done | 79,364 in / 1,108 out | $0.018 | 1m 1s | 2026-09-28 10:55 |
| 48 | opus | fail | slot | 373,988 in / 23,506 out | $1.97 | 7m 18s | 2026-09-28 10:52 |
| 47 | deepseek-noreasoning | fail | done | 264,069 in / 3,700 out | $0.068 | 2m 36s | 2026-09-28 10:52 |
| 46 | qwen-noreasoning | fail | preferences | 384,036 in / 4,240 out | $0.000 | 9m 6s | 2026-09-28 10:52 |
| 45 | gemini | fail | preferences | 275,572 in / 145,978 out | $0.754 | 12m 26s | 2026-09-28 10:52 |
| 44 | deepseek | fail | preferences | 235,861 in / 179,575 out | $0.263 | 15m 5s | 2026-09-28 03:51 |
| 43 | scout-sonnet-opus | fail | done | 59,126 in / 3,177 out | $0.033 | 31s | 2026-09-28 03:40 |
| 42 | scout-sonnet-opus | fail | done | 83,382 in / 4,192 out | $0.043 | 37s | 2026-09-28 03:39 |
| 41 | scout-sonnet | fail | done | 60,473 in / 2,835 out | $0.058 | 38s | 2026-09-28 03:38 |
| 40 | scout-sonnet | fail | done | 80,560 in / 3,646 out | $0.042 | 38s | 2026-09-28 03:38 |
| 39 | scout-opus | pass | done | 148,140 in / 4,430 out | $0.424 | 1m 33s | 2026-09-28 03:36 |
| 38 | deepseek | fail | preferences | 264,375 in / 155,574 out | $0.249 | 15m 6s | 2026-09-28 03:35 |
| 37 | scout-opus | pass | done | 164,501 in / 4,978 out | $0.437 | 1m 36s | 2026-09-28 03:35 |
| 36 | opus-thinking | fail | confirm | 173,136 in / 5,492 out | $0.802 | 2m 35s | 2026-09-28 03:32 |
| 35 | scout-qwen | fail | done | 58,573 in / 2,837 out | $0.022 | 36s | 2026-09-28 03:26 |
| 34 | scout-qwen | fail | done | 64,855 in / 2,807 out | $0.021 | 50s | 2026-09-28 03:25 |
| 33 | opus-thinking | fail | confirm | 422,288 in / 24,969 out | $2.19 | 7m 37s | 2026-09-28 03:24 |
| 32 | deepseek-low | fail | preferences | 324,309 in / 129,276 out | $0.229 | 12m 31s | 2026-09-28 03:23 |
| 31 | sonnet | fail | preferences | 152,833 in / 15,462 out | $0.460 | 3m 57s | 2026-09-28 03:21 |
| 30 | scout-gemini | fail | done | 89,950 in / 4,461 out | $0.044 | 44s | 2026-09-28 03:20 |
| 29 | qwen-noreasoning | fail | preferences | 362,284 in / 3,285 out | $0.000 | 8m 44s | 2026-09-28 03:16 |
| 28 | scout-gemini | fail | done | 85,205 in / 56,580 out | $0.249 | 4m 30s | 2026-09-28 03:16 |
| 27 | deepseek-low | fail | preferences | 242,838 in / 89,943 out | $0.162 | 9m 13s | 2026-09-28 03:14 |
| 26 | scout-gpt | fail | done | 53,959 in / 2,725 out | $0.033 | 30s | 2026-09-28 03:13 |
| 25 | scout-deepseek | fail | done | 105,988 in / 4,647 out | $0.044 | 43s | 2026-09-28 03:13 |
| 24 | scout-gpt | fail | done | 53,959 in / 2,707 out | $0.032 | 29s | 2026-09-28 03:13 |
| 23 | scout-deepseek | fail | done | 52,528 in / 3,052 out | $0.022 | 29s | 2026-09-28 03:13 |
| 22 | sonnet | fail | preferences | 521,147 in / 33,588 out | $1.38 | 8m 48s | 2026-09-28 03:12 |
| 21 | gemini | fail | preferences | 62,678 in / 54,076 out | $0.250 | 4m 26s | 2026-09-28 03:12 |