| Label | Runs | Pass Rate | Avg Calls | Avg Tokens In | Avg Tokens Out | Tokens In per Pass |
|---|---|---|---|---|---|---|
| luna-openrouter@rel5-1010 | 2 | 50.0% | 38 | 168,414 | 7,294 | 336,829 |
| scout-decision1@rel5-1010 | 2 | 0.0% | 43 | 183,894 | 4,689 | — |
| scout-jev-1.13-openrouter@rel5-1010 | 2 | 100.0% | 61 | 243,242 | 9,833 | 243,242 |
| scout-microsoft-decision-1-openrouter@rel5-1010 | 2 | 50.0% | 33 | 116,502 | 2,519 | 233,005 |
| luna@rel5-1010 | 2 | 50.0% | 41 | 166,788 | 3,917 | 333,576 |
| scout-clef@rel5-1010 | 2 | 50.0% | 88 | 539,008 | 13,602 | 1,078,016 |
| scout-sonnet-opus@rel5-1010 | 2 | 100.0% | 51 | 199,230 | 7,781 | 199,230 |
| haiku@rel5-1010 | 2 | 100.0% | 38 | 271,453 | 17,583 | 271,453 |
| deepseek@rel5-1010 | 2 | 0.0% | 31 | 102,227 | 24,965 | — |
| gpt@rel5-1010 | 2 | 100.0% | 63 | 281,097 | 2,369 | 281,097 |
| opus@rel5-1010 | 2 | 100.0% | 24 | 116,490 | 3,144 | 116,490 |
| sonnet@rel5-1010 | 2 | 100.0% | 28 | 152,405 | 4,494 | 152,405 |
| luna@rel-1010 | 2 | 50.0% | 39 | 162,690 | 5,100 | 325,381 |
| scout-clef@rel-1010 | 2 | 50.0% | 48 | 180,531 | 2,205 | 361,062 |
| scout-sonnet-opus@rel-1010 | 2 | 0.0% | 23 | 64,572 | 4,390 | — |
| haiku@rel-1010 | 2 | 0.0% | 8 | 31,295 | 2,094 | — |
| deepseek@rel-1010 | 2 | 0.0% | 37 | 112,088 | 39,236 | — |
| gpt@rel-1010 | 2 | 100.0% | 58 | 256,391 | 1,888 | 256,391 |
| opus@rel-1010 | 2 | 100.0% | 32 | 151,273 | 5,062 | 151,273 |
| sonnet@rel-1010 | 2 | 0.0% | 8 | 33,257 | 1,529 | — |
| haiku@visual-memory-1010 | 2 | 50.0% | 17 | 86,714 | 5,349 | 173,428 |
| scout-clef@visual-memory-1010 | 2 | 50.0% | 48 | 172,626 | 1,744 | 345,253 |
| scout-sonnet-opus@visual-memory-1010 | 2 | 50.0% | 34 | 123,753 | 5,925 | 247,507 |
| deepseek@visual-memory-1010 | 2 | 50.0% | 25 | 78,842 | 13,685 | 157,685 |
| gpt@visual-memory-1010 | 2 | 100.0% | 60 | 260,536 | 2,038 | 260,536 |
| opus@visual-memory-1010 | 2 | 100.0% | 38 | 223,810 | 9,470 | 223,810 |
| sonnet@visual-memory-1010 | 2 | 50.0% | 19 | 91,670 | 3,391 | 183,340 |
| haiku@local-1009 | 1 | 100.0% | 36 | 225,997 | 15,669 | 225,997 |
| scout-clef@local-1009 | 1 | 100.0% | 42 | 166,772 | 1,726 | 166,772 |
| scout-sonnet-opus@local-1009 | 1 | 100.0% | 49 | 208,007 | 7,490 | 208,007 |
| deepseek@local-1009 | 1 | 0.0% | 26 | 79,081 | 13,676 | — |
| gpt@local-1009 | 1 | 100.0% | 64 | 286,523 | 2,516 | 286,523 |
| opus@local-1009 | 1 | 100.0% | 25 | 130,264 | 3,613 | 130,264 |
| sonnet@local-1009 | 1 | 100.0% | 26 | 140,153 | 4,934 | 140,153 |
| haiku-replay@1008 | 4 (0 metered) | 25.0% | — | — | — | — |
| haiku@replay-1008 | 3 | 100.0% | 27 | 144,465 | 9,933 | 144,465 |
| deepseek@local-1002 | 3 | 66.7% | 44 | 193,598 | 104,073 | 290,397 |
| gpt@local-1002 | 3 | 100.0% | 41 | 206,031 | 1,119 | 206,031 |
| opus@local-1002 | 3 | 100.0% | 30 | 181,123 | 4,418 | 181,123 |
| sonnet@local-1002 | 3 | 100.0% | 27 | 166,038 | 5,170 | 166,038 |
| scout-sonnet-opus@local-1002 | 3 | 66.7% | 45 | 171,970 | 6,463 | 257,956 |
| scout-sonnet | 9 | 11.1% | 44 | 179,887 | 7,557 | 1,618,984 |
| scout-sonnet-opus | 7 | 71.4% | 43 | 163,169 | 5,801 | 228,437 |
| sonnet | 7 | 28.6% | 46 | 313,229 | 16,507 | 1,096,304 |
| scout-mercury | 14 (10 metered) | 35.7% | 43 | 183,373 | 9,845 | 366,746 |
| scout-mercury-deepseek | 5 | 0.0% | 50 | 156,482 | 47,298 | — |
| scout-deepseek | 18 | 16.7% | 34 | 103,148 | 22,961 | 618,888 |
| scout-gemini | 18 | 0.0% | 28 | 75,676 | 13,248 | — |
| scout-qwen | 8 | 0.0% | 49 | 188,452 | 4,504 | — |
| scout-gpt | 4 | 25.0% | 39 | 121,387 | 3,711 | 485,548 |
| scout-opus | 4 | 100.0% | 44 | 184,473 | 5,918 | 184,473 |
| opus-thinking | 4 | 25.0% | 43 | 246,920 | 10,717 | 987,682 |
| deepseek | 4 | 0.0% | 49 | 196,120 | 115,382 | — |
| deepseek-low | 4 | 0.0% | 67 | 284,869 | 85,248 | — |
| gemini | 4 | 0.0% | 40 | 171,364 | 97,668 | — |
| qwen-noreasoning | 4 | 0.0% | 62 | 342,610 | 3,564 | — |
| opus | 4 | 50.0% | 37 | 220,583 | 8,974 | 441,166 |
| deepseek-noreasoning | 6 | 0.0% | 47 | 179,503 | 3,655 | — |
| gpt | 2 | 100.0% | 44 | 209,114 | 1,752 | 209,114 |
| scout-local | 2 | 0.0% | 7 | 6,772 | 637 | — |
| local | 2 | 0.0% | 1 | 0 | 0 | — |
| scout+writer-turns-v3-no-captcha | 1 | 0.0% | 128 | 279,904 | 35,978 | — |
| scout+writer-turns-v2-no-captcha | 1 | 0.0% | 50 | 197,821 | 13,116 | — |
| scout+writer-turns-no-captcha | 1 | 0.0% | 112 | 252,803 | 32,430 | — |
| scout+writer-turns | 1 | 0.0% | 98 | 465,984 | 11,258 | — |
| scout+writer | 1 | 0.0% | 28 | 56,197 | 3,067 | — |
| ID | Label | Result | Furthest | Tokens | Est. Cost | Took | Created |
|---|---|---|---|---|---|---|---|
| 120 | scout-mercury | fail | consent | — | — | 0s | 2026-09-28 16:30 |
| 119 | scout-mercury | fail | consent | — | — | 0s | 2026-09-28 16:30 |
| 118 | scout-mercury | fail | consent | — | — | 0s | 2026-09-28 16:30 |
| 117 | scout-mercury | fail | consent | — | — | 0s | 2026-09-28 16:30 |
| 116 | scout-mercury-deepseek | fail | confirm | 203,110 in / 63,951 out | $0.123 | 5m 13s | 2026-09-28 16:28 |
| 115 | scout-mercury | pass | done | 234,010 in / 15,321 out | $0.588 | 2m 18s | 2026-09-28 16:27 |
| 114 | scout-mercury-deepseek | fail | done | 105,884 in / 10,519 out | $0.044 | 55s | 2026-09-28 16:27 |
| 113 | scout-mercury | pass | done | 322,346 in / 13,213 out | $0.787 | 4m 52s | 2026-09-28 16:15 |
| 112 | scout-mercury | pass | done | 360,317 in / 14,388 out | $0.908 | 7m 35s | 2026-09-28 16:07 |
| 111 | scout-mercury | fail | done | 187,622 in / 9,534 out | $0.173 | 10m 1s | 2026-09-28 15:57 |
| 110 | scout-mercury | pass | done | 254,573 in / 11,731 out | $0.700 | 2m 23s | 2026-09-28 15:55 |
| 109 | scout-deepseek | pass | done | 143,479 in / 25,057 out | $0.072 | 3m 37s | 2026-09-28 15:53 |
| 108 | scout-deepseek | fail | done | 197,810 in / 41,376 out | $0.112 | 5m 40s | 2026-09-28 15:48 |
| 107 | scout-mercury | pass | done | 279,529 in / 12,381 out | $0.715 | 7m 38s | 2026-09-28 15:47 |
| 106 | scout-gemini | fail | done | 121,543 in / 18,973 out | $0.123 | 2m 58s | 2026-09-28 15:45 |
| 105 | scout-deepseek | fail | done | 148,998 in / 24,220 out | $0.075 | 4m 16s | 2026-09-28 15:43 |
| 104 | scout-gemini | fail | done | 119,717 in / 14,807 out | $0.111 | 4m 0s | 2026-09-28 15:41 |
| 103 | scout-gemini | fail | done | 150,411 in / 17,651 out | $0.144 | 2m 27s | 2026-09-28 15:38 |
| 102 | scout-deepseek | pass | done | 179,844 in / 59,884 out | $0.121 | 5m 52s | 2026-09-28 15:38 |
| 101 | scout-gemini | fail | done | 72,235 in / 8,534 out | $0.055 | 1m 2s | 2026-09-28 15:37 |
| 100 | scout-deepseek | fail | done | 101,221 in / 16,193 out | $0.050 | 1m 51s | 2026-09-28 15:36 |
| 99 | scout-gemini | fail | done | 100,274 in / 9,914 out | $0.079 | 1m 26s | 2026-09-28 15:36 |
| 98 | scout-deepseek | fail | consent | 0 in / 0 out | $0.000 | 39s | 2026-09-28 13:37 |
| 97 | scout-gemini | fail | consent | 1,887 in / 218 out | $0.001 | 52s | 2026-09-28 13:37 |
| 96 | scout-deepseek | fail | consent | 5,477 in / 539 out | $0.002 | 1m 53s | 2026-09-28 13:35 |
| 95 | scout-gemini | fail | consent | 9,366 in / 872 out | $0.004 | 1m 47s | 2026-09-28 13:35 |
| 94 | scout-deepseek | fail | consent | 4,090 in / 438 out | $0.002 | 2m 14s | 2026-09-28 13:33 |
| 93 | scout-gemini | fail | consent | 3,171 in / 320 out | $0.001 | 1m 36s | 2026-09-28 13:33 |
| 92 | scout-deepseek | fail | consent | 1,884 in / 218 out | $0.001 | 1m 20s | 2026-09-28 13:32 |
| 91 | scout-gemini | fail | consent | 3,171 in / 320 out | $0.001 | 1m 59s | 2026-09-28 13:31 |
| 90 | scout-deepseek | fail | consent | 3,165 in / 320 out | $0.001 | 1m 32s | 2026-09-28 13:30 |
| 89 | scout-gemini | fail | consent | 3,171 in / 320 out | $0.001 | 53s | 2026-09-28 13:30 |
| 88 | scout-deepseek | pass | done | 129,108 in / 18,506 out | $0.062 | 3m 5s | 2026-09-28 13:21 |
| 87 | scout-qwen | fail | confirm | 227,624 in / 5,297 out | $0.048 | 4m 53s | 2026-09-28 13:21 |
| 86 | scout-gemini | fail | done | 91,100 in / 11,012 out | $0.077 | 2m 19s | 2026-09-28 13:20 |
| 85 | scout-gpt | pass | done | 171,995 in / 4,856 out | $0.754 | 2m 28s | 2026-09-28 13:20 |
| 84 | scout-qwen | fail | confirm | 144,694 in / 4,482 out | $0.028 | 4m 18s | 2026-09-28 13:17 |
| 83 | scout-gpt | fail | done | 205,635 in / 4,558 out | $1.18 | 3m 20s | 2026-09-28 13:17 |
| 82 | scout-gemini | fail | done | 115,151 in / 28,198 out | $0.159 | 3m 56s | 2026-09-28 13:16 |
| 81 | scout-deepseek | fail | done | 137,890 in / 44,903 out | $0.095 | 5m 15s | 2026-09-28 13:16 |
| 80 | scout-qwen | fail | preferences | 347,696 in / 6,159 out | $0.026 | 7m 10s | 2026-09-28 11:52 |
| 79 | scout-deepseek | fail | confirm | 201,365 in / 87,506 out | $0.162 | 7m 33s | 2026-09-28 11:49 |
| 78 | scout-deepseek | fail | done | 119,996 in / 18,440 out | $0.058 | 2m 4s | 2026-09-28 11:47 |
| 77 | scout-qwen | fail | preferences | 346,850 in / 6,319 out | $0.023 | 7m 22s | 2026-09-28 11:45 |
| 76 | scout-sonnet | fail | done | 248,899 in / 10,790 out | $0.433 | 2m 55s | 2026-09-28 11:44 |
| 75 | scout-gemini | fail | done | 85,981 in / 10,077 out | $0.070 | 1m 13s | 2026-09-28 11:44 |
| 74 | scout-gemini | fail | done | 81,444 in / 15,939 out | $0.089 | 1m 36s | 2026-09-28 11:42 |
| 73 | scout-sonnet | fail | done | 177,088 in / 7,698 out | $0.302 | 2m 5s | 2026-09-28 11:42 |
| 72 | scout-sonnet-opus | pass | done | 171,985 in / 5,384 out | $0.476 | 1m 49s | 2026-09-28 11:39 |
| 71 | scout-sonnet-opus | pass | done | 241,606 in / 8,203 out | $0.689 | 2m 21s | 2026-09-28 11:37 |