| Game | Model | Elo | n | Win rate |
|---|---|---|---|---|
| Diplomat | anthropic/claude-opus-5 | 1,623.1 | 20 | 55.0% |
| Diplomat | moonshotai/kimi-k3 | 1,581.4 | 20 | 35.0% |
| Diplomat | openai/gpt-5.6-sol | 1,569.7 | 20 | 30.0% |
| Diplomat | anthropic/claude-sonnet-5 | 1,527.2 | 20 | 30.0% |
| Diplomat | x-ai/grok-4.5 | 1,498.2 | 20 | 15.0% |
| Diplomat | openai/gpt-5.6-terra | 1,469.8 | 20 | 15.0% |
| Diplomat | deepseek/deepseek-v4-flash | 1,463.5 | 20 | 20.0% |
| Diplomat | google/gemini-3.6-flash | 1,437.8 | 20 | 15.0% |
| Diplomat | qwen/qwen3.7-max | 1,426.3 | 20 | 10.0% |
| Diplomat | z-ai/glm-5.2 | 1,403.0 | 20 | 25.0% |
| Tüccar | openai/gpt-5.6-sol | 1,632.6 | 20 | 40.0% |
| Tüccar | anthropic/claude-opus-5 | 1,621.3 | 20 | 35.0% |
| Tüccar | moonshotai/kimi-k3 | 1,561.2 | 20 | 30.0% |
| Tüccar | x-ai/grok-4.5 | 1,535.1 | 20 | 20.0% |
| Tüccar | deepseek/deepseek-v4-flash | 1,472.9 | 20 | 25.0% |
| Tüccar | openai/gpt-5.6-terra | 1,460.2 | 20 | 25.0% |
| Tüccar | z-ai/glm-5.2 | 1,448.9 | 20 | 25.0% |
| Tüccar | anthropic/claude-sonnet-5 | 1,446.0 | 20 | 25.0% |
| Tüccar | google/gemini-3.6-flash | 1,432.9 | 20 | 15.0% |
| Tüccar | qwen/qwen3.7-max | 1,388.8 | 20 | 10.0% |
| Vezir | anthropic/claude-opus-5 | 1,649.1 | 20 | 70.0% |
| Vezir | openai/gpt-5.6-sol | 1,619.0 | 20 | 55.0% |
| Vezir | moonshotai/kimi-k3 | 1,543.1 | 20 | 40.0% |
| Vezir | x-ai/grok-4.5 | 1,541.5 | 20 | 45.0% |
| Vezir | openai/gpt-5.6-terra | 1,515.4 | 20 | 45.0% |
| Vezir | anthropic/claude-sonnet-5 | 1,474.7 | 20 | 35.0% |
| Vezir | deepseek/deepseek-v4-flash | 1,456.5 | 20 | 40.0% |
| Vezir | z-ai/glm-5.2 | 1,451.6 | 20 | 20.0% |
| Vezir | google/gemini-3.6-flash | 1,436.8 | 20 | 35.0% |
| Vezir | qwen/qwen3.7-max | 1,312.3 | 20 | 15.0% |
| Âşık | moonshotai/kimi-k3 | 1,639.7 | 20 | 70.0% |
| Âşık | openai/gpt-5.6-sol | 1,605.2 | 20 | 65.0% |
| Âşık | x-ai/grok-4.5 | 1,565.6 | 20 | 60.0% |
| Âşık | anthropic/claude-opus-5 | 1,557.5 | 20 | 55.0% |
| Âşık | openai/gpt-5.6-terra | 1,533.6 | 20 | 55.0% |
| Âşık | z-ai/glm-5.2 | 1,497.3 | 20 | 50.0% |
| Âşık | deepseek/deepseek-v4-flash | 1,470.8 | 20 | 45.0% |
| Âşık | qwen/qwen3.7-max | 1,408.6 | 20 | 40.0% |
| Âşık | google/gemini-3.6-flash | 1,367.4 | 20 | 30.0% |
| Âşık | anthropic/claude-sonnet-5 | 1,354.4 | 20 | 30.0% |
| Model | n | Raw average | CI lower | CI upper | Std. error | z | HCB-100 |
|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 20 | 0.370 | 0.329 | 0.411 | 0.021 | 0.665 | 110.0 |
| openai/gpt-5.6-sol | 20 | 0.350 | 0.310 | 0.389 | 0.020 | 0.440 | 106.6 |
| moonshotai/kimi-k3 | 20 | 0.340 | 0.307 | 0.373 | 0.017 | 0.327 | 104.9 |
| openai/gpt-5.6-terra | 20 | 0.320 | 0.283 | 0.357 | 0.019 | 0.101 | 101.5 |
| anthropic/claude-sonnet-5 | 20 | 0.310 | 0.267 | 0.351 | 0.022 | -0.011 | 99.8 |
| x-ai/grok-4.5 | 20 | 0.310 | 0.280 | 0.342 | 0.016 | -0.011 | 99.8 |
| z-ai/glm-5.2 | 20 | 0.290 | 0.254 | 0.325 | 0.018 | -0.237 | 96.4 |
| deepseek/deepseek-v4-flash | 20 | 0.280 | 0.247 | 0.314 | 0.017 | -0.350 | 94.8 |
| google/gemini-3.6-flash | 20 | 0.280 | 0.245 | 0.316 | 0.018 | -0.350 | 94.8 |
| qwen/qwen3.7-max | 20 | 0.260 | 0.231 | 0.289 | 0.015 | -0.575 | 91.4 |
| Model | Seat | n | Raw average |
|---|---|---|---|
| anthropic/claude-opus-5 | 0 | 5 | 0.421 |
| anthropic/claude-opus-5 | 1 | 5 | 0.299 |
| anthropic/claude-opus-5 | 2 | 5 | 0.384 |
| anthropic/claude-opus-5 | 3 | 5 | 0.377 |
| anthropic/claude-sonnet-5 | 0 | 5 | 0.363 |
| anthropic/claude-sonnet-5 | 1 | 5 | 0.356 |
| anthropic/claude-sonnet-5 | 2 | 5 | 0.300 |
| anthropic/claude-sonnet-5 | 3 | 5 | 0.220 |
| deepseek/deepseek-v4-flash | 0 | 5 | 0.280 |
| deepseek/deepseek-v4-flash | 1 | 5 | 0.320 |
| deepseek/deepseek-v4-flash | 2 | 5 | 0.322 |
| deepseek/deepseek-v4-flash | 3 | 5 | 0.198 |
| google/gemini-3.6-flash | 0 | 5 | 0.324 |
| google/gemini-3.6-flash | 1 | 5 | 0.252 |
| google/gemini-3.6-flash | 2 | 5 | 0.270 |
| google/gemini-3.6-flash | 3 | 5 | 0.273 |
| moonshotai/kimi-k3 | 0 | 5 | 0.318 |
| moonshotai/kimi-k3 | 1 | 5 | 0.335 |
| moonshotai/kimi-k3 | 2 | 5 | 0.343 |
| moonshotai/kimi-k3 | 3 | 5 | 0.364 |
| openai/gpt-5.6-sol | 0 | 5 | 0.358 |
| openai/gpt-5.6-sol | 1 | 5 | 0.359 |
| openai/gpt-5.6-sol | 2 | 5 | 0.360 |
| openai/gpt-5.6-sol | 3 | 5 | 0.324 |
| openai/gpt-5.6-terra | 0 | 5 | 0.315 |
| openai/gpt-5.6-terra | 1 | 5 | 0.369 |
| openai/gpt-5.6-terra | 2 | 5 | 0.304 |
| openai/gpt-5.6-terra | 3 | 5 | 0.293 |
| qwen/qwen3.7-max | 0 | 5 | 0.286 |
| qwen/qwen3.7-max | 1 | 5 | 0.257 |
| qwen/qwen3.7-max | 2 | 5 | 0.217 |
| qwen/qwen3.7-max | 3 | 5 | 0.280 |
| x-ai/grok-4.5 | 0 | 5 | 0.343 |
| x-ai/grok-4.5 | 1 | 5 | 0.322 |
| x-ai/grok-4.5 | 2 | 5 | 0.286 |
| x-ai/grok-4.5 | 3 | 5 | 0.289 |
| z-ai/glm-5.2 | 0 | 5 | 0.329 |
| z-ai/glm-5.2 | 1 | 5 | 0.321 |
| z-ai/glm-5.2 | 2 | 5 | 0.243 |
| z-ai/glm-5.2 | 3 | 5 | 0.267 |
| Model | Center | Unit | Message count | Announcement count | Move count | Support count | Move success rate | Eliminated | Promises made | Promise-keeping rate | Betrayal rate |
|---|---|---|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 5.550 | 5.300 | 8 | 2 | 12 | 5 | 72.8% | 0.000 | 4.600 | 82.3% | 18.9% |
| anthropic/claude-sonnet-5 | 5.100 | 4.750 | 8 | 3 | 13 | 4 | 50.7% | 0.050 | 4.950 | 55.7% | 44.5% |
| deepseek/deepseek-v4-flash | 5.050 | 4.600 | 8 | 3 | 12 | 4 | 42.5% | 0.000 | 4.650 | 39.1% | 60.5% |
| google/gemini-3.6-flash | 5.050 | 4.850 | 8 | 2 | 13 | 5 | 43.4% | 0.000 | 4.350 | 41.6% | 59.3% |
| moonshotai/kimi-k3 | 5.450 | 4.900 | 8 | 2 | 12 | 4 | 65.1% | 0.000 | 4.500 | 70.6% | 29.9% |
| openai/gpt-5.6-sol | 5.200 | 5.200 | 8 | 2 | 12 | 4 | 66.8% | 0.000 | 4.700 | 77.2% | 21.9% |
| openai/gpt-5.6-terra | 5.350 | 5.100 | 8 | 3 | 13 | 4 | 58.9% | 0.000 | 4.550 | 60.3% | 40.3% |
| qwen/qwen3.7-max | 4.950 | 4.500 | 8 | 3 | 13 | 4 | 34.6% | 0.000 | 4.400 | 29.6% | 71.0% |
| x-ai/grok-4.5 | 5.150 | 5.000 | 8 | 2 | 12 | 5 | 53.9% | 0.000 | 4.150 | 52.8% | 47.4% |
| z-ai/glm-5.2 | 5.000 | 4.700 | 9 | 3 | 12 | 4 | 43.9% | 0.000 | 4.950 | 42.4% | 57.8% |
| Model A | Model B | n (A) | n (B) | Difference | p | p (Holm) | Sufficient n | Significance |
|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | anthropic/claude-sonnet-5 | 20 | 20 | 0.060 | 0.058 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.090 | 0.003 | 0.118 | ✓ | — |
| anthropic/claude-opus-5 | google/gemini-3.6-flash | 20 | 20 | 0.090 | 0.003 | 0.123 | ✓ | — |
| anthropic/claude-opus-5 | moonshotai/kimi-k3 | 20 | 20 | 0.030 | 0.290 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-sol | 20 | 20 | 0.020 | 0.507 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-terra | 20 | 20 | 0.050 | 0.090 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | qwen/qwen3.7-max | 20 | 20 | 0.110 | 0.001 | 0.027 | ✓ | * |
| anthropic/claude-opus-5 | x-ai/grok-4.5 | 20 | 20 | 0.060 | 0.035 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | z-ai/glm-5.2 | 20 | 20 | 0.080 | 0.006 | 0.224 | ✓ | — |
| anthropic/claude-sonnet-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.030 | 0.298 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | google/gemini-3.6-flash | 20 | 20 | 0.030 | 0.309 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | moonshotai/kimi-k3 | 20 | 20 | -0.030 | 0.297 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-sol | 20 | 20 | -0.040 | 0.198 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-terra | 20 | 20 | -0.010 | 0.733 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | qwen/qwen3.7-max | 20 | 20 | 0.050 | 0.078 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | x-ai/grok-4.5 | 20 | 20 | 0.000 | 1.000 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | z-ai/glm-5.2 | 20 | 20 | 0.020 | 0.498 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | google/gemini-3.6-flash | 20 | 20 | 0.000 | 1.000 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | moonshotai/kimi-k3 | 20 | 20 | -0.060 | 0.022 | 0.829 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-sol | 20 | 20 | -0.070 | 0.015 | 0.577 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-terra | 20 | 20 | -0.040 | 0.134 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | qwen/qwen3.7-max | 20 | 20 | 0.020 | 0.395 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | x-ai/grok-4.5 | 20 | 20 | -0.030 | 0.208 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | z-ai/glm-5.2 | 20 | 20 | -0.010 | 0.689 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | moonshotai/kimi-k3 | 20 | 20 | -0.060 | 0.026 | 0.896 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-sol | 20 | 20 | -0.070 | 0.017 | 0.638 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-terra | 20 | 20 | -0.040 | 0.141 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | qwen/qwen3.7-max | 20 | 20 | 0.020 | 0.417 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | x-ai/grok-4.5 | 20 | 20 | -0.030 | 0.229 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | z-ai/glm-5.2 | 20 | 20 | -0.010 | 0.699 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-sol | 20 | 20 | -0.010 | 0.715 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-terra | 20 | 20 | 0.020 | 0.445 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | qwen/qwen3.7-max | 20 | 20 | 0.080 | 0.002 | 0.069 | ✓ | — |
| moonshotai/kimi-k3 | x-ai/grok-4.5 | 20 | 20 | 0.030 | 0.217 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | z-ai/glm-5.2 | 20 | 20 | 0.050 | 0.055 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | openai/gpt-5.6-terra | 20 | 20 | 0.030 | 0.295 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | qwen/qwen3.7-max | 20 | 20 | 0.090 | 0.001 | 0.062 | ✓ | — |
| openai/gpt-5.6-sol | x-ai/grok-4.5 | 20 | 20 | 0.040 | 0.141 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | z-ai/glm-5.2 | 20 | 20 | 0.060 | 0.034 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | qwen/qwen3.7-max | 20 | 20 | 0.060 | 0.022 | 0.829 | ✓ | — |
| openai/gpt-5.6-terra | x-ai/grok-4.5 | 20 | 20 | 0.010 | 0.699 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | z-ai/glm-5.2 | 20 | 20 | 0.030 | 0.258 | 1.000 | ✓ | — |
| qwen/qwen3.7-max | x-ai/grok-4.5 | 20 | 20 | -0.050 | 0.031 | 1.000 | ✓ | — |
| qwen/qwen3.7-max | z-ai/glm-5.2 | 20 | 20 | -0.030 | 0.212 | 1.000 | ✓ | — |
| x-ai/grok-4.5 | z-ai/glm-5.2 | 20 | 20 | 0.020 | 0.415 | 1.000 | ✓ | — |
| Model | n | Raw average | CI lower | CI upper | Std. error | z | HCB-100 |
|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 20 | 0.410 | 0.373 | 0.446 | 0.019 | 0.652 | 109.8 |
| openai/gpt-5.6-sol | 20 | 0.390 | 0.352 | 0.429 | 0.020 | 0.448 | 106.7 |
| moonshotai/kimi-k3 | 20 | 0.370 | 0.334 | 0.407 | 0.019 | 0.245 | 103.7 |
| openai/gpt-5.6-terra | 20 | 0.360 | 0.318 | 0.402 | 0.021 | 0.143 | 102.1 |
| x-ai/grok-4.5 | 20 | 0.350 | 0.315 | 0.386 | 0.018 | 0.041 | 100.6 |
| anthropic/claude-sonnet-5 | 20 | 0.340 | 0.298 | 0.384 | 0.022 | -0.061 | 99.1 |
| z-ai/glm-5.2 | 20 | 0.320 | 0.281 | 0.359 | 0.020 | -0.265 | 96.0 |
| deepseek/deepseek-v4-flash | 20 | 0.320 | 0.278 | 0.364 | 0.022 | -0.265 | 96.0 |
| google/gemini-3.6-flash | 20 | 0.320 | 0.273 | 0.366 | 0.024 | -0.265 | 96.0 |
| qwen/qwen3.7-max | 20 | 0.280 | 0.244 | 0.317 | 0.018 | -0.672 | 89.9 |
| Model | Seat | n | Raw average |
|---|---|---|---|
| anthropic/claude-opus-5 | 0 | 5 | 0.442 |
| anthropic/claude-opus-5 | 1 | 5 | 0.392 |
| anthropic/claude-opus-5 | 2 | 5 | 0.407 |
| anthropic/claude-opus-5 | 3 | 5 | 0.398 |
| anthropic/claude-sonnet-5 | 0 | 5 | 0.379 |
| anthropic/claude-sonnet-5 | 1 | 5 | 0.329 |
| anthropic/claude-sonnet-5 | 2 | 5 | 0.315 |
| anthropic/claude-sonnet-5 | 3 | 5 | 0.338 |
| deepseek/deepseek-v4-flash | 0 | 5 | 0.306 |
| deepseek/deepseek-v4-flash | 1 | 5 | 0.307 |
| deepseek/deepseek-v4-flash | 2 | 5 | 0.321 |
| deepseek/deepseek-v4-flash | 3 | 5 | 0.346 |
| google/gemini-3.6-flash | 0 | 5 | 0.396 |
| google/gemini-3.6-flash | 1 | 5 | 0.323 |
| google/gemini-3.6-flash | 2 | 5 | 0.285 |
| google/gemini-3.6-flash | 3 | 5 | 0.276 |
| moonshotai/kimi-k3 | 0 | 5 | 0.336 |
| moonshotai/kimi-k3 | 1 | 5 | 0.396 |
| moonshotai/kimi-k3 | 2 | 5 | 0.401 |
| moonshotai/kimi-k3 | 3 | 5 | 0.347 |
| openai/gpt-5.6-sol | 0 | 5 | 0.419 |
| openai/gpt-5.6-sol | 1 | 5 | 0.428 |
| openai/gpt-5.6-sol | 2 | 5 | 0.357 |
| openai/gpt-5.6-sol | 3 | 5 | 0.356 |
| openai/gpt-5.6-terra | 0 | 5 | 0.408 |
| openai/gpt-5.6-terra | 1 | 5 | 0.288 |
| openai/gpt-5.6-terra | 2 | 5 | 0.371 |
| openai/gpt-5.6-terra | 3 | 5 | 0.373 |
| qwen/qwen3.7-max | 0 | 5 | 0.317 |
| qwen/qwen3.7-max | 1 | 5 | 0.248 |
| qwen/qwen3.7-max | 2 | 5 | 0.244 |
| qwen/qwen3.7-max | 3 | 5 | 0.311 |
| x-ai/grok-4.5 | 0 | 5 | 0.351 |
| x-ai/grok-4.5 | 1 | 5 | 0.326 |
| x-ai/grok-4.5 | 2 | 5 | 0.372 |
| x-ai/grok-4.5 | 3 | 5 | 0.351 |
| z-ai/glm-5.2 | 0 | 5 | 0.318 |
| z-ai/glm-5.2 | 1 | 5 | 0.368 |
| z-ai/glm-5.2 | 2 | 5 | 0.332 |
| z-ai/glm-5.2 | 3 | 5 | 0.262 |
| Model | Victory points | Offers made | Offers accepted | Offer acceptance rate | Offers it accepted | Trade surplus | Bank trades | Bank dependency | Resources produced | Longest road |
|---|---|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 5.950 | 10.000 | 5.800 | 58.2% | 3.800 | 1.769 | 0.550 | 0.061 | 15.400 | 3.350 |
| anthropic/claude-sonnet-5 | 5.450 | 10.900 | 3.850 | 35.6% | 3.600 | 0.635 | 1.600 | 0.177 | 16.450 | 2.200 |
| deepseek/deepseek-v4-flash | 5.200 | 10.050 | 2.650 | 26.3% | 3.200 | 0.301 | 2.500 | 0.278 | 16.500 | 1.900 |
| google/gemini-3.6-flash | 5.400 | 10.550 | 3.050 | 29.4% | 3.150 | 0.301 | 2.100 | 0.246 | 16.650 | 2.050 |
| moonshotai/kimi-k3 | 5.750 | 9.900 | 4.750 | 47.8% | 3.350 | 1.160 | 1.400 | 0.144 | 16.650 | 2.950 |
| openai/gpt-5.6-sol | 6.000 | 11.450 | 6.100 | 53.0% | 4.100 | 1.426 | 0.700 | 0.065 | 15.350 | 3.250 |
| openai/gpt-5.6-terra | 5.500 | 9.850 | 4.100 | 42.1% | 3.250 | 0.932 | 1.500 | 0.177 | 15.250 | 2.650 |
| qwen/qwen3.7-max | 4.950 | 10.050 | 1.550 | 15.5% | 3.000 | -0.376 | 2.250 | 0.312 | 15.600 | 1.650 |
| x-ai/grok-4.5 | 5.400 | 10.000 | 3.650 | 36.6% | 3.500 | 0.822 | 1.600 | 0.178 | 15.550 | 2.800 |
| z-ai/glm-5.2 | 5.250 | 11.000 | 3.100 | 28.3% | 3.100 | 0.345 | 2.100 | 0.258 | 12.550 | 2.050 |
| Model A | Model B | n (A) | n (B) | Difference | p | p (Holm) | Sufficient n | Significance |
|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | anthropic/claude-sonnet-5 | 20 | 20 | 0.070 | 0.024 | 0.833 | ✓ | — |
| anthropic/claude-opus-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.090 | 0.005 | 0.197 | ✓ | — |
| anthropic/claude-opus-5 | google/gemini-3.6-flash | 20 | 20 | 0.090 | 0.005 | 0.216 | ✓ | — |
| anthropic/claude-opus-5 | moonshotai/kimi-k3 | 20 | 20 | 0.040 | 0.144 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-sol | 20 | 20 | 0.020 | 0.487 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-terra | 20 | 20 | 0.050 | 0.091 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | qwen/qwen3.7-max | 20 | 20 | 0.130 | 0.000 | 0.009 | ✓ | ** |
| anthropic/claude-opus-5 | x-ai/grok-4.5 | 20 | 20 | 0.060 | 0.031 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | z-ai/glm-5.2 | 20 | 20 | 0.090 | 0.003 | 0.126 | ✓ | — |
| anthropic/claude-sonnet-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.020 | 0.532 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | google/gemini-3.6-flash | 20 | 20 | 0.020 | 0.552 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | moonshotai/kimi-k3 | 20 | 20 | -0.030 | 0.326 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-sol | 20 | 20 | -0.050 | 0.108 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-terra | 20 | 20 | -0.020 | 0.531 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | qwen/qwen3.7-max | 20 | 20 | 0.060 | 0.048 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | x-ai/grok-4.5 | 20 | 20 | -0.010 | 0.751 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | z-ai/glm-5.2 | 20 | 20 | 0.020 | 0.516 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | google/gemini-3.6-flash | 20 | 20 | 0.000 | 1.000 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | moonshotai/kimi-k3 | 20 | 20 | -0.050 | 0.107 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-sol | 20 | 20 | -0.070 | 0.023 | 0.828 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-terra | 20 | 20 | -0.040 | 0.201 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | qwen/qwen3.7-max | 20 | 20 | 0.040 | 0.181 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | x-ai/grok-4.5 | 20 | 20 | -0.030 | 0.305 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | z-ai/glm-5.2 | 20 | 20 | -0.000 | 1.000 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | moonshotai/kimi-k3 | 20 | 20 | -0.050 | 0.119 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-sol | 20 | 20 | -0.070 | 0.032 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-terra | 20 | 20 | -0.040 | 0.236 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | qwen/qwen3.7-max | 20 | 20 | 0.040 | 0.200 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | x-ai/grok-4.5 | 20 | 20 | -0.030 | 0.342 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | z-ai/glm-5.2 | 20 | 20 | -0.000 | 1.000 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-sol | 20 | 20 | -0.020 | 0.472 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-terra | 20 | 20 | 0.010 | 0.727 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | qwen/qwen3.7-max | 20 | 20 | 0.090 | 0.002 | 0.086 | ✓ | — |
| moonshotai/kimi-k3 | x-ai/grok-4.5 | 20 | 20 | 0.020 | 0.438 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | z-ai/glm-5.2 | 20 | 20 | 0.050 | 0.085 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | openai/gpt-5.6-terra | 20 | 20 | 0.030 | 0.304 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | qwen/qwen3.7-max | 20 | 20 | 0.110 | 0.001 | 0.026 | ✓ | * |
| openai/gpt-5.6-sol | x-ai/grok-4.5 | 20 | 20 | 0.040 | 0.149 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | z-ai/glm-5.2 | 20 | 20 | 0.070 | 0.020 | 0.740 | ✓ | — |
| openai/gpt-5.6-terra | qwen/qwen3.7-max | 20 | 20 | 0.080 | 0.008 | 0.328 | ✓ | — |
| openai/gpt-5.6-terra | x-ai/grok-4.5 | 20 | 20 | 0.010 | 0.736 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | z-ai/glm-5.2 | 20 | 20 | 0.040 | 0.198 | 1.000 | ✓ | — |
| qwen/qwen3.7-max | x-ai/grok-4.5 | 20 | 20 | -0.070 | 0.012 | 0.456 | ✓ | — |
| qwen/qwen3.7-max | z-ai/glm-5.2 | 20 | 20 | -0.040 | 0.153 | 1.000 | ✓ | — |
| x-ai/grok-4.5 | z-ai/glm-5.2 | 20 | 20 | 0.030 | 0.289 | 1.000 | ✓ | — |
| Model | n | Raw average | CI lower | CI upper | Std. error | z | HCB-100 |
|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 20 | 0.500 | 0.453 | 0.545 | 0.023 | 0.688 | 110.3 |
| openai/gpt-5.6-sol | 20 | 0.480 | 0.435 | 0.521 | 0.022 | 0.499 | 107.5 |
| moonshotai/kimi-k3 | 20 | 0.460 | 0.412 | 0.508 | 0.025 | 0.313 | 104.7 |
| openai/gpt-5.6-terra | 20 | 0.440 | 0.394 | 0.484 | 0.023 | 0.115 | 101.7 |
| x-ai/grok-4.5 | 20 | 0.430 | 0.390 | 0.471 | 0.021 | 0.041 | 100.6 |
| anthropic/claude-sonnet-5 | 20 | 0.420 | 0.373 | 0.470 | 0.025 | -0.048 | 99.3 |
| z-ai/glm-5.2 | 20 | 0.400 | 0.369 | 0.430 | 0.016 | -0.240 | 96.4 |
| google/gemini-3.6-flash | 20 | 0.390 | 0.351 | 0.428 | 0.020 | -0.326 | 95.1 |
| deepseek/deepseek-v4-flash | 20 | 0.390 | 0.336 | 0.441 | 0.027 | -0.343 | 94.9 |
| qwen/qwen3.7-max | 20 | 0.350 | 0.304 | 0.393 | 0.023 | -0.699 | 89.5 |
| Model | Seat | n | Raw average |
|---|---|---|---|
| anthropic/claude-opus-5 | 0 | 4 | 0.442 |
| anthropic/claude-opus-5 | 1 | 4 | 0.492 |
| anthropic/claude-opus-5 | 2 | 4 | 0.556 |
| anthropic/claude-opus-5 | 3 | 4 | 0.534 |
| anthropic/claude-opus-5 | 4 | 4 | 0.476 |
| anthropic/claude-sonnet-5 | 0 | 4 | 0.453 |
| anthropic/claude-sonnet-5 | 1 | 4 | 0.476 |
| anthropic/claude-sonnet-5 | 2 | 4 | 0.367 |
| anthropic/claude-sonnet-5 | 3 | 4 | 0.408 |
| anthropic/claude-sonnet-5 | 4 | 4 | 0.397 |
| deepseek/deepseek-v4-flash | 0 | 4 | 0.383 |
| deepseek/deepseek-v4-flash | 1 | 4 | 0.358 |
| deepseek/deepseek-v4-flash | 2 | 4 | 0.488 |
| deepseek/deepseek-v4-flash | 3 | 4 | 0.396 |
| deepseek/deepseek-v4-flash | 4 | 4 | 0.325 |
| google/gemini-3.6-flash | 0 | 4 | 0.461 |
| google/gemini-3.6-flash | 1 | 4 | 0.317 |
| google/gemini-3.6-flash | 2 | 4 | 0.428 |
| google/gemini-3.6-flash | 3 | 4 | 0.353 |
| google/gemini-3.6-flash | 4 | 4 | 0.392 |
| moonshotai/kimi-k3 | 0 | 4 | 0.587 |
| moonshotai/kimi-k3 | 1 | 4 | 0.455 |
| moonshotai/kimi-k3 | 2 | 4 | 0.396 |
| moonshotai/kimi-k3 | 3 | 4 | 0.455 |
| moonshotai/kimi-k3 | 4 | 4 | 0.408 |
| openai/gpt-5.6-sol | 0 | 4 | 0.538 |
| openai/gpt-5.6-sol | 1 | 4 | 0.443 |
| openai/gpt-5.6-sol | 2 | 4 | 0.434 |
| openai/gpt-5.6-sol | 3 | 4 | 0.450 |
| openai/gpt-5.6-sol | 4 | 4 | 0.535 |
| openai/gpt-5.6-terra | 0 | 4 | 0.404 |
| openai/gpt-5.6-terra | 1 | 4 | 0.449 |
| openai/gpt-5.6-terra | 2 | 4 | 0.506 |
| openai/gpt-5.6-terra | 3 | 4 | 0.374 |
| openai/gpt-5.6-terra | 4 | 4 | 0.467 |
| qwen/qwen3.7-max | 0 | 4 | 0.349 |
| qwen/qwen3.7-max | 1 | 4 | 0.313 |
| qwen/qwen3.7-max | 2 | 4 | 0.373 |
| qwen/qwen3.7-max | 3 | 4 | 0.365 |
| qwen/qwen3.7-max | 4 | 4 | 0.349 |
| x-ai/grok-4.5 | 0 | 4 | 0.459 |
| x-ai/grok-4.5 | 1 | 4 | 0.497 |
| x-ai/grok-4.5 | 2 | 4 | 0.476 |
| x-ai/grok-4.5 | 3 | 4 | 0.372 |
| x-ai/grok-4.5 | 4 | 4 | 0.346 |
| z-ai/glm-5.2 | 0 | 4 | 0.387 |
| z-ai/glm-5.2 | 1 | 4 | 0.370 |
| z-ai/glm-5.2 | 2 | 4 | 0.432 |
| z-ai/glm-5.2 | 3 | 4 | 0.389 |
| z-ai/glm-5.2 | 4 | 4 | 0.421 |
| Model | Role class | n | Raw average | z | HCB-100 |
|---|---|---|---|---|---|
| anthropic/claude-opus-5 | sage | 4 | 0.527 | 0.819 | 112.3 |
| anthropic/claude-opus-5 | good-plain | 8 | 0.453 | 0.410 | 106.2 |
| anthropic/claude-opus-5 | evil-plain | 4 | 0.512 | 0.992 | 114.9 |
| anthropic/claude-opus-5 | assassin | 4 | 0.554 | 0.806 | 112.1 |
| anthropic/claude-sonnet-5 | sage | 4 | 0.330 | -0.812 | 87.8 |
| anthropic/claude-sonnet-5 | good-plain | 8 | 0.436 | 0.248 | 103.7 |
| anthropic/claude-sonnet-5 | evil-plain | 4 | 0.344 | -0.723 | 89.2 |
| anthropic/claude-sonnet-5 | assassin | 4 | 0.553 | 0.800 | 112.0 |
| deepseek/deepseek-v4-flash | sage | 4 | 0.428 | -0.001 | 100.0 |
| deepseek/deepseek-v4-flash | good-plain | 8 | 0.407 | -0.032 | 99.5 |
| deepseek/deepseek-v4-flash | evil-plain | 4 | 0.349 | -0.675 | 89.9 |
| deepseek/deepseek-v4-flash | assassin | 4 | 0.359 | -0.975 | 85.4 |
| google/gemini-3.6-flash | sage | 4 | 0.347 | -0.672 | 89.9 |
| google/gemini-3.6-flash | good-plain | 8 | 0.373 | -0.366 | 94.5 |
| google/gemini-3.6-flash | evil-plain | 4 | 0.397 | -0.182 | 97.3 |
| google/gemini-3.6-flash | assassin | 4 | 0.461 | -0.045 | 99.3 |
| moonshotai/kimi-k3 | sage | 4 | 0.444 | 0.132 | 102.0 |
| moonshotai/kimi-k3 | good-plain | 8 | 0.415 | 0.045 | 100.7 |
| moonshotai/kimi-k3 | evil-plain | 4 | 0.438 | 0.237 | 103.6 |
| moonshotai/kimi-k3 | assassin | 4 | 0.587 | 1.106 | 116.6 |
| openai/gpt-5.6-sol | sage | 4 | 0.538 | 0.907 | 113.6 |
| openai/gpt-5.6-sol | good-plain | 8 | 0.458 | 0.454 | 106.8 |
| openai/gpt-5.6-sol | evil-plain | 4 | 0.487 | 0.730 | 110.9 |
| openai/gpt-5.6-sol | assassin | 4 | 0.460 | -0.051 | 99.2 |
| openai/gpt-5.6-terra | sage | 4 | 0.521 | 0.767 | 111.5 |
| openai/gpt-5.6-terra | good-plain | 8 | 0.385 | -0.251 | 96.2 |
| openai/gpt-5.6-terra | evil-plain | 4 | 0.456 | 0.418 | 106.3 |
| openai/gpt-5.6-terra | assassin | 4 | 0.454 | -0.109 | 98.4 |
| qwen/qwen3.7-max | sage | 4 | 0.297 | -1.080 | 83.8 |
| qwen/qwen3.7-max | good-plain | 8 | 0.342 | -0.660 | 90.1 |
| qwen/qwen3.7-max | evil-plain | 4 | 0.349 | -0.670 | 89.9 |
| qwen/qwen3.7-max | assassin | 4 | 0.419 | -0.425 | 93.6 |
| x-ai/grok-4.5 | sage | 4 | 0.461 | 0.277 | 104.2 |
| x-ai/grok-4.5 | good-plain | 8 | 0.414 | 0.032 | 100.5 |
| x-ai/grok-4.5 | evil-plain | 4 | 0.459 | 0.452 | 106.8 |
| x-ai/grok-4.5 | assassin | 4 | 0.401 | -0.587 | 91.2 |
| z-ai/glm-5.2 | sage | 4 | 0.387 | -0.337 | 94.9 |
| z-ai/glm-5.2 | good-plain | 8 | 0.423 | 0.119 | 101.8 |
| z-ai/glm-5.2 | evil-plain | 4 | 0.358 | -0.579 | 91.3 |
| z-ai/glm-5.2 | assassin | 4 | 0.409 | -0.520 | 92.2 |
| Model | Vote count | Team proposed | Vote accuracy | Sage leak | Deception success | Failed card | Assassination accuracy |
|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 9 | 1.950 | 0.841 | 0.250 | 0.762 | 0.875 | 0.500 |
| anthropic/claude-sonnet-5 | 9 | 1.600 | 0.571 | 0.250 | 0.526 | 1.750 | 1.000 |
| deepseek/deepseek-v4-flash | 9 | 1.400 | 0.485 | 0.750 | 0.434 | 1.750 | 0.250 |
| google/gemini-3.6-flash | 9 | 1.300 | 0.485 | 0.250 | 0.452 | 1.375 | 0.500 |
| moonshotai/kimi-k3 | 9 | 1.800 | 0.709 | 0.250 | 0.654 | 1.250 | 0.750 |
| openai/gpt-5.6-sol | 9 | 1.300 | 0.775 | 0.250 | 0.728 | 1.500 | 0.500 |
| openai/gpt-5.6-terra | 9 | 1.600 | 0.651 | 0.500 | 0.537 | 1.625 | 0.750 |
| qwen/qwen3.7-max | 9 | 1.300 | 0.333 | 0.500 | 0.253 | 0.750 | 0.500 |
| x-ai/grok-4.5 | 9 | 1.150 | 0.649 | 0.000 | 0.530 | 1.125 | 0.750 |
| z-ai/glm-5.2 | 10 | 1.450 | 0.500 | 0.500 | 0.486 | 1.250 | 0.500 |
| Model A | Model B | n (A) | n (B) | Difference | p | p (Holm) | Sufficient n | Significance |
|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | anthropic/claude-sonnet-5 | 20 | 20 | 0.080 | 0.026 | 0.870 | ✓ | — |
| anthropic/claude-opus-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.110 | 0.004 | 0.160 | ✓ | — |
| anthropic/claude-opus-5 | google/gemini-3.6-flash | 20 | 20 | 0.110 | 0.002 | 0.101 | ✓ | — |
| anthropic/claude-opus-5 | moonshotai/kimi-k3 | 20 | 20 | 0.040 | 0.253 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-sol | 20 | 20 | 0.020 | 0.556 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-terra | 20 | 20 | 0.060 | 0.081 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | qwen/qwen3.7-max | 20 | 20 | 0.150 | 0.000 | 0.018 | ✓ | * |
| anthropic/claude-opus-5 | x-ai/grok-4.5 | 20 | 20 | 0.070 | 0.039 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | z-ai/glm-5.2 | 20 | 20 | 0.100 | 0.002 | 0.086 | ✓ | — |
| anthropic/claude-sonnet-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.030 | 0.419 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | google/gemini-3.6-flash | 20 | 20 | 0.030 | 0.356 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | moonshotai/kimi-k3 | 20 | 20 | -0.040 | 0.269 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-sol | 20 | 20 | -0.060 | 0.082 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-terra | 20 | 20 | -0.020 | 0.564 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | qwen/qwen3.7-max | 20 | 20 | 0.070 | 0.051 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | x-ai/grok-4.5 | 20 | 20 | -0.010 | 0.759 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | z-ai/glm-5.2 | 20 | 20 | 0.020 | 0.511 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | google/gemini-3.6-flash | 20 | 20 | -0.000 | 1.000 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | moonshotai/kimi-k3 | 20 | 20 | -0.070 | 0.065 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-sol | 20 | 20 | -0.090 | 0.018 | 0.616 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-terra | 20 | 20 | -0.050 | 0.178 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | qwen/qwen3.7-max | 20 | 20 | 0.040 | 0.265 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | x-ai/grok-4.5 | 20 | 20 | -0.040 | 0.247 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | z-ai/glm-5.2 | 20 | 20 | -0.010 | 0.752 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | moonshotai/kimi-k3 | 20 | 20 | -0.070 | 0.042 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-sol | 20 | 20 | -0.090 | 0.004 | 0.172 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-terra | 20 | 20 | -0.050 | 0.107 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | qwen/qwen3.7-max | 20 | 20 | 0.040 | 0.216 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | x-ai/grok-4.5 | 20 | 20 | -0.040 | 0.185 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | z-ai/glm-5.2 | 20 | 20 | -0.010 | 0.707 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-sol | 20 | 20 | -0.020 | 0.553 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-terra | 20 | 20 | 0.020 | 0.572 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | qwen/qwen3.7-max | 20 | 20 | 0.110 | 0.003 | 0.123 | ✓ | — |
| moonshotai/kimi-k3 | x-ai/grok-4.5 | 20 | 20 | 0.030 | 0.375 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | z-ai/glm-5.2 | 20 | 20 | 0.060 | 0.052 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | openai/gpt-5.6-terra | 20 | 20 | 0.040 | 0.226 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | qwen/qwen3.7-max | 20 | 20 | 0.130 | 0.001 | 0.026 | ✓ | * |
| openai/gpt-5.6-sol | x-ai/grok-4.5 | 20 | 20 | 0.050 | 0.107 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | z-ai/glm-5.2 | 20 | 20 | 0.080 | 0.008 | 0.289 | ✓ | — |
| openai/gpt-5.6-terra | qwen/qwen3.7-max | 20 | 20 | 0.090 | 0.010 | 0.377 | ✓ | — |
| openai/gpt-5.6-terra | x-ai/grok-4.5 | 20 | 20 | 0.010 | 0.755 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | z-ai/glm-5.2 | 20 | 20 | 0.040 | 0.172 | 1.000 | ✓ | — |
| qwen/qwen3.7-max | x-ai/grok-4.5 | 20 | 20 | -0.080 | 0.015 | 0.554 | ✓ | — |
| qwen/qwen3.7-max | z-ai/glm-5.2 | 20 | 20 | -0.050 | 0.086 | 1.000 | ✓ | — |
| x-ai/grok-4.5 | z-ai/glm-5.2 | 20 | 20 | 0.030 | 0.264 | 1.000 | ✓ | — |
| Model | n | Raw average | CI lower | CI upper | Std. error | z | HCB-100 |
|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 20 | 0.270 | 0.229 | 0.312 | 0.021 | 0.560 | 108.4 |
| openai/gpt-5.6-sol | 20 | 0.250 | 0.226 | 0.275 | 0.013 | 0.305 | 104.6 |
| moonshotai/kimi-k3 | 20 | 0.240 | 0.202 | 0.274 | 0.018 | 0.178 | 102.7 |
| x-ai/grok-4.5 | 20 | 0.230 | 0.204 | 0.255 | 0.013 | 0.051 | 100.8 |
| openai/gpt-5.6-terra | 20 | 0.230 | 0.197 | 0.264 | 0.017 | 0.051 | 100.8 |
| anthropic/claude-sonnet-5 | 20 | 0.220 | 0.189 | 0.250 | 0.016 | -0.076 | 98.9 |
| deepseek/deepseek-v4-flash | 20 | 0.210 | 0.170 | 0.249 | 0.020 | -0.203 | 96.9 |
| google/gemini-3.6-flash | 20 | 0.210 | 0.180 | 0.242 | 0.016 | -0.203 | 96.9 |
| z-ai/glm-5.2 | 20 | 0.210 | 0.180 | 0.240 | 0.016 | -0.203 | 96.9 |
| qwen/qwen3.7-max | 20 | 0.190 | 0.156 | 0.225 | 0.018 | -0.458 | 93.1 |
| Model | Seat | n | Raw average |
|---|---|---|---|
| anthropic/claude-opus-5 | 0 | 10 | 0.279 |
| anthropic/claude-opus-5 | 1 | 10 | 0.261 |
| anthropic/claude-sonnet-5 | 0 | 10 | 0.206 |
| anthropic/claude-sonnet-5 | 1 | 10 | 0.234 |
| deepseek/deepseek-v4-flash | 0 | 10 | 0.227 |
| deepseek/deepseek-v4-flash | 1 | 10 | 0.193 |
| google/gemini-3.6-flash | 0 | 10 | 0.249 |
| google/gemini-3.6-flash | 1 | 10 | 0.171 |
| moonshotai/kimi-k3 | 0 | 10 | 0.248 |
| moonshotai/kimi-k3 | 1 | 10 | 0.232 |
| openai/gpt-5.6-sol | 0 | 10 | 0.247 |
| openai/gpt-5.6-sol | 1 | 10 | 0.253 |
| openai/gpt-5.6-terra | 0 | 10 | 0.234 |
| openai/gpt-5.6-terra | 1 | 10 | 0.226 |
| qwen/qwen3.7-max | 0 | 10 | 0.201 |
| qwen/qwen3.7-max | 1 | 10 | 0.179 |
| x-ai/grok-4.5 | 0 | 10 | 0.222 |
| x-ai/grok-4.5 | 1 | 10 | 0.238 |
| z-ai/glm-5.2 | 0 | 10 | 0.218 |
| z-ai/glm-5.2 | 1 | 10 | 0.202 |
| Model | Form score | Syllable accuracy | Rhyme accuracy | Rhyme grade | Format violation rate | Full-meter line rate | Opening minstrel | Jury score |
|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 0.912 | 0.940 | 0.894 | 2.050 | 5.5% | 89.9% | 0.500 | 0.741 |
| anthropic/claude-sonnet-5 | 0.593 | 0.641 | 0.562 | 2.150 | 23.2% | 62.0% | 0.500 | 0.457 |
| deepseek/deepseek-v4-flash | 0.559 | 0.602 | 0.531 | 1.950 | 27.6% | 57.9% | 0.500 | 0.404 |
| google/gemini-3.6-flash | 0.546 | 0.579 | 0.523 | 2.150 | 27.2% | 56.4% | 0.500 | 0.419 |
| moonshotai/kimi-k3 | 0.721 | 0.752 | 0.700 | 1.800 | 16.8% | 72.8% | 0.500 | 0.584 |
| openai/gpt-5.6-sol | 0.812 | 0.841 | 0.793 | 2.050 | 11.3% | 81.0% | 0.500 | 0.668 |
| openai/gpt-5.6-terra | 0.674 | 0.693 | 0.661 | 2.250 | 19.7% | 65.0% | 0.500 | 0.535 |
| qwen/qwen3.7-max | 0.446 | 0.474 | 0.427 | 1.800 | 34.8% | 45.7% | 0.500 | 0.309 |
| x-ai/grok-4.5 | 0.669 | 0.682 | 0.660 | 2.150 | 19.2% | 66.6% | 0.500 | 0.536 |
| z-ai/glm-5.2 | 0.559 | 0.590 | 0.539 | 2.150 | 28.6% | 56.0% | 0.500 | 0.416 |
| Model A | Model B | n (A) | n (B) | Difference | p | p (Holm) | Sufficient n | Significance |
|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | anthropic/claude-sonnet-5 | 20 | 20 | 0.050 | 0.071 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.060 | 0.057 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | google/gemini-3.6-flash | 20 | 20 | 0.060 | 0.031 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | moonshotai/kimi-k3 | 20 | 20 | 0.030 | 0.297 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-sol | 20 | 20 | 0.020 | 0.414 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | openai/gpt-5.6-terra | 20 | 20 | 0.040 | 0.160 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | qwen/qwen3.7-max | 20 | 20 | 0.080 | 0.005 | 0.225 | ✓ | — |
| anthropic/claude-opus-5 | x-ai/grok-4.5 | 20 | 20 | 0.040 | 0.122 | 1.000 | ✓ | — |
| anthropic/claude-opus-5 | z-ai/glm-5.2 | 20 | 20 | 0.060 | 0.035 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | deepseek/deepseek-v4-flash | 20 | 20 | 0.010 | 0.705 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | google/gemini-3.6-flash | 20 | 20 | 0.010 | 0.660 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | moonshotai/kimi-k3 | 20 | 20 | -0.020 | 0.432 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-sol | 20 | 20 | -0.030 | 0.150 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | openai/gpt-5.6-terra | 20 | 20 | -0.010 | 0.667 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | qwen/qwen3.7-max | 20 | 20 | 0.030 | 0.227 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | x-ai/grok-4.5 | 20 | 20 | -0.010 | 0.635 | 1.000 | ✓ | — |
| anthropic/claude-sonnet-5 | z-ai/glm-5.2 | 20 | 20 | 0.010 | 0.655 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | google/gemini-3.6-flash | 20 | 20 | 0.000 | 1.000 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | moonshotai/kimi-k3 | 20 | 20 | -0.030 | 0.306 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-sol | 20 | 20 | -0.040 | 0.110 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | openai/gpt-5.6-terra | 20 | 20 | -0.020 | 0.465 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | qwen/qwen3.7-max | 20 | 20 | 0.020 | 0.470 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | x-ai/grok-4.5 | 20 | 20 | -0.020 | 0.420 | 1.000 | ✓ | — |
| deepseek/deepseek-v4-flash | z-ai/glm-5.2 | 20 | 20 | 0.000 | 1.000 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | moonshotai/kimi-k3 | 20 | 20 | -0.030 | 0.254 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-sol | 20 | 20 | -0.040 | 0.058 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | openai/gpt-5.6-terra | 20 | 20 | -0.020 | 0.406 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | qwen/qwen3.7-max | 20 | 20 | 0.020 | 0.405 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | x-ai/grok-4.5 | 20 | 20 | -0.020 | 0.341 | 1.000 | ✓ | — |
| google/gemini-3.6-flash | z-ai/glm-5.2 | 20 | 20 | 0.000 | 1.000 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-sol | 20 | 20 | -0.010 | 0.662 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | openai/gpt-5.6-terra | 20 | 20 | 0.010 | 0.701 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | qwen/qwen3.7-max | 20 | 20 | 0.050 | 0.063 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | x-ai/grok-4.5 | 20 | 20 | 0.010 | 0.667 | 1.000 | ✓ | — |
| moonshotai/kimi-k3 | z-ai/glm-5.2 | 20 | 20 | 0.030 | 0.230 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | openai/gpt-5.6-terra | 20 | 20 | 0.020 | 0.361 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | qwen/qwen3.7-max | 20 | 20 | 0.060 | 0.010 | 0.440 | ✓ | — |
| openai/gpt-5.6-sol | x-ai/grok-4.5 | 20 | 20 | 0.020 | 0.293 | 1.000 | ✓ | — |
| openai/gpt-5.6-sol | z-ai/glm-5.2 | 20 | 20 | 0.040 | 0.063 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | qwen/qwen3.7-max | 20 | 20 | 0.040 | 0.114 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | x-ai/grok-4.5 | 20 | 20 | -0.000 | 1.000 | 1.000 | ✓ | — |
| openai/gpt-5.6-terra | z-ai/glm-5.2 | 20 | 20 | 0.020 | 0.388 | 1.000 | ✓ | — |
| qwen/qwen3.7-max | x-ai/grok-4.5 | 20 | 20 | -0.040 | 0.084 | 1.000 | ✓ | — |
| qwen/qwen3.7-max | z-ai/glm-5.2 | 20 | 20 | -0.020 | 0.405 | 1.000 | ✓ | — |
| x-ai/grok-4.5 | z-ai/glm-5.2 | 20 | 20 | 0.020 | 0.342 | 1.000 | ✓ | — |
| Model | Promises made | Promise-keeping rate | Betrayal rate | Message count |
|---|---|---|---|---|
| anthropic/claude-opus-5 | 4.600 | 82.3% | 18.9% | 8 |
| anthropic/claude-sonnet-5 | 4.950 | 55.7% | 44.5% | 8 |
| deepseek/deepseek-v4-flash | 4.650 | 39.1% | 60.5% | 8 |
| google/gemini-3.6-flash | 4.350 | 41.6% | 59.3% | 8 |
| moonshotai/kimi-k3 | 4.500 | 70.6% | 29.9% | 8 |
| openai/gpt-5.6-sol | 4.700 | 77.2% | 21.9% | 8 |
| openai/gpt-5.6-terra | 4.550 | 60.3% | 40.3% | 8 |
| qwen/qwen3.7-max | 4.400 | 29.6% | 71.0% | 8 |
| x-ai/grok-4.5 | 4.150 | 52.8% | 47.4% | 8 |
| z-ai/glm-5.2 | 4.950 | 42.4% | 57.8% | 9 |
| Model | Offers made | Offer acceptance rate | Trade surplus | Bank dependency |
|---|---|---|---|---|
| anthropic/claude-opus-5 | 10.000 | 58.2% | 1.769 | 0.061 |
| anthropic/claude-sonnet-5 | 10.900 | 35.6% | 0.635 | 0.177 |
| deepseek/deepseek-v4-flash | 10.050 | 26.3% | 0.301 | 0.278 |
| google/gemini-3.6-flash | 10.550 | 29.4% | 0.301 | 0.246 |
| moonshotai/kimi-k3 | 9.900 | 47.8% | 1.160 | 0.144 |
| openai/gpt-5.6-sol | 11.450 | 53.0% | 1.426 | 0.065 |
| openai/gpt-5.6-terra | 9.850 | 42.1% | 0.932 | 0.177 |
| qwen/qwen3.7-max | 10.050 | 15.5% | -0.376 | 0.312 |
| x-ai/grok-4.5 | 10.000 | 36.6% | 0.822 | 0.178 |
| z-ai/glm-5.2 | 11.000 | 28.3% | 0.345 | 0.258 |
| Model | Vote accuracy | Deception success | Sage leak | Assassination accuracy |
|---|---|---|---|---|
| anthropic/claude-opus-5 | 0.841 | 0.762 | 0.250 | 0.500 |
| anthropic/claude-sonnet-5 | 0.571 | 0.526 | 0.250 | 1.000 |
| deepseek/deepseek-v4-flash | 0.485 | 0.434 | 0.750 | 0.250 |
| google/gemini-3.6-flash | 0.485 | 0.452 | 0.250 | 0.500 |
| moonshotai/kimi-k3 | 0.709 | 0.654 | 0.250 | 0.750 |
| openai/gpt-5.6-sol | 0.775 | 0.728 | 0.250 | 0.500 |
| openai/gpt-5.6-terra | 0.651 | 0.537 | 0.500 | 0.750 |
| qwen/qwen3.7-max | 0.333 | 0.253 | 0.500 | 0.500 |
| x-ai/grok-4.5 | 0.649 | 0.530 | 0.000 | 0.750 |
| z-ai/glm-5.2 | 0.500 | 0.486 | 0.500 | 0.500 |
| Model | Syllable accuracy | Rhyme accuracy | Format violation rate | Jury score |
|---|---|---|---|---|
| anthropic/claude-opus-5 | 0.940 | 0.894 | 5.5% | 0.741 |
| anthropic/claude-sonnet-5 | 0.641 | 0.562 | 23.2% | 0.457 |
| deepseek/deepseek-v4-flash | 0.602 | 0.531 | 27.6% | 0.404 |
| google/gemini-3.6-flash | 0.579 | 0.523 | 27.2% | 0.419 |
| moonshotai/kimi-k3 | 0.752 | 0.700 | 16.8% | 0.584 |
| openai/gpt-5.6-sol | 0.841 | 0.793 | 11.3% | 0.668 |
| openai/gpt-5.6-terra | 0.693 | 0.661 | 19.7% | 0.535 |
| qwen/qwen3.7-max | 0.474 | 0.427 | 34.8% | 0.309 |
| x-ai/grok-4.5 | 0.682 | 0.660 | 19.2% | 0.536 |
| z-ai/glm-5.2 | 0.590 | 0.539 | 28.6% | 0.416 |
| Model | Invalid action | Language violation | Decision | Prompt tokens | Response tokens | Cost (USD) | Budgeted tokens | Invalid action rate | Language violation rate | Avg. prompt tokens | Avg. response tokens | Avg. budgeted tokens |
|---|---|---|---|---|---|---|---|---|---|---|---|---|
| anthropic/claude-opus-5 | 16 | 4 | 1,743 | 5,028,819 | 473,233 | $36.97 | 4,309,928 | 0.9% | 0.2% | 2,885 | 272 | 2,473 |
| anthropic/claude-sonnet-5 | 57 | 10 | 1,780 | 5,285,093 | 478,339 | $23.03 | 4,577,888 | 3.2% | 0.6% | 2,969 | 269 | 2,572 |
| deepseek/deepseek-v4-flash | 95 | 14 | 1,840 | 5,341,915 | 479,470 | $1.81 | 4,612,150 | 5.2% | 0.8% | 2,903 | 261 | 2,507 |
| google/gemini-3.6-flash | 59 | 16 | 1,745 | 5,073,077 | 473,535 | $2.09 | 4,421,862 | 3.4% | 0.9% | 2,907 | 271 | 2,534 |
| moonshotai/kimi-k3 | 31 | 5 | 1,789 | 5,066,842 | 504,579 | $4.30 | 4,437,720 | 1.7% | 0.3% | 2,832 | 282 | 2,481 |
| openai/gpt-5.6-sol | 29 | 1 | 1,851 | 5,195,626 | 486,329 | $20.28 | 4,486,802 | 1.6% | 0.1% | 2,807 | 263 | 2,424 |
| openai/gpt-5.6-terra | 42 | 14 | 1,766 | 5,254,284 | 469,176 | $8.59 | 4,518,180 | 2.4% | 0.8% | 2,975 | 266 | 2,558 |
| qwen/qwen3.7-max | 85 | 19 | 1,694 | 4,856,229 | 437,032 | $5.28 | 4,207,021 | 5.0% | 1.1% | 2,867 | 258 | 2,483 |
| x-ai/grok-4.5 | 50 | 11 | 1,721 | 4,907,182 | 476,695 | $14.58 | 4,183,014 | 2.9% | 0.6% | 2,851 | 277 | 2,431 |
| z-ai/glm-5.2 | 61 | 12 | 1,820 | 5,361,801 | 481,921 | $2.92 | 4,622,203 | 3.4% | 0.7% | 2,946 | 265 | 2,540 |
| Model | Role | Requests | Prompt tokens | Response tokens | Cost (USD) |
|---|---|---|---|---|---|
| anthropic/claude-haiku-4.5 | jury | 100 | 162,346 | 35,160 | $0.0909 |
| anthropic/claude-opus-5 | player | 1,743 | 5,028,639 | 473,240 | $36.97 |
| anthropic/claude-sonnet-5 | player | 1,780 | 5,285,181 | 478,156 | $23.03 |
| deepseek/deepseek-v4-flash | player | 1,840 | 5,341,972 | 479,451 | $1.81 |
| google/gemini-3.6-flash | player | 1,745 | 5,073,098 | 473,535 | $2.09 |
| google/gemini-3.6-flash-lite | summarizer | 2,085 | 5,181,930 | 625,396 | $0.9345 |
| moonshotai/kimi-k3 | player | 1,789 | 5,066,915 | 504,445 | $4.30 |
| openai/gpt-5.6-mini | jury | 100 | 158,090 | 33,439 | $0.0875 |
| openai/gpt-5.6-sol | player | 1,851 | 5,195,665 | 486,323 | $20.28 |
| openai/gpt-5.6-terra | player | 1,766 | 5,254,311 | 469,091 | $8.59 |
| qwen/qwen3.7-max | player | 1,694 | 4,856,121 | 437,019 | $5.28 |
| x-ai/grok-4.5 | player | 1,721 | 4,907,141 | 476,650 | $14.58 |
| z-ai/glm-5.2 | player | 1,820 | 5,361,806 | 482,018 | $2.92 |
| Game | Model | n |
|---|---|---|
| Âşık | anthropic/claude-opus-5 | 20 |
| Âşık | anthropic/claude-sonnet-5 | 20 |
| Âşık | deepseek/deepseek-v4-flash | 20 |
| Âşık | google/gemini-3.6-flash | 20 |
| Âşık | moonshotai/kimi-k3 | 20 |
| Âşık | openai/gpt-5.6-sol | 20 |
| Âşık | openai/gpt-5.6-terra | 20 |
| Âşık | qwen/qwen3.7-max | 20 |
| Âşık | x-ai/grok-4.5 | 20 |
| Âşık | z-ai/glm-5.2 | 20 |
| Diplomat | anthropic/claude-opus-5 | 20 |
| Diplomat | anthropic/claude-sonnet-5 | 20 |
| Diplomat | deepseek/deepseek-v4-flash | 20 |
| Diplomat | google/gemini-3.6-flash | 20 |
| Diplomat | moonshotai/kimi-k3 | 20 |
| Diplomat | openai/gpt-5.6-sol | 20 |
| Diplomat | openai/gpt-5.6-terra | 20 |
| Diplomat | qwen/qwen3.7-max | 20 |
| Diplomat | x-ai/grok-4.5 | 20 |
| Diplomat | z-ai/glm-5.2 | 20 |
| Tüccar | anthropic/claude-opus-5 | 20 |
| Tüccar | anthropic/claude-sonnet-5 | 20 |
| Tüccar | deepseek/deepseek-v4-flash | 20 |
| Tüccar | google/gemini-3.6-flash | 20 |
| Tüccar | moonshotai/kimi-k3 | 20 |
| Tüccar | openai/gpt-5.6-sol | 20 |
| Tüccar | openai/gpt-5.6-terra | 20 |
| Tüccar | qwen/qwen3.7-max | 20 |
| Tüccar | x-ai/grok-4.5 | 20 |
| Tüccar | z-ai/glm-5.2 | 20 |
| Vezir | anthropic/claude-opus-5 | 20 |
| Vezir | anthropic/claude-sonnet-5 | 20 |
| Vezir | deepseek/deepseek-v4-flash | 20 |
| Vezir | google/gemini-3.6-flash | 20 |
| Vezir | moonshotai/kimi-k3 | 20 |
| Vezir | openai/gpt-5.6-sol | 20 |
| Vezir | openai/gpt-5.6-terra | 20 |
| Vezir | qwen/qwen3.7-max | 20 |
| Vezir | x-ai/grok-4.5 | 20 |
| Vezir | z-ai/glm-5.2 | 20 |
{
"run_name": "HCBfT-Games Demo Run",
"models": [
{
"id": "anthropic/claude-opus-5",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "openai/gpt-5.6-sol",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "moonshotai/kimi-k3",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "openai/gpt-5.6-terra",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "x-ai/grok-4.5",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "anthropic/claude-sonnet-5",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "z-ai/glm-5.2",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "google/gemini-3.6-flash",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "deepseek/deepseek-v4-flash",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
},
{
"id": "qwen/qwen3.7-max",
"temperature": null,
"max_tokens": null,
"price_in_per_mtok": null,
"price_out_per_mtok": null
}
],
"sampling": {
"temperature": 0.7,
"max_tokens": 1024,
"top_p": null
},
"utility_model": "google/gemini-3.6-flash-lite",
"jury_models": [
"anthropic/claude-haiku-4.5",
"openai/gpt-5.6-mini"
],
"games": {
"diplomat": {
"enabled": true,
"games_per_model": 20,
"turn_cap": 16,
"negotiation_rounds": 2,
"messages_per_round": 2,
"win_centers": 7,
"solo_bonus": 0.25,
"trade_rounds": null,
"target_vp": 8,
"win_bonus": 0.25,
"discussion_cycles": 2,
"assassin_bonus": 0.5,
"bilge_bonus": 0.25,
"exchanges": 3,
"hece": 11,
"form_weight": 0.4,
"jury_weight": 0.6
},
"tuccar": {
"enabled": true,
"games_per_model": 20,
"turn_cap": 60,
"negotiation_rounds": 2,
"messages_per_round": 2,
"win_centers": 7,
"solo_bonus": 0.25,
"trade_rounds": 2,
"target_vp": 8,
"win_bonus": 0.25,
"discussion_cycles": 2,
"assassin_bonus": 0.5,
"bilge_bonus": 0.25,
"exchanges": 3,
"hece": 11,
"form_weight": 0.4,
"jury_weight": 0.6
},
"vezir": {
"enabled": true,
"games_per_model": 20,
"turn_cap": null,
"negotiation_rounds": null,
"messages_per_round": 2,
"win_centers": 7,
"solo_bonus": 0.25,
"trade_rounds": null,
"target_vp": 8,
"win_bonus": 0.25,
"discussion_cycles": 2,
"assassin_bonus": 0.5,
"bilge_bonus": 0.25,
"exchanges": 3,
"hece": 11,
"form_weight": 0.4,
"jury_weight": 0.6
},
"asik": {
"enabled": true,
"games_per_model": 20,
"turn_cap": null,
"negotiation_rounds": null,
"messages_per_round": 2,
"win_centers": 7,
"solo_bonus": 0.25,
"trade_rounds": null,
"target_vp": 8,
"win_bonus": 0.25,
"discussion_cycles": 2,
"assassin_bonus": 0.5,
"bilge_bonus": 0.25,
"exchanges": 3,
"hece": 11,
"form_weight": 0.4,
"jury_weight": 0.6
}
},
"context": {
"context_budget_tokens": 8000,
"digest_budget_tokens": 1200,
"recent_window_phases": 2,
"compress_every_phases": 1,
"message_token_limit": 150,
"scratchpad_token_limit": 200,
"tokenizer": "cl100k_base"
},
"limits": {
"concurrency": 8,
"per_model_concurrency": 4,
"max_run_cost_usd": 200.0,
"invalid_action_retries": 2,
"max_api_attempts": 8,
"request_timeout_s": 180.0,
"match_concurrency": 4
},
"jury": {
"enabled": true,
"identity_denylist": [
"claude",
"anthropic",
"gpt",
"openai",
"chatgpt",
"gemini",
"google",
"bard",
"qwen",
"alibaba",
"llama",
"meta ai",
"mistral",
"deepseek",
"grok",
"yapay zeka",
"dil modeli",
"language model"
]
},
"seed": 20260801,
"output_dir": "runs",
"mock": false,
"behavioral_analytics": true,
"language_check": true,
"language_check_min_chars": 25,
"composite_weights": {
"diplomat": 1.0,
"tuccar": 1.0,
"vezir": 1.0,
"asik": 1.0
}
}