{
  "oags": "0.2",
  "status": "alpha",
  "entry": {
    "id": "IB-arxiv-2607.28146-weakest-below-baselines",
    "type": "evidence",
    "claim": "In ParliamentBench (Secret Hitler social deduction game; 16 LLMs evaluated across 1,600 simulated matches), the weakest models scored below both the random baseline (33%) and a simple algorithmic baseline (45%).",
    "evidence_grade": "E3",
    "state": "active",
    "primary_source_ref": [
      {
        "kind": "arxiv",
        "id": "2607.28146",
        "version": "v1",
        "url": "https://arxiv.org/abs/2607.28146",
        "locator": "abstract"
      }
    ],
    "quantities": {
      "num_llms": 16,
      "num_matches": 1600,
      "random_baseline_pct": 33,
      "algorithmic_baseline_pct": 45
    },
    "declared_loss": null,
    "source_title": "Can Agents Deceive? Evaluating Reasoning and Deception in ParliamentBench using a Social Deduction Game",
    "authors": [
      "Niklas Bauer",
      "Lars Benedikt Kaesberg",
      "Akiko Aizawa",
      "Jan Philip Wahle",
      "Bela Gipp",
      "Terry Ruas"
    ],
    "result_origin": "measured",
    "support_quote": "whereas the weakest models fall short of random (33%) and simple algorithmic (45%) baselines",
    "source_version": "v1",
    "abstract_check": {
      "version": "v1",
      "date": "2026-10-08",
      "quote_verbatim": true
    },
    "domain_v2": "cs-cl/llm-evaluation"
  },
  "expand": [],
  "incoming": [],
  "links": [],
  "declared_losses": [
    "Public evidence-graph projection: internal analytic/theory edges and private provenance are withheld by design.",
    "Alpha: some primary-source refs await precise citation verification."
  ],
  "generated": "2026-10-08"
}