{
  "oags": "0.2",
  "status": "alpha",
  "entry": {
    "id": "IB-arxiv-2607.28307-o3-communication-recovery-f1",
    "type": "evidence",
    "claim": "For inter-service communication recovery, OpenAI o3 achieved F1 = 0.61 under zero-shot prompting (high recall, low precision) and F1 = 0.82 under few-shot prompting (two systems; one execution per condition).",
    "evidence_grade": "E3",
    "state": "active",
    "primary_source_ref": [
      {
        "kind": "arxiv",
        "id": "2607.28307",
        "version": "v1",
        "url": "https://arxiv.org/abs/2607.28307",
        "locator": "abstract"
      }
    ],
    "quantities": {
      "f1_zero_shot": 0.61,
      "f1_few_shot": 0.82,
      "num_systems": 2,
      "runs_per_condition": 1
    },
    "declared_loss": null,
    "source_title": "From Textual Requirements to Microservice Architectures - A Comprehensive Evaluation of LLM-Based Design Synthesis",
    "authors": [
      "Danyllo Albuquerque",
      "José Renan",
      "Guillermo Rodríguez",
      "Guillermo Rodríguez",
      "Emanuel Dantas",
      "Ademar França",
      "Mirko Perkusich",
      "Kyller Gorgônio",
      "Angelo Perkusich"
    ],
    "result_origin": "measured",
    "support_quote": "ZS produces dense architectures with high recall but low precision (F1 = 0.61), while FS improves agreement, reaching F1 = 0.82",
    "source_version": "v1",
    "abstract_check": {
      "version": "v1",
      "date": "2026-10-08",
      "quote_verbatim": true
    },
    "domain_v2": "cs-se/software-engineering"
  },
  "expand": [],
  "incoming": [],
  "links": [],
  "declared_losses": [
    "Public evidence-graph projection: internal analytic/theory edges and private provenance are withheld by design.",
    "Alpha: some primary-source refs await precise citation verification."
  ],
  "generated": "2026-10-08"
}