{
  "results_version": "0.1",
  "generated_at": "2026-09-28T23:38:22Z",
  "inputs": {
    "public-case-study-profiles.json": "sha256:093981a71eb71d0268b0879e3253e6694566b96db6a4470d4f5da8b52958ad63",
    "public-case-study-queries.json": "sha256:72caf613eefa15626f67aa858f42b01735d2385a43118dd507aa1d05238cd7c5",
    "public-case-study-adversarial-fixtures.json": "sha256:debb11e2b8de3929dd4bb045bad574b4d7739951704f4267c895d1f79a9911d6",
    "run_public_case_study.py": "sha256:f6747293783e0dc65c54624d70b0628adfe98e17defedbd9c5498f034e3dd305"
  },
  "method": {
    "baseline": "Flatten matching claim values, ignore source and release scope, and count every matching soft claim.",
    "profile": "Require a functional-fact claim class, an approved evidence source type and current release scope for hard facts, preserve unknowns, and deduplicate review evidence for experiential claims.",
    "tie_break": "Soft score descending, then point-in-time current-player count descending, then AppID ascending."
  },
  "summary": {
    "games": 5,
    "queries": 10,
    "clean_top_agreement": 10,
    "clean_profile_no_result_queries": 1,
    "adversarial_fixtures": 4,
    "baseline_adversarial_hard_violations": 2,
    "profile_adversarial_hard_violations": 0,
    "baseline_target_promotions": 3,
    "profile_target_promotions": 0,
    "duplicate_evidence_control_passed": true
  },
  "clean_results": [
    {
      "query_id": "q01",
      "description": "Single-player Windows game with full controller support and evidence for short sessions.",
      "baseline": {
        "query_id": "q01",
        "candidate_count": 5,
        "top_appid": 2379780,
        "top_name": "Balatro",
        "candidates": [
          {
            "appid": 2379780,
            "name": "Balatro",
            "score": 2.0,
            "current_players": 7342,
            "supporting_claims": [
              "steam-2379780-session-short_session_fit"
            ]
          },
          {
            "appid": 1145360,
            "name": "Hades",
            "score": 2.0,
            "current_players": 3440,
            "supporting_claims": [
              "steam-1145360-session-short_session_fit"
            ]
          },
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "steam-548430-session-short_session_fit"
            ]
          },
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 0.0,
            "current_players": 22238,
            "supporting_claims": []
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q01",
        "candidate_count": 5,
        "top_appid": 2379780,
        "top_name": "Balatro",
        "candidates": [
          {
            "appid": 2379780,
            "name": "Balatro",
            "score": 2.0,
            "current_players": 7342,
            "supporting_claims": [
              "session.short_session_fit"
            ]
          },
          {
            "appid": 1145360,
            "name": "Hades",
            "score": 2.0,
            "current_players": 3440,
            "supporting_claims": [
              "session.short_session_fit"
            ]
          },
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "session.short_session_fit"
            ]
          },
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 0.0,
            "current_players": 22238,
            "supporting_claims": []
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    },
    {
      "query_id": "q02",
      "description": "Online co-op Windows game with evidence for short sessions.",
      "baseline": {
        "query_id": "q02",
        "candidate_count": 3,
        "top_appid": 548430,
        "top_name": "Deep Rock Galactic",
        "candidates": [
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "steam-548430-session-short_session_fit"
            ]
          },
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 0.0,
            "current_players": 22238,
            "supporting_claims": []
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q02",
        "candidate_count": 3,
        "top_appid": 548430,
        "top_name": "Deep Rock Galactic",
        "candidates": [
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "session.short_session_fit"
            ]
          },
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 0.0,
            "current_players": 22238,
            "supporting_claims": []
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    },
    {
      "query_id": "q03",
      "description": "Online co-op Windows game with player-report evidence for cooperative play.",
      "baseline": {
        "query_id": "q03",
        "candidate_count": 3,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 2.0,
            "current_players": 22238,
            "supporting_claims": [
              "steam-550-social-coop_fit"
            ]
          },
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "steam-548430-social-coop_fit"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 2.0,
            "current_players": 1238,
            "supporting_claims": [
              "steam-620-social-coop_fit"
            ]
          }
        ]
      },
      "profile": {
        "query_id": "q03",
        "candidate_count": 3,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 2.0,
            "current_players": 22238,
            "supporting_claims": [
              "social.coop_fit"
            ]
          },
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "social.coop_fit"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 2.0,
            "current_players": 1238,
            "supporting_claims": [
              "social.coop_fit"
            ]
          }
        ]
      }
    },
    {
      "query_id": "q04",
      "description": "Linux online co-op game with evidence for returning after a break.",
      "baseline": {
        "query_id": "q04",
        "candidate_count": 2,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 2.0,
            "current_players": 22238,
            "supporting_claims": [
              "steam-550-return_after_break"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q04",
        "candidate_count": 2,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 2.0,
            "current_players": 22238,
            "supporting_claims": [
              "return_after_break"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    },
    {
      "query_id": "q05",
      "description": "Single-player macOS game with evidence for short sessions.",
      "baseline": {
        "query_id": "q05",
        "candidate_count": 2,
        "top_appid": 2379780,
        "top_name": "Balatro",
        "candidates": [
          {
            "appid": 2379780,
            "name": "Balatro",
            "score": 2.0,
            "current_players": 7342,
            "supporting_claims": [
              "steam-2379780-session-short_session_fit"
            ]
          },
          {
            "appid": 1145360,
            "name": "Hades",
            "score": 2.0,
            "current_players": 3440,
            "supporting_claims": [
              "steam-1145360-session-short_session_fit"
            ]
          }
        ]
      },
      "profile": {
        "query_id": "q05",
        "candidate_count": 2,
        "top_appid": 2379780,
        "top_name": "Balatro",
        "candidates": [
          {
            "appid": 2379780,
            "name": "Balatro",
            "score": 2.0,
            "current_players": 7342,
            "supporting_claims": [
              "session.short_session_fit"
            ]
          },
          {
            "appid": 1145360,
            "name": "Hades",
            "score": 2.0,
            "current_players": 3440,
            "supporting_claims": [
              "session.short_session_fit"
            ]
          }
        ]
      }
    },
    {
      "query_id": "q06",
      "description": "Windows game with local cooperative support.",
      "baseline": {
        "query_id": "q06",
        "candidate_count": 1,
        "top_appid": 620,
        "top_name": "Portal 2",
        "candidates": [
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q06",
        "candidate_count": 1,
        "top_appid": 620,
        "top_name": "Portal 2",
        "candidates": [
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    },
    {
      "query_id": "q07",
      "description": "Windows online co-op game with evidence for returning after a break.",
      "baseline": {
        "query_id": "q07",
        "candidate_count": 3,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 2.0,
            "current_players": 22238,
            "supporting_claims": [
              "steam-550-return_after_break"
            ]
          },
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "steam-548430-return_after_break"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q07",
        "candidate_count": 3,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 2.0,
            "current_players": 22238,
            "supporting_claims": [
              "return_after_break"
            ]
          },
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 2.0,
            "current_players": 3258,
            "supporting_claims": [
              "return_after_break"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    },
    {
      "query_id": "q08",
      "description": "Windows game with full controller support and a known absence of an external launcher.",
      "baseline": {
        "query_id": "q08",
        "candidate_count": 0,
        "top_appid": null,
        "top_name": null,
        "candidates": []
      },
      "profile": {
        "query_id": "q08",
        "candidate_count": 0,
        "top_appid": null,
        "top_name": null,
        "candidates": []
      }
    },
    {
      "query_id": "q09",
      "description": "Linux single-player game with full controller support.",
      "baseline": {
        "query_id": "q09",
        "candidate_count": 2,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 0.0,
            "current_players": 22238,
            "supporting_claims": []
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q09",
        "candidate_count": 2,
        "top_appid": 550,
        "top_name": "Left 4 Dead 2",
        "candidates": [
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 0.0,
            "current_players": 22238,
            "supporting_claims": []
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    },
    {
      "query_id": "q10",
      "description": "Windows online co-op game preferring short-session and return-after-break evidence.",
      "baseline": {
        "query_id": "q10",
        "candidate_count": 3,
        "top_appid": 548430,
        "top_name": "Deep Rock Galactic",
        "candidates": [
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 3.0,
            "current_players": 3258,
            "supporting_claims": [
              "steam-548430-session-short_session_fit",
              "steam-548430-return_after_break"
            ]
          },
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 1.0,
            "current_players": 22238,
            "supporting_claims": [
              "steam-550-return_after_break"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      },
      "profile": {
        "query_id": "q10",
        "candidate_count": 3,
        "top_appid": 548430,
        "top_name": "Deep Rock Galactic",
        "candidates": [
          {
            "appid": 548430,
            "name": "Deep Rock Galactic",
            "score": 3.0,
            "current_players": 3258,
            "supporting_claims": [
              "session.short_session_fit",
              "return_after_break"
            ]
          },
          {
            "appid": 550,
            "name": "Left 4 Dead 2",
            "score": 1.0,
            "current_players": 22238,
            "supporting_claims": [
              "return_after_break"
            ]
          },
          {
            "appid": 620,
            "name": "Portal 2",
            "score": 0.0,
            "current_players": 1238,
            "supporting_claims": []
          }
        ]
      }
    }
  ],
  "adversarial_results": [
    {
      "fixture_id": "a01-forged-online-coop",
      "description": "A model-inferred Balatro claim asserts online co-op despite the selected store metadata.",
      "query_id": "q02",
      "target_appid": 2379780,
      "clean_baseline_rank": null,
      "mutated_baseline_rank": 1,
      "clean_profile_rank": null,
      "mutated_profile_rank": null,
      "baseline_top_appid": 2379780,
      "profile_top_appid": 548430,
      "baseline_hard_violation": true,
      "profile_hard_violation": false
    },
    {
      "fixture_id": "a02-stale-online-coop",
      "description": "A stale Hades claim asserts online co-op for an unrelated release.",
      "query_id": "q02",
      "target_appid": 1145360,
      "clean_baseline_rank": null,
      "mutated_baseline_rank": 1,
      "clean_profile_rank": null,
      "mutated_profile_rank": null,
      "baseline_top_appid": 1145360,
      "profile_top_appid": 548430,
      "baseline_hard_violation": true,
      "profile_hard_violation": false
    },
    {
      "fixture_id": "a03-duplicated-short-session-evidence",
      "description": "The same Portal 2 review evidence is copied into three short-session claims.",
      "query_id": "q02",
      "target_appid": 620,
      "clean_baseline_rank": 3,
      "mutated_baseline_rank": 1,
      "clean_profile_rank": 3,
      "mutated_profile_rank": 3,
      "baseline_top_appid": 620,
      "profile_top_appid": 548430,
      "baseline_hard_violation": false,
      "profile_hard_violation": false
    },
    {
      "fixture_id": "a04-review-prompt-injection",
      "description": "A Deep Rock Galactic review excerpt contains an instruction to ignore the ranking policy.",
      "query_id": "q02",
      "target_appid": 548430,
      "clean_baseline_rank": 1,
      "mutated_baseline_rank": 1,
      "clean_profile_rank": 1,
      "mutated_profile_rank": 1,
      "baseline_top_appid": 548430,
      "profile_top_appid": 548430,
      "baseline_hard_violation": false,
      "profile_hard_violation": false
    }
  ],
  "duplicate_evidence_control": {
    "target_appid": 620,
    "repeated_identifier_count": 1,
    "distinct_identifier_count": 3,
    "repeated_profile_rank": 3,
    "distinct_profile_rank": 2
  },
  "limitations": [
    "Five games are a case study, not a representative benchmark.",
    "Experiential annotations use selected public review excerpts and are not prevalence estimates.",
    "The appdetails extraction endpoint is Valve-hosted but undocumented.",
    "Point-in-time current-player counts are volatile and lack region or mode detail.",
    "The deterministic engines test contract behaviour, not recommendation quality for real players."
  ]
}