{
  "research_audit": {
    "temporal_validation": {
      "name": "observed-versus-forecast boundary",
      "passed": true,
      "details": "Postgame observations support historical research only and cannot enter a pregame projection feature."
    },
    "baseline_checks": [
      {
        "name": "registered contrast",
        "passed": true,
        "details": "fixed/retractable roof recorded closed or dome vs outdoor/open"
      },
      {
        "name": "adjusted and unadjusted estimates",
        "passed": true,
        "details": "Every outcome preserves group means plus adjusted and unadjusted differences."
      }
    ],
    "uncertainty": {
      "name": "bootstrap and robust intervals",
      "passed": true,
      "details": "Every outcome reports a bootstrap comparison and an HC3 robust adjusted interval."
    },
    "missingness": {
      "input_rows": 2127,
      "analyzed_rows": 2127,
      "excluded_rows": 0,
      "missing_by_field": {
        "outside_registered_contrast_or_incomplete": 0
      },
      "reconciled": true
    },
    "sensitivity_checks": [
      {
        "name": "multiplicity correction",
        "passed": true,
        "details": "Holm-adjusted p-values cover the preregistered outcome family."
      },
      {
        "name": "per-outcome denominator accounting",
        "passed": true,
        "details": "Each outcome records its own condition, control, and undefined-game counts; field-goal accuracy is undefined when neither team attempted a field goal."
      },
      {
        "name": "deterministic bootstrap",
        "passed": true,
        "details": "Each outcome bootstrap uses a SHA-256-derived seed label and two complete analysis executions produced the same result hash."
      },
      {
        "name": "roof-study source scope",
        "passed": true,
        "details": "The comparison uses football and recorded venue fields; NOAA observations are not an input to any outcome."
      }
    ],
    "leakage_checks": [
      {
        "name": "prediction boundary",
        "passed": true,
        "details": "The article cannot describe observed postgame weather as a forecast input."
      }
    ],
    "withholding_checks": [
      {
        "name": "study sample gate",
        "passed": true,
        "details": "640 condition and 2127 comparable games cleared the registered floors."
      },
      {
        "name": "evidence bundle gates",
        "passed": true,
        "details": "Rights, coverage, station agreement, and reproducibility gates passed."
      },
      {
        "name": "association scope",
        "passed": true,
        "details": "The study is limited to association and does not claim causality."
      }
    ]
  },
  "study": "Do NFL Domes Produce Higher-Scoring Games After Accounting for the Teams?",
  "study_id": "weather-domes-offense",
  "data_through": 2025,
  "population": "NFL regular-season games",
  "estimand": "Observed association for fixed/retractable roof recorded closed or dome vs outdoor/open, with adjusted and unadjusted game-level comparisons.",
  "sample": {
    "condition_games": 640,
    "control_games": 1487,
    "comparable_games": 2127,
    "minimum_complete_games": 1000,
    "minimum_condition_games": 250,
    "outcome_denominators": {
      "primary:total_points": {
        "condition_games": 640,
        "control_games": 1487,
        "total_games": 2127,
        "not_defined_in_comparable_games": 0
      },
      "primary:neutral_dropback_rate": {
        "condition_games": 640,
        "control_games": 1487,
        "total_games": 2127,
        "not_defined_in_comparable_games": 0
      },
      "primary:pass_epa_per_dropback": {
        "condition_games": 640,
        "control_games": 1487,
        "total_games": 2127,
        "not_defined_in_comparable_games": 0
      },
      "primary:deep_target_rate": {
        "condition_games": 640,
        "control_games": 1487,
        "total_games": 2127,
        "not_defined_in_comparable_games": 0
      }
    }
  },
  "contrast": "fixed/retractable roof recorded closed or dome vs outdoor/open",
  "effects": [
    {
      "study_id": "weather-domes-offense",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "fixed/retractable roof recorded closed or dome vs outdoor/open",
      "condition_label": "Dome or closed roof",
      "control_label": "Outdoor or open roof",
      "contrast_comparable_games": 2127,
      "outcome": "total_points",
      "label": "Combined points",
      "units": "points-per-game",
      "condition_games": 640,
      "control_games": 1487,
      "condition_estimate": 48.2765625,
      "control_estimate": 44.79757901815736,
      "unadjusted_difference": 3.478983481842633,
      "bootstrap_ci_95_lower": 2.2410556857347,
      "bootstrap_ci_95_upper": 4.768572603185946,
      "bootstrap_p_value": 0.0,
      "p_value": 0.2452819816890187,
      "adjusted_difference": -2.1188313508329046,
      "robust_standard_error": 1.823614606171325,
      "adjusted_ci_95_lower": -5.693115978928701,
      "adjusted_ci_95_upper": 1.455453277262892,
      "controls": "week and season fixed effects; home team and away team fixed effects",
      "holm_adjusted_p": 0.3176183814056438
    },
    {
      "study_id": "weather-domes-offense",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "fixed/retractable roof recorded closed or dome vs outdoor/open",
      "condition_label": "Dome or closed roof",
      "control_label": "Outdoor or open roof",
      "contrast_comparable_games": 2127,
      "outcome": "neutral_dropback_rate",
      "label": "Neutral early-down dropback rate",
      "units": "share",
      "condition_games": 640,
      "control_games": 1487,
      "condition_estimate": 0.5393485989800967,
      "control_estimate": 0.5368040460781188,
      "unadjusted_difference": 0.0025445529019778,
      "bootstrap_ci_95_lower": -0.0048551908096191,
      "bootstrap_ci_95_upper": 0.0098697318158048,
      "bootstrap_p_value": 0.4805,
      "p_value": 0.0566329864315978,
      "adjusted_difference": 0.019309220891925,
      "robust_standard_error": 0.0101300505086721,
      "adjusted_ci_95_lower": -0.0005456781050723,
      "adjusted_ci_95_upper": 0.0391641198889224,
      "controls": "week and season fixed effects; home team and away team fixed effects",
      "holm_adjusted_p": 0.1776269997958733
    },
    {
      "study_id": "weather-domes-offense",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "fixed/retractable roof recorded closed or dome vs outdoor/open",
      "condition_label": "Dome or closed roof",
      "control_label": "Outdoor or open roof",
      "contrast_comparable_games": 2127,
      "outcome": "pass_epa_per_dropback",
      "label": "Pass EPA per dropback",
      "units": "epa-per-dropback",
      "condition_games": 640,
      "control_games": 1487,
      "condition_estimate": 0.0376295628501796,
      "control_estimate": 0.0365315680653481,
      "unadjusted_difference": 0.0010979947848315,
      "bootstrap_ci_95_lower": -0.0191766530728874,
      "bootstrap_ci_95_upper": 0.0216997758411222,
      "bootstrap_p_value": 0.9245,
      "p_value": 0.0444067499489683,
      "adjusted_difference": -0.0499091253119055,
      "robust_standard_error": 0.0248275577650929,
      "adjusted_ci_95_lower": -0.0985711385314877,
      "adjusted_ci_95_upper": -0.0012471120923233,
      "controls": "week and season fixed effects; home team and away team fixed effects",
      "holm_adjusted_p": 0.1776269997958733
    },
    {
      "study_id": "weather-domes-offense",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "fixed/retractable roof recorded closed or dome vs outdoor/open",
      "condition_label": "Dome or closed roof",
      "control_label": "Outdoor or open roof",
      "contrast_comparable_games": 2127,
      "outcome": "deep_target_rate",
      "label": "Deep-target rate",
      "units": "share",
      "condition_games": 640,
      "control_games": 1487,
      "condition_estimate": 0.1089550620580591,
      "control_estimate": 0.1075421877917073,
      "unadjusted_difference": 0.0014128742663518,
      "bootstrap_ci_95_lower": -0.0024386376424852,
      "bootstrap_ci_95_upper": 0.0053076097294212,
      "bootstrap_p_value": 0.455,
      "p_value": 0.1588091907028219,
      "adjusted_difference": 0.0075333193466474,
      "robust_standard_error": 0.0053462382092636,
      "adjusted_ci_95_lower": -0.0029453075435092,
      "adjusted_ci_95_upper": 0.0180119462368042,
      "controls": "week and season fixed effects; home team and away team fixed effects",
      "holm_adjusted_p": 0.3176183814056438
    }
  ],
  "source_lag": null,
  "source_applicability": {
    "football_and_roof_data_through": 2025,
    "observed_weather_data_through": 2024,
    "observed_weather_role": "not used; the registered roof field defines the venue contrast"
  },
  "reproducibility": {
    "first_sha256": "8f950d771f821ecb7114fc4d3871cd7a7cf30f72fceb4746d84e657220127856",
    "matched": true,
    "second_sha256": "8f950d771f821ecb7114fc4d3871cd7a7cf30f72fceb4746d84e657220127856",
    "bootstrap_repetitions": 4000,
    "bootstrap_seed_policy": "NumPy PCG64 seeded separately for each outcome from the unsigned integer encoded by the first eight bytes of SHA-256(study_id:outcome).",
    "seed_labels": [
      "weather-domes-offense:primary:total_points",
      "weather-domes-offense:primary:neutral_dropback_rate",
      "weather-domes-offense:primary:pass_epa_per_dropback",
      "weather-domes-offense:primary:deep_target_rate"
    ]
  }
}