{
  "research_audit": {
    "temporal_validation": {
      "name": "observed-versus-forecast boundary",
      "passed": true,
      "details": "Postgame observations support historical research only and cannot enter a pregame projection feature."
    },
    "baseline_checks": [
      {
        "name": "registered contrast",
        "passed": true,
        "details": "recorded open vs closed games within retractable-roof stadiums observed in both states"
      },
      {
        "name": "adjusted and unadjusted estimates",
        "passed": true,
        "details": "Every outcome preserves group means plus adjusted and unadjusted differences."
      }
    ],
    "uncertainty": {
      "name": "bootstrap and robust intervals",
      "passed": true,
      "details": "Every outcome reports a bootstrap comparison and an HC3 robust adjusted interval."
    },
    "missingness": {
      "input_rows": 2127,
      "analyzed_rows": 333,
      "excluded_rows": 1794,
      "missing_by_field": {
        "outside_registered_contrast_or_incomplete": 1794
      },
      "reconciled": true
    },
    "sensitivity_checks": [
      {
        "name": "multiplicity correction",
        "passed": true,
        "details": "Holm-adjusted p-values cover the preregistered outcome family."
      },
      {
        "name": "per-outcome denominator accounting",
        "passed": true,
        "details": "Each outcome records its own condition, control, and undefined-game counts; field-goal accuracy is undefined when neither team attempted a field goal."
      },
      {
        "name": "deterministic bootstrap",
        "passed": true,
        "details": "Each outcome bootstrap uses a SHA-256-derived seed label and two complete analysis executions produced the same result hash."
      },
      {
        "name": "roof-study source scope",
        "passed": true,
        "details": "The comparison uses football and recorded venue fields; NOAA observations are not an input to any outcome."
      }
    ],
    "leakage_checks": [
      {
        "name": "prediction boundary",
        "passed": true,
        "details": "The article cannot describe observed postgame weather as a forecast input."
      }
    ],
    "withholding_checks": [
      {
        "name": "study sample gate",
        "passed": true,
        "details": "41 condition and 333 comparable games cleared the registered floors."
      },
      {
        "name": "evidence bundle gates",
        "passed": true,
        "details": "Rights, coverage, station agreement, and reproducibility gates passed."
      },
      {
        "name": "association scope",
        "passed": true,
        "details": "The study is limited to association and does not claim causality."
      }
    ]
  },
  "study": "Does NFL Scoring Change With an Open vs. Closed Retractable Roof?",
  "study_id": "weather-open-closed-roof",
  "data_through": 2025,
  "population": "NFL regular-season games",
  "estimand": "Observed association for recorded open vs closed games within retractable-roof stadiums observed in both states, with adjusted and unadjusted game-level comparisons.",
  "sample": {
    "condition_games": 41,
    "control_games": 292,
    "comparable_games": 333,
    "minimum_complete_games": 250,
    "minimum_condition_games": 30,
    "outcome_denominators": {
      "primary:total_points": {
        "condition_games": 41,
        "control_games": 292,
        "total_games": 333,
        "not_defined_in_comparable_games": 0
      },
      "primary:pass_epa_per_dropback": {
        "condition_games": 41,
        "control_games": 292,
        "total_games": 333,
        "not_defined_in_comparable_games": 0
      },
      "primary:field_goal_accuracy": {
        "condition_games": 39,
        "control_games": 289,
        "total_games": 328,
        "not_defined_in_comparable_games": 5
      },
      "primary:kicker_fantasy_points": {
        "condition_games": 41,
        "control_games": 292,
        "total_games": 333,
        "not_defined_in_comparable_games": 0
      }
    }
  },
  "contrast": "recorded open vs closed games within retractable-roof stadiums observed in both states",
  "effects": [
    {
      "study_id": "weather-open-closed-roof",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "recorded open vs closed games within retractable-roof stadiums observed in both states",
      "condition_label": "Open retractable roof",
      "control_label": "Closed retractable roof",
      "contrast_comparable_games": 333,
      "outcome": "total_points",
      "label": "Combined points",
      "units": "points-per-game",
      "condition_games": 41,
      "control_games": 292,
      "condition_estimate": 49.1219512195122,
      "control_estimate": 48.8458904109589,
      "unadjusted_difference": 0.2760608085532965,
      "bootstrap_ci_95_lower": -3.8787504176411622,
      "bootstrap_ci_95_upper": 4.507024724356835,
      "bootstrap_p_value": 0.918,
      "p_value": 0.4159326662543095,
      "adjusted_difference": 2.4562970973758524,
      "robust_standard_error": 3.019426582407306,
      "adjusted_ci_95_lower": -3.461779004142468,
      "adjusted_ci_95_upper": 8.374373198894173,
      "controls": "week and season fixed effects; stadium id and home team and away team fixed effects",
      "holm_adjusted_p": 0.5357302123854655
    },
    {
      "study_id": "weather-open-closed-roof",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "recorded open vs closed games within retractable-roof stadiums observed in both states",
      "condition_label": "Open retractable roof",
      "control_label": "Closed retractable roof",
      "contrast_comparable_games": 333,
      "outcome": "pass_epa_per_dropback",
      "label": "Pass EPA per dropback",
      "units": "epa-per-dropback",
      "condition_games": 41,
      "control_games": 292,
      "condition_estimate": 0.0798193569753347,
      "control_estimate": 0.0442646952658322,
      "unadjusted_difference": 0.0355546617095024,
      "bootstrap_ci_95_lower": -0.016579567620971,
      "bootstrap_ci_95_upper": 0.0894941648018327,
      "bootstrap_p_value": 0.187,
      "p_value": 0.2678651061927327,
      "adjusted_difference": 0.0408434532764512,
      "robust_standard_error": 0.0368625759192786,
      "adjusted_ci_95_lower": -0.0314071955253348,
      "adjusted_ci_95_upper": 0.1130941020782373,
      "controls": "week and season fixed effects; stadium id and home team and away team fixed effects",
      "holm_adjusted_p": 0.5357302123854655
    },
    {
      "study_id": "weather-open-closed-roof",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "recorded open vs closed games within retractable-roof stadiums observed in both states",
      "condition_label": "Open retractable roof",
      "control_label": "Closed retractable roof",
      "contrast_comparable_games": 333,
      "outcome": "field_goal_accuracy",
      "label": "Field-goal accuracy",
      "units": "share",
      "condition_games": 39,
      "control_games": 289,
      "condition_estimate": 0.9236874236874236,
      "control_estimate": 0.8570316361838853,
      "unadjusted_difference": 0.0666557875035384,
      "bootstrap_ci_95_lower": 0.0191416049828678,
      "bootstrap_ci_95_upper": 0.1124878850484385,
      "bootstrap_p_value": 0.009,
      "p_value": 0.0017317942289227,
      "adjusted_difference": 0.0961360024588019,
      "robust_standard_error": 0.0306874582644939,
      "adjusted_ci_95_lower": 0.0359885842603938,
      "adjusted_ci_95_upper": 0.15628342065721,
      "controls": "week and season fixed effects; average field-goal distance; stadium id and home team and away team fixed effects",
      "holm_adjusted_p": 0.0069271769156909
    },
    {
      "study_id": "weather-open-closed-roof",
      "publication_decision": "eligible",
      "contrast_id": "primary",
      "contrast": "recorded open vs closed games within retractable-roof stadiums observed in both states",
      "condition_label": "Open retractable roof",
      "control_label": "Closed retractable roof",
      "contrast_comparable_games": 333,
      "outcome": "kicker_fantasy_points",
      "label": "Combined kicker fantasy points",
      "units": "points-per-game",
      "condition_games": 41,
      "control_games": 292,
      "condition_estimate": 18.682926829268293,
      "control_estimate": 17.554794520547944,
      "unadjusted_difference": 1.1281323087203496,
      "bootstrap_ci_95_lower": -0.9709029401937842,
      "bootstrap_ci_95_upper": 3.248003675242233,
      "bootstrap_p_value": 0.295,
      "p_value": 0.0200787179942154,
      "adjusted_difference": 2.9811108289853205,
      "robust_standard_error": 1.282267896491978,
      "adjusted_ci_95_lower": 0.4678657518610438,
      "adjusted_ci_95_upper": 5.494355906109597,
      "controls": "week and season fixed effects; stadium id and home team and away team fixed effects",
      "holm_adjusted_p": 0.0602361539826463
    }
  ],
  "source_lag": null,
  "source_applicability": {
    "football_and_roof_data_through": 2025,
    "observed_weather_data_through": 2024,
    "observed_weather_role": "not used; recorded open and closed roof states define the contrast"
  },
  "reproducibility": {
    "first_sha256": "8f950d771f821ecb7114fc4d3871cd7a7cf30f72fceb4746d84e657220127856",
    "matched": true,
    "second_sha256": "8f950d771f821ecb7114fc4d3871cd7a7cf30f72fceb4746d84e657220127856",
    "bootstrap_repetitions": 4000,
    "bootstrap_seed_policy": "NumPy PCG64 seeded separately for each outcome from the unsigned integer encoded by the first eight bytes of SHA-256(study_id:outcome).",
    "seed_labels": [
      "weather-open-closed-roof:primary:total_points",
      "weather-open-closed-roof:primary:pass_epa_per_dropback",
      "weather-open-closed-roof:primary:field_goal_accuracy",
      "weather-open-closed-roof:primary:kicker_fantasy_points"
    ]
  }
}