{
  "research_audit": {
    "temporal_validation": {
      "name": "observed-versus-forecast boundary",
      "passed": true,
      "details": "The synthesis uses completed-game observations only and makes no forecast-skill or lineup-adjustment claim."
    },
    "baseline_checks": [
      {
        "name": "registered contrasts preserved",
        "passed": true,
        "details": "All four original treatment and comparison definitions remain separate."
      },
      {
        "name": "no cross-condition pooling",
        "passed": true,
        "details": "Heavy rain, rain plus wind, snow, and snow plus wind are reported as four different samples and are never summed into an exposure estimate."
      }
    ],
    "uncertainty": {
      "name": "registered intervals preserved",
      "passed": true,
      "details": "Each descriptive estimate retains its original HC3 interval and within-family Holm-adjusted p-value."
    },
    "missingness": {
      "input_rows": 2127,
      "analyzed_rows": 1258,
      "excluded_rows": 869,
      "missing_by_field": {
        "without_usable_observed_weather": 869
      },
      "reconciled": true
    },
    "sensitivity_checks": [
      {
        "name": "sample-floor shortfall",
        "passed": true,
        "details": "Every component remains below its preregistered exposed-game floor, so none is promoted as a standalone inference."
      },
      {
        "name": "deterministic replay",
        "passed": true,
        "details": "Two complete executions produced the same canonical result hash."
      },
      {
        "name": "station agreement",
        "passed": true,
        "details": "Primary and secondary stations exceed the registered agreement floor."
      }
    ],
    "leakage_checks": [
      {
        "name": "prediction boundary",
        "passed": true,
        "details": "Postgame observations are excluded from the pregame model feature store."
      }
    ],
    "withholding_checks": [
      {
        "name": "component decisions honored",
        "passed": true,
        "details": "All four studies retain their original withhold decisions and appear only inside this evidence-status synthesis."
      },
      {
        "name": "complete evidence bundle",
        "passed": true,
        "details": "Rights, coverage, station agreement, and reproducibility gates passed."
      }
    ]
  },
  "study": "Passing and Scoring Evidence from Extreme Rain and Snow in NFL Games Through 2024",
  "study_id": "weather-rare-conditions",
  "data_through": 2024,
  "population": "NFL regular-season games with observed stadium weather",
  "estimand": "Evidence sufficiency plus descriptive, separately adjusted associations for four registered rare-weather contrasts.",
  "sample": {
    "games_with_play_by_play": 2127,
    "games_with_observed_weather": 1258,
    "components": 4
  },
  "components": [
    {
      "comparable_games": 1075,
      "condition_games": 39,
      "contrast": "maximum hourly rain at least 2.5 mm vs rain-free",
      "control_games": 1036,
      "data_through": 2024,
      "decision": "combine-with-summary",
      "minimum_complete_games": 500,
      "minimum_condition_games": 75,
      "reasons": [
        "39 condition games; 75 required"
      ],
      "study_id": "weather-deep-targets-rain",
      "title": "What Happens to Deep Targets in Heavy Rain?",
      "shortfall_games": 36,
      "sample_ratio": 0.52,
      "effects": [
        {
          "study_id": "weather-deep-targets-rain",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "maximum hourly rain at least 2.5 mm vs rain-free",
          "condition_label": "Heavy observed rain",
          "control_label": "Rain-free",
          "contrast_comparable_games": 1075,
          "outcome": "deep_target_rate",
          "label": "Deep-target rate",
          "units": "share",
          "condition_games": 39,
          "control_games": 1036,
          "condition_estimate": 0.1082084219386613,
          "control_estimate": 0.1083678371035461,
          "unadjusted_difference": -0.0001594151648847,
          "bootstrap_ci_95_lower": -0.0103945056371553,
          "bootstrap_ci_95_upper": 0.0102028098950271,
          "bootstrap_p_value": 0.98,
          "p_value": 0.9628611491207296,
          "adjusted_difference": -0.0002538065531659,
          "robust_standard_error": 0.0054507657321052,
          "adjusted_ci_95_lower": -0.0109373073880921,
          "adjusted_ci_95_upper": 0.0104296942817603,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-deep-targets-rain",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "maximum hourly rain at least 2.5 mm vs rain-free",
          "condition_label": "Heavy observed rain",
          "control_label": "Rain-free",
          "contrast_comparable_games": 1075,
          "outcome": "deep_completion_rate",
          "label": "Deep completion rate",
          "units": "share",
          "condition_games": 39,
          "control_games": 1035,
          "condition_estimate": 0.3723850223850224,
          "control_estimate": 0.3577811722867137,
          "unadjusted_difference": 0.0146038500983087,
          "bootstrap_ci_95_lower": -0.0407947072365764,
          "bootstrap_ci_95_upper": 0.0673298130148088,
          "bootstrap_p_value": 0.6005,
          "p_value": 0.6150126972214813,
          "adjusted_difference": 0.0145619160463746,
          "robust_standard_error": 0.0289540959547985,
          "adjusted_ci_95_lower": -0.0421881120250305,
          "adjusted_ci_95_upper": 0.0713119441177798,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-deep-targets-rain",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "maximum hourly rain at least 2.5 mm vs rain-free",
          "condition_label": "Heavy observed rain",
          "control_label": "Rain-free",
          "contrast_comparable_games": 1075,
          "outcome": "deep_target_epa",
          "label": "EPA per deep target",
          "units": "epa-per-target",
          "condition_games": 39,
          "control_games": 1035,
          "condition_estimate": 0.3062377103137185,
          "control_estimate": 0.373535117114156,
          "unadjusted_difference": -0.0672974068004375,
          "bootstrap_ci_95_lower": -0.3452609544391053,
          "bootstrap_ci_95_upper": 0.1951740784725863,
          "bootstrap_p_value": 0.6175,
          "p_value": 0.7083208224745385,
          "adjusted_difference": -0.0531971932537108,
          "robust_standard_error": 0.1421958157108573,
          "adjusted_ci_95_lower": -0.3319009920469912,
          "adjusted_ci_95_upper": 0.2255066055395695,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        }
      ]
    },
    {
      "comparable_games": 969,
      "condition_games": 19,
      "contrast": "observed rain plus 15+ mph wind vs dry and below 15 mph",
      "control_games": 950,
      "data_through": 2024,
      "decision": "combine-with-summary",
      "minimum_complete_games": 400,
      "minimum_condition_games": 75,
      "reasons": [
        "19 condition games; 75 required"
      ],
      "study_id": "weather-rain-wind-interaction",
      "title": "When Rain and Wind Hit the Same NFL Game",
      "shortfall_games": 56,
      "sample_ratio": 0.25333333333333335,
      "effects": [
        {
          "study_id": "weather-rain-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed rain plus 15+ mph wind vs dry and below 15 mph",
          "condition_label": "Rain plus 15+ mph wind",
          "control_label": "Dry below 15 mph",
          "contrast_comparable_games": 969,
          "outcome": "neutral_dropback_rate",
          "label": "Neutral early-down dropback rate",
          "units": "share",
          "condition_games": 19,
          "control_games": 950,
          "condition_estimate": 0.5230764286515317,
          "control_estimate": 0.5414931183078676,
          "unadjusted_difference": -0.0184166896563359,
          "bootstrap_ci_95_lower": -0.0553716060524226,
          "bootstrap_ci_95_upper": 0.0206830073496064,
          "bootstrap_p_value": 0.3835,
          "p_value": 0.760409448603216,
          "adjusted_difference": -0.0073841957664849,
          "robust_standard_error": 0.0242149911936882,
          "adjusted_ci_95_lower": -0.0548455785061139,
          "adjusted_ci_95_upper": 0.040077186973144,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-rain-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed rain plus 15+ mph wind vs dry and below 15 mph",
          "condition_label": "Rain plus 15+ mph wind",
          "control_label": "Dry below 15 mph",
          "contrast_comparable_games": 969,
          "outcome": "pass_epa_per_dropback",
          "label": "Pass EPA per dropback",
          "units": "epa-per-dropback",
          "condition_games": 19,
          "control_games": 950,
          "condition_estimate": -0.0349733515849078,
          "control_estimate": 0.045410287018333,
          "unadjusted_difference": -0.0803836386032408,
          "bootstrap_ci_95_lower": -0.1670932505153663,
          "bootstrap_ci_95_upper": 0.0040516830182976,
          "bootstrap_p_value": 0.062,
          "p_value": 0.3565507659854049,
          "adjusted_difference": -0.0457791834423867,
          "robust_standard_error": 0.0496543338296207,
          "adjusted_ci_95_lower": -0.1431016777484434,
          "adjusted_ci_95_upper": 0.0515433108636698,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-rain-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed rain plus 15+ mph wind vs dry and below 15 mph",
          "condition_label": "Rain plus 15+ mph wind",
          "control_label": "Dry below 15 mph",
          "contrast_comparable_games": 969,
          "outcome": "field_goal_accuracy",
          "label": "Field-goal accuracy",
          "units": "share",
          "condition_games": 19,
          "control_games": 940,
          "condition_estimate": 0.7791979949874687,
          "control_estimate": 0.8380521399404378,
          "unadjusted_difference": -0.0588541449529691,
          "bootstrap_ci_95_lower": -0.190875870163804,
          "bootstrap_ci_95_upper": 0.0512258236661931,
          "bootstrap_p_value": 0.3375,
          "p_value": 0.7490652858038161,
          "adjusted_difference": -0.0222314090352968,
          "robust_standard_error": 0.0695009311031294,
          "adjusted_ci_95_lower": -0.1584532339974306,
          "adjusted_ci_95_upper": 0.1139904159268369,
          "controls": "week and season fixed effects; wind speed mps and air temp c; average field-goal distance",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-rain-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed rain plus 15+ mph wind vs dry and below 15 mph",
          "condition_label": "Rain plus 15+ mph wind",
          "control_label": "Dry below 15 mph",
          "contrast_comparable_games": 969,
          "outcome": "total_points",
          "label": "Combined points",
          "units": "points-per-game",
          "condition_games": 19,
          "control_games": 950,
          "condition_estimate": 37.78947368421053,
          "control_estimate": 45.39578947368421,
          "unadjusted_difference": -7.606315789473683,
          "bootstrap_ci_95_lower": -12.027605263157891,
          "bootstrap_ci_95_upper": -3.118394736842105,
          "bootstrap_p_value": 0.0015,
          "p_value": 0.1463017684665748,
          "adjusted_difference": -4.076190079154305,
          "robust_standard_error": 2.805903872211698,
          "adjusted_ci_95_lower": -9.575761668689232,
          "adjusted_ci_95_upper": 1.423381510380623,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 0.5852070738662994
        }
      ]
    },
    {
      "comparable_games": 1258,
      "condition_games": 25,
      "contrast": "observed snow vs explicitly snow-free",
      "control_games": 1233,
      "data_through": 2024,
      "decision": "combine-with-summary",
      "minimum_complete_games": 300,
      "minimum_condition_games": 75,
      "reasons": [
        "25 condition games; 75 required"
      ],
      "study_id": "weather-snow-offense",
      "title": "How Snow Changes Fantasy Football",
      "shortfall_games": 50,
      "sample_ratio": 0.3333333333333333,
      "effects": [
        {
          "study_id": "weather-snow-offense",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow vs explicitly snow-free",
          "condition_label": "Observed snow",
          "control_label": "Explicitly snow-free",
          "contrast_comparable_games": 1258,
          "outcome": "neutral_dropback_rate",
          "label": "Neutral early-down dropback rate",
          "units": "share",
          "condition_games": 25,
          "control_games": 1233,
          "condition_estimate": 0.5115634040378567,
          "control_estimate": 0.5382411823670677,
          "unadjusted_difference": -0.026677778329211,
          "bootstrap_ci_95_lower": -0.0569012740483006,
          "bootstrap_ci_95_upper": 0.0005323403498901,
          "bootstrap_p_value": 0.057,
          "p_value": 0.6371960199619545,
          "adjusted_difference": -0.0076587212525622,
          "robust_standard_error": 0.0162390804229059,
          "adjusted_ci_95_lower": -0.0394873188814579,
          "adjusted_ci_95_upper": 0.0241698763763335,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-snow-offense",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow vs explicitly snow-free",
          "condition_label": "Observed snow",
          "control_label": "Explicitly snow-free",
          "contrast_comparable_games": 1258,
          "outcome": "rushing_rate",
          "label": "Neutral early-down rushing rate",
          "units": "share",
          "condition_games": 25,
          "control_games": 1233,
          "condition_estimate": 0.4884365959621432,
          "control_estimate": 0.4617588176329322,
          "unadjusted_difference": 0.0266777783292109,
          "bootstrap_ci_95_lower": -0.0007141600239811,
          "bootstrap_ci_95_upper": 0.0566327113074717,
          "bootstrap_p_value": 0.0595,
          "p_value": 0.6371960199618738,
          "adjusted_difference": 0.007658721252564,
          "robust_standard_error": 0.0162390804229059,
          "adjusted_ci_95_lower": -0.0241698763763316,
          "adjusted_ci_95_upper": 0.0394873188814597,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-snow-offense",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow vs explicitly snow-free",
          "condition_label": "Observed snow",
          "control_label": "Explicitly snow-free",
          "contrast_comparable_games": 1258,
          "outcome": "pass_epa_per_dropback",
          "label": "Pass EPA per dropback",
          "units": "epa-per-dropback",
          "condition_games": 25,
          "control_games": 1233,
          "condition_estimate": -0.0138097020162527,
          "control_estimate": 0.034917770384586,
          "unadjusted_difference": -0.0487274724008388,
          "bootstrap_ci_95_lower": -0.140487279005386,
          "bootstrap_ci_95_upper": 0.0334230590479373,
          "bootstrap_p_value": 0.26,
          "p_value": 0.8533927907575258,
          "adjusted_difference": -0.0085705329847669,
          "robust_standard_error": 0.0463795452648055,
          "adjusted_ci_95_lower": -0.0994744417037857,
          "adjusted_ci_95_upper": 0.0823333757342519,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-snow-offense",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow vs explicitly snow-free",
          "condition_label": "Observed snow",
          "control_label": "Explicitly snow-free",
          "contrast_comparable_games": 1258,
          "outcome": "field_goal_accuracy",
          "label": "Field-goal accuracy",
          "units": "share",
          "condition_games": 23,
          "control_games": 1221,
          "condition_estimate": 0.8311594202898551,
          "control_estimate": 0.83907183452638,
          "unadjusted_difference": -0.0079124142365248,
          "bootstrap_ci_95_lower": -0.1037679579379184,
          "bootstrap_ci_95_upper": 0.0773725623626807,
          "bootstrap_p_value": 0.891,
          "p_value": 0.8574506801372814,
          "adjusted_difference": -0.008850597408516,
          "robust_standard_error": 0.0492739308777176,
          "adjusted_ci_95_lower": -0.1054275019288426,
          "adjusted_ci_95_upper": 0.0877263071118105,
          "controls": "week and season fixed effects; wind speed mps and air temp c; average field-goal distance",
          "holm_adjusted_p": 1.0
        }
      ]
    },
    {
      "comparable_games": 1098,
      "condition_games": 3,
      "contrast": "observed snow plus 15+ mph wind vs no snow and calm",
      "control_games": 1095,
      "data_through": 2024,
      "decision": "combine-with-summary",
      "minimum_complete_games": 200,
      "minimum_condition_games": 50,
      "reasons": [
        "3 condition games; 50 required"
      ],
      "study_id": "weather-snow-wind-interaction",
      "title": "What Snow and Wind Do Together",
      "shortfall_games": 47,
      "sample_ratio": 0.06,
      "effects": [
        {
          "study_id": "weather-snow-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow plus 15+ mph wind vs no snow and calm",
          "condition_label": "Snow plus 15+ mph wind",
          "control_label": "No snow below 15 mph",
          "contrast_comparable_games": 1098,
          "outcome": "neutral_dropback_rate",
          "label": "Neutral early-down dropback rate",
          "units": "share",
          "condition_games": 3,
          "control_games": 1095,
          "condition_estimate": 0.5568986568986568,
          "control_estimate": 0.5393507764142222,
          "unadjusted_difference": 0.0175478804844345,
          "bootstrap_ci_95_lower": -0.0014921275570415,
          "bootstrap_ci_95_upper": 0.0439221702285296,
          "bootstrap_p_value": 0.099,
          "p_value": 0.018987880088047,
          "adjusted_difference": 0.0498495468751951,
          "robust_standard_error": 0.0212508352243291,
          "adjusted_ci_95_lower": 0.0081979098355099,
          "adjusted_ci_95_upper": 0.0915011839148802,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 0.0759515203521883
        },
        {
          "study_id": "weather-snow-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow plus 15+ mph wind vs no snow and calm",
          "condition_label": "Snow plus 15+ mph wind",
          "control_label": "No snow below 15 mph",
          "contrast_comparable_games": 1098,
          "outcome": "average_depth_of_target",
          "label": "Average target depth",
          "units": "yards",
          "condition_games": 3,
          "control_games": 1095,
          "condition_estimate": 7.600986050986052,
          "control_estimate": 7.31469089609667,
          "unadjusted_difference": 0.2862951548893813,
          "bootstrap_ci_95_lower": -0.4984423919116352,
          "bootstrap_ci_95_upper": 1.2687757262916146,
          "bootstrap_p_value": 0.516,
          "p_value": 0.6179178837534691,
          "adjusted_difference": 0.2581791954636207,
          "robust_standard_error": 0.5175970920335706,
          "adjusted_ci_95_lower": -0.7563111049221776,
          "adjusted_ci_95_upper": 1.2726694958494191,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-snow-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow plus 15+ mph wind vs no snow and calm",
          "condition_label": "Snow plus 15+ mph wind",
          "control_label": "No snow below 15 mph",
          "contrast_comparable_games": 1098,
          "outcome": "pass_epa_per_dropback",
          "label": "Pass EPA per dropback",
          "units": "epa-per-dropback",
          "condition_games": 3,
          "control_games": 1095,
          "condition_estimate": -0.0372346504961127,
          "control_estimate": 0.0378873371336477,
          "unadjusted_difference": -0.0751219876297605,
          "bootstrap_ci_95_lower": -0.1839839201391609,
          "bootstrap_ci_95_upper": 0.0434185194687468,
          "bootstrap_p_value": 0.212,
          "p_value": 0.7971189679390471,
          "adjusted_difference": -0.0208281769582854,
          "robust_standard_error": 0.0810190670995,
          "adjusted_ci_95_lower": -0.1796255484733055,
          "adjusted_ci_95_upper": 0.1379691945567346,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 1.0
        },
        {
          "study_id": "weather-snow-wind-interaction",
          "publication_decision": "combine-with-summary",
          "contrast_id": "primary",
          "contrast": "observed snow plus 15+ mph wind vs no snow and calm",
          "condition_label": "Snow plus 15+ mph wind",
          "control_label": "No snow below 15 mph",
          "contrast_comparable_games": 1098,
          "outcome": "total_points",
          "label": "Combined points",
          "units": "points-per-game",
          "condition_games": 3,
          "control_games": 1095,
          "condition_estimate": 32.333333333333336,
          "control_estimate": 44.79817351598174,
          "unadjusted_difference": -12.464840182648402,
          "bootstrap_ci_95_lower": -21.55166666666667,
          "bootstrap_ci_95_upper": -7.258424657534245,
          "bootstrap_p_value": 0.0,
          "p_value": 0.1373987864010208,
          "adjusted_difference": -6.590989813568711,
          "robust_standard_error": 4.436740487936822,
          "adjusted_ci_95_lower": -15.28700116992488,
          "adjusted_ci_95_upper": 2.105021542787461,
          "controls": "week and season fixed effects; wind speed mps and air temp c",
          "holm_adjusted_p": 0.4121963592030624
        }
      ]
    }
  ],
  "source_lag": {
    "available_through": "2024",
    "handling": "Weather-dependent studies stop at the latest available season; the next refresh retries automatically.",
    "requested_through": "2025",
    "source_key": "noaa-global-hourly"
  },
  "reproducibility": {
    "first_sha256": "8f950d771f821ecb7114fc4d3871cd7a7cf30f72fceb4746d84e657220127856",
    "matched": true,
    "second_sha256": "8f950d771f821ecb7114fc4d3871cd7a7cf30f72fceb4746d84e657220127856",
    "bootstrap_repetitions": 4000,
    "bootstrap_seed_policy": "NumPy PCG64 seeded per outcome from the first eight bytes of SHA-256(study_id:outcome)."
  }
}