{
  "name": "Significance Thresholds, Alpha Standards, and P-Value Reporting across Scientific Domains",
  "description": "A comparative synthesis of pre-specified alpha thresholds, multiplicity correction standards, and p-value reporting requirements across major scientific and regulatory frameworks, compiled from published agency guidelines and consensus methodological literature.",
  "page": "https://casrai.org/compare/p-value-vs-alpha",
  "publisher": "CASRAI",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "dateModified": "2026-11-18T11:10:00Z",
  "temporalCoverage": "1998/2026",
  "spatialCoverage": "International",
  "columns": [
    {
      "name": "Domain or Regulatory Framework",
      "unit": "",
      "description": "Scientific discipline, regulatory agency, or methodology standard"
    },
    {
      "name": "Standard Alpha Level (α)",
      "unit": "probability",
      "description": "Conventional pre-specified Type I error rate threshold"
    },
    {
      "name": "Multiplicity & Interim Control",
      "unit": "",
      "description": "Required statistical mechanism for controlling family-wise error rates"
    },
    {
      "name": "P-Value Reporting Requirement",
      "unit": "",
      "description": "Required reporting format for calculated p-values and test statistics"
    },
    {
      "name": "Primary Benchmark Reference",
      "unit": "",
      "description": "Governing regulatory guidance document or foundational publication"
    }
  ],
  "rows": [
    {
      "Domain or Regulatory Framework": "Confirmatory Drug Trials (US FDA / ICH E9)",
      "Standard Alpha Level (α)": 0.05,
      "Multiplicity & Interim Control": "Formal alpha-spending functions (O'Brien-Fleming or Pocock) for interim monitoring; strict FWER control across co-primary endpoints",
      "P-Value Reporting Requirement": "Exact p-values required alongside point estimates and 95% confidence intervals for all primary efficacy measures",
      "Primary Benchmark Reference": "ICH E9 Harmonised Guideline (database.ich.org)"
    },
    {
      "Domain or Regulatory Framework": "Behavioral & Social Science Discoveries (Benjamin et al. 2018)",
      "Standard Alpha Level (α)": 0.005,
      "Multiplicity & Interim Control": "Pre-registered analysis plans with family-wise error or false discovery rate adjustments; 0.005 to 0.05 deemed suggestive",
      "P-Value Reporting Requirement": "Exact p-values reported with Bayes factor bounds and effect size estimates with standard errors",
      "Primary Benchmark Reference": "Nature Human Behaviour (doi:10.1038/s41562-017-0189-z)"
    },
    {
      "Domain or Regulatory Framework": "Epidemiological & Observational Studies (Greenland et al. 2016)",
      "Standard Alpha Level (α)": 0.05,
      "Multiplicity & Interim Control": "Exploratory multiplicity adjustments; rigid thresholding discouraged in favor of continuous estimation",
      "P-Value Reporting Requirement": "Exact p-values reported continuously; dichotomous claims of significance discouraged in favor of confidence intervals",
      "Primary Benchmark Reference": "Eur J Epidemiol / PMC4877414 (2016)"
    },
    {
      "Domain or Regulatory Framework": "Genome-Wide Association Studies (GWAS / NHGRI Standards)",
      "Standard Alpha Level (α)": 5e-8,
      "Multiplicity & Interim Control": "Genome-wide Bonferroni correction adjusting for approximately one million independent linkage disequilibrium blocks",
      "P-Value Reporting Requirement": "Exact p-values reported with Manhattan plots and mandatory independent replication cohort validation",
      "Primary Benchmark Reference": "NHGRI GWAS Catalog & Consensus Methodology"
    },
    {
      "Domain or Regulatory Framework": "Physical Sciences & Particle Physics (CERN / LHC 5-Sigma Standard)",
      "Standard Alpha Level (α)": 3e-7,
      "Multiplicity & Interim Control": "Look-elsewhere effect (LEE) trials factor corrections applied across all analyzed energy mass bins",
      "P-Value Reporting Requirement": "Sigma significance levels and exact p-values reported for discovery claims (5-sigma requires p",
      "Primary Benchmark Reference": "Particle Data Group (PDG) Review on Statistics"
    },
    {
      "Domain or Regulatory Framework": "Engineering & Physical Metrology (NIST/SEMATECH e-Handbook)",
      "Standard Alpha Level (α)": 0.05,
      "Multiplicity & Interim Control": "Rejection regions established per test distribution; alpha adjusted based on operational failure risk",
      "P-Value Reporting Requirement": "Exact p-values compared against critical values or pre-selected alpha thresholds",
      "Primary Benchmark Reference": "NIST e-Handbook Section 7.1.3.1 (itl.nist.gov)"
    },
    {
      "Domain or Regulatory Framework": "General Statistical Practice Consensus (ASA 2016 Statement)",
      "Standard Alpha Level (α)": 0.05,
      "Multiplicity & Interim Control": "Full transparency and contextual evaluation; automated default reliance on 0.05 rejected",
      "P-Value Reporting Requirement": "Exact p-values reported in full context; never treated as isolated proof of effect or hypothesis truth",
      "Primary Benchmark Reference": "The American Statistician 70(2):129-133 (2016)"
    }
  ],
  "sources": [
    {
      "title": "ICH E9 Statistical Principles for Clinical Trials",
      "url": "https://database.ich.org/sites/default/files/E9_Guideline.pdf",
      "accessed": "2026-11-15"
    },
    {
      "title": "Redefine Statistical Significance (Benjamin et al. 2018)",
      "url": "https://www.nature.com/articles/s41562-017-0189-z",
      "accessed": "2026-11-15"
    },
    {
      "title": "Statistical tests, P values, confidence intervals, and power (Greenland et al. 2016)",
      "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC4877414/",
      "accessed": "2026-11-15"
    },
    {
      "title": "NIST/SEMATECH e-Handbook of Statistical Methods: Critical values and p values",
      "url": "https://www.itl.nist.gov/div898/handbook/prc/section1/prc131.htm",
      "accessed": "2026-11-15"
    },
    {
      "title": "The ASA Statement on p-Values (Wasserstein & Lazar 2016)",
      "url": "https://www.amstat.org/asa/files/pdfs/P-ValueStatement.pdf",
      "accessed": "2026-11-15"
    },
    {
      "title": "Justify your alpha (Lakens et al. 2018)",
      "url": "https://www.nature.com/articles/s41562-018-0311-x",
      "accessed": "2026-11-15"
    }
  ]
}