{
  "name": "Multiple-testing adjustment methods in R p.adjust and Python statsmodels: error rate controlled and dependence notes",
  "description": "Compares the multiple-testing adjustment methods exposed by R's stats::p.adjust and Python's statsmodels multipletests: the method name in each, whether it targets the family-wise error rate or the false discovery rate, and the dependence condition stated in each package's documentation. Compiled from the two documentation pages; cells say 'not stated' where the page gives no information.",
  "page": "https://casrai.org/guides/bonferroni-correction-and-multiple-comparisons",
  "publisher": "CASRAI",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "dateModified": "2026-11-17T07:09:27Z",
  "temporalCoverage": null,
  "spatialCoverage": null,
  "columns": [
    {
      "name": "Method",
      "unit": "",
      "description": ""
    },
    {
      "name": "R p.adjust name",
      "unit": "",
      "description": ""
    },
    {
      "name": "statsmodels multipletests name",
      "unit": "",
      "description": ""
    },
    {
      "name": "Error rate targeted",
      "unit": "",
      "description": ""
    },
    {
      "name": "Dependence note in documentation",
      "unit": "",
      "description": ""
    }
  ],
  "rows": [
    {
      "Method": "Bonferroni",
      "R p.adjust name": "bonferroni",
      "statsmodels multipletests name": "bonferroni",
      "Error rate targeted": "FWER",
      "Dependence note in documentation": "R: holm is valid under arbitrary assumptions and dominates it; statsmodels: none stated"
    },
    {
      "Method": "Holm (step-down)",
      "R p.adjust name": "holm",
      "statsmodels multipletests name": "holm",
      "Error rate targeted": "FWER",
      "Dependence note in documentation": "R: valid under arbitrary assumptions; statsmodels: none stated"
    },
    {
      "Method": "Sidak",
      "R p.adjust name": "not offered",
      "statsmodels multipletests name": "sidak",
      "Error rate targeted": "FWER (not stated on page)",
      "Dependence note in documentation": "statsmodels: none stated"
    },
    {
      "Method": "Holm-Sidak",
      "R p.adjust name": "not offered",
      "statsmodels multipletests name": "holm-sidak",
      "Error rate targeted": "FWER (not stated on page)",
      "Dependence note in documentation": "statsmodels: none stated"
    },
    {
      "Method": "Hochberg (step-up)",
      "R p.adjust name": "hochberg",
      "statsmodels multipletests name": "simes-hochberg",
      "Error rate targeted": "FWER in R docs",
      "Dependence note in documentation": "R: independent or non-negatively associated; statsmodels: independent"
    },
    {
      "Method": "Hommel",
      "R p.adjust name": "hommel",
      "statsmodels multipletests name": "hommel",
      "Error rate targeted": "FWER in R docs",
      "Dependence note in documentation": "R: independent or non-negatively associated; statsmodels: non-negative"
    },
    {
      "Method": "Benjamini-Hochberg",
      "R p.adjust name": "BH (alias fdr)",
      "statsmodels multipletests name": "fdr_bh",
      "Error rate targeted": "FDR",
      "Dependence note in documentation": "R: not stated; statsmodels: non-negative"
    },
    {
      "Method": "Benjamini-Yekutieli",
      "R p.adjust name": "BY",
      "statsmodels multipletests name": "fdr_by",
      "Error rate targeted": "FDR",
      "Dependence note in documentation": "R: most general form of dependence; statsmodels: negative"
    }
  ],
  "sources": [
    {
      "title": "R documentation: Adjust P-values for Multiple Comparisons (stats::p.adjust)",
      "url": "https://stat.ethz.ch/R-manual/R-devel/library/stats/html/p.adjust.html",
      "accessed": "2026-11-17"
    },
    {
      "title": "statsmodels: statsmodels.stats.multitest.multipletests",
      "url": "https://www.statsmodels.org/stable/generated/statsmodels.stats.multitest.multipletests.html",
      "accessed": "2026-11-17"
    }
  ]
}