{
 "key": "pustejovsky2022meta",
 "retrieved": "2026-10-20",
 "via": "doi",
 "message": {
  "indexed": {
   "date-parts": [
    [
     2026,
     10,
     19
    ]
   ],
   "date-time": "2026-10-19T20:27:29Z",
   "timestamp": 1792441649256,
   "version": "4.5.0"
  },
  "reference-count": 25,
  "publisher": "Springer Science and Business Media LLC",
  "issue": "3",
  "license": [
   {
    "start": {
     "date-parts": [
      [
       2021,
       5,
       7
      ]
     ],
     "date-time": "2021-05-07T00:00:00Z",
     "timestamp": 1620345600000
    },
    "content-version": "tdm",
    "delay-in-days": 0,
    "URL": "https://www.springer.com/tdm"
   },
   {
    "start": {
     "date-parts": [
      [
       2021,
       5,
       7
      ]
     ],
     "date-time": "2021-05-07T00:00:00Z",
     "timestamp": 1620345600000
    },
    "content-version": "vor",
    "delay-in-days": 0,
    "URL": "https://www.springer.com/tdm"
   }
  ],
  "funder": [
   {
    "DOI": "10.13039/100000001",
    "name": "National Science Foundation",
    "doi-asserted-by": "publisher",
    "award": [
     "1937633"
    ],
    "award-info": [
     {
      "award-number": [
       "1937633"
      ]
     }
    ],
    "id": [
     {
      "id": "10.13039/100000001",
      "id-type": "DOI",
      "asserted-by": "publisher"
     }
    ]
   },
   {
    "DOI": "10.13039/100005246",
    "name": "Institute of Education Sciences",
    "doi-asserted-by": "publisher",
    "award": [
     "R305B170019"
    ],
    "award-info": [
     {
      "award-number": [
       "R305B170019"
      ]
     }
    ],
    "id": [
     {
      "id": "10.13039/100005246",
      "id-type": "DOI",
      "asserted-by": "publisher"
     }
    ]
   }
  ],
  "content-domain": {
   "domain": [
    "link.springer.com"
   ],
   "crossmark-restriction": false
  },
  "short-container-title": [
   "Prev Sci"
  ],
  "published-print": {
   "date-parts": [
    [
     2022,
     4
    ]
   ]
  },
  "DOI": "10.1007/s11121-021-01246-3",
  "type": "journal-article",
  "created": {
   "date-parts": [
    [
     2021,
     5,
     7
    ]
   ],
   "date-time": "2021-05-07T08:03:39Z",
   "timestamp": 1620374619000
  },
  "page": "425-438",
  "update-policy": "https://doi.org/10.1007/springer_crossmark_policy",
  "source": "Crossref",
  "is-referenced-by-count": 591,
  "title": [
   "Meta-analysis with Robust Variance Estimation: Expanding the Range of Working Models"
  ],
  "prefix": "10.1007",
  "volume": "23",
  "author": [
   {
    "ORCID": "https://orcid.org/0000-0003-0591-9465",
    "authenticated-orcid": false,
    "given": "James E",
    "family": "Pustejovsky",
    "sequence": "first",
    "affiliation": [],
    "role": [
     {
      "vocabulary": "crossref",
      "role": "author"
     }
    ]
   },
   {
    "given": "Elizabeth",
    "family": "Tipton",
    "sequence": "additional",
    "affiliation": [],
    "role": [
     {
      "vocabulary": "crossref",
      "role": "author"
     }
    ]
   }
  ],
  "member": "297",
  "published-online": {
   "date-parts": [
    [
     2021,
     5,
     7
    ]
   ]
  },
  "reference": [
   {
    "key": "1246_CR1",
    "doi-asserted-by": "crossref",
    "unstructured": "Baudry, C., Tarabulsy, G. M., Atkinson, L., Pearson, J., & St-Pierre, A. (2017). Intervention with adolescent mother–child dyads and cognitive development in early childhood: a meta-analysis. Prevention Science, 18, 116–130. https://doi.org/10.1007/s11121-016-0731-7",
    "DOI": "10.1007/s11121-016-0731-7"
   },
   {
    "key": "1246_CR2",
    "doi-asserted-by": "publisher",
    "first-page": "594",
    "DOI": "10.3102/0013189X18788047",
    "volume": "47",
    "author": "CS Chhin",
    "year": "2018",
    "unstructured": "Chhin, C. S., Taylor, K. A., & Wei, W. S. (2018). Supporting a culture of replication: an examination of education and special education research grants funded by the Institute of Education Sciences. Educational Researcher, 47, 594–605. https://doi.org/10.3102/0013189X18788047",
    "journal-title": "Educational Researcher"
   },
   {
    "key": "1246_CR3",
    "doi-asserted-by": "publisher",
    "first-page": "487",
    "DOI": "10.1007/s11121-015-0543-1",
    "volume": "16",
    "author": "CS Conley",
    "year": "2015",
    "unstructured": "Conley, C. S., Durlak, J. A., & Kirsch, A. C. (2015). A meta-analysis of universal mental health prevention programs for higher education students. Prevention Science, 16, 487–507. https://doi.org/10.1007/s11121-015-0543-1",
    "journal-title": "Prevention Science"
   },
   {
    "key": "1246_CR4",
    "unstructured": "Fisher, Z., Tipton, E., & Zhipeng, H. (2017). robumeta: Robust Variance Meta-Regression (2.0) [Computer software]. https://github.com/zackfisher/robumeta"
   },
   {
    "key": "1246_CR5",
    "unstructured": "Gleser, L. J., & Olkin, I. (2009). Stochastically dependent effect sizes. In H. Cooper, L. V. Hedges, & J. C. Valentine (Eds.), The Handbook of Research Synthesis and Meta-Analysis (2nd ed., pp. 357–376). Russell Sage Foundation."
   },
   {
    "key": "1246_CR6",
    "unstructured": "Hedberg, E. C. (2014). ROBUMETA: Stata module to perform robust variance estimation in meta-regression with dependent effect size estimates. Statistical Software Components S457219, Boston College Department of Economics."
   },
   {
    "key": "1246_CR7",
    "unstructured": "Hedges, L. V., & Olkin, I. (1982). Statistical methods for meta-analysis. Academic press."
   },
   {
    "key": "1246_CR8",
    "doi-asserted-by": "publisher",
    "first-page": "39",
    "DOI": "10.1002/jrsm.5",
    "volume": "1",
    "author": "LV Hedges",
    "year": "2010",
    "unstructured": "Hedges, L. V., Tipton, E., & Johnson, M. C. (2010). Robust variance estimation in meta-regression with dependent effect size estimates. Research Synthesis Methods, 1, 39–65. https://doi.org/10.1002/jrsm.5",
    "journal-title": "Research Synthesis Methods"
   },
   {
    "key": "1246_CR9",
    "doi-asserted-by": "publisher",
    "first-page": "463",
    "DOI": "10.1007/s11121-014-0512-0",
    "volume": "16",
    "author": "EA Hennessy",
    "year": "2015",
    "unstructured": "Hennessy, E. A., & Tanner-Smith, E. E. (2015). Effectiveness of brief school-based interventions for adolescents: A meta-analysis of alcohol use prevention programs. Prevention Science, 16, 463–474. https://doi.org/10.1007/s11121-014-0512-0",
    "journal-title": "Prevention Science"
   },
   {
    "key": "1246_CR10",
    "doi-asserted-by": "publisher",
    "first-page": "69",
    "DOI": "10.1177/0002716202250791",
    "volume": "587",
    "author": "MW Lipsey",
    "year": "2003",
    "unstructured": "Lipsey, M. W. (2003). Those confounded moderators in meta-analysis: Good, bad, and ugly. The ANNALS of the American Academy of Political and Social Science, 587, 69–81. https://doi.org/10.1177/0002716202250791",
    "journal-title": "The ANNALS of the American Academy of Political and Social Science"
   },
   {
    "key": "1246_CR11",
    "unstructured": "Pustejovsky, J. E. (2020). clubSandwich: Cluster-Robust (Sandwich) Variance Estimators with Small-Sample Corrections (0.4.2) [R package]. https://github.com/jepusto/clubSandwich"
   },
   {
    "key": "1246_CR12",
    "doi-asserted-by": "publisher",
    "unstructured": "Skeen, S., Laurenzi, C. A., Gordon, S. L., Toit, S. du, Tomlinson, M., Dua, T., Fleischmann, A., Kohl, K., Ross, D., Servili, C., Brand, A. S., Dowdall, N., Lund, C., Westhuizen, C. van der, Carvajal-Aguirre, L., Carvalho, C. E. de, & Melendez-Torres, G. J. (2019). Adolescent mental health program components and behavior risk reduction: A meta-analysis. Pediatrics, 144. https://doi.org/10.1542/peds.2018-3488",
    "DOI": "10.1542/peds.2018-3488"
   },
   {
    "key": "1246_CR13",
    "doi-asserted-by": "publisher",
    "first-page": "1",
    "DOI": "10.1016/j.jsat.2014.09.001",
    "volume": "51",
    "author": "EE Tanner-Smith",
    "year": "2015",
    "unstructured": "Tanner-Smith, E. E., & Lipsey, M. W. (2015). Brief Alcohol Interventions for Adolescents and Young Adults: A Systematic Review and Meta-Analysis. Journal of Substance Abuse Treatment, 51, 1–18. https://doi.org/10.1016/j.jsat.2014.09.001",
    "journal-title": "Journal of Substance Abuse Treatment"
   },
   {
    "key": "1246_CR14",
    "doi-asserted-by": "publisher",
    "first-page": "13",
    "DOI": "10.1002/jrsm.1091",
    "volume": "5",
    "author": "EE Tanner-Smith",
    "year": "2014",
    "unstructured": "Tanner-Smith, E. E., & Tipton, E. (2014). Robust variance estimation with dependent effect sizes: Practical considerations including a software tutorial in Stata and SPSS. Research Synthesis Methods, 5, 13–30. https://doi.org/10.1002/jrsm.1091",
    "journal-title": "Research Synthesis Methods"
   },
   {
    "key": "1246_CR15",
    "doi-asserted-by": "publisher",
    "first-page": "85",
    "DOI": "10.1007/s40865-016-0026-5",
    "volume": "2",
    "author": "EE Tanner-Smith",
    "year": "2016",
    "unstructured": "Tanner-Smith, E. E., Tipton, E., & Polanin, J. R. (2016). Handling complex meta-analytic data structures using robust variance estimates: A tutorial in R. Journal of Developmental and Life-Course Criminology, 2, 85–112. https://doi.org/10.1007/s40865-016-0026-5",
    "journal-title": "Journal of Developmental and Life-Course Criminology"
   },
   {
    "key": "1246_CR16",
    "doi-asserted-by": "publisher",
    "first-page": "169",
    "DOI": "10.1002/jrsm.1070",
    "volume": "4",
    "author": "E Tipton",
    "year": "2013",
    "unstructured": "Tipton, E. (2013). Robust variance estimation in meta-regression with binary dependent effects. Research Synthesis Methods, 4, 169–187. https://doi.org/10.1002/jrsm.1070",
    "journal-title": "Research Synthesis Methods"
   },
   {
    "key": "1246_CR17",
    "doi-asserted-by": "publisher",
    "first-page": "375",
    "DOI": "10.1037/met0000011",
    "volume": "20",
    "author": "E Tipton",
    "year": "2015",
    "unstructured": "Tipton, E. (2015). Small sample adjustments for robust variance estimation with meta-regression. Psychological Methods, 20, 375–393. https://doi.org/10.1037/met0000011",
    "journal-title": "Psychological Methods"
   },
   {
    "key": "1246_CR18",
    "doi-asserted-by": "publisher",
    "first-page": "604",
    "DOI": "10.3102/1076998615606099",
    "volume": "40",
    "author": "E Tipton",
    "year": "2015",
    "unstructured": "Tipton, E., & Pustejovsky, J. E. (2015). Small-sample adjustments for tests of moderators and model fit using robust variance estimation in meta-regression. Journal of Educational and Behavioral Statistics, 40, 604–634. https://doi.org/10.3102/1076998615606099",
    "journal-title": "Journal of Educational and Behavioral Statistics"
   },
   {
    "key": "1246_CR19",
    "doi-asserted-by": "publisher",
    "first-page": "161",
    "DOI": "10.1002/jrsm.1338",
    "volume": "10",
    "author": "E Tipton",
    "year": "2019",
    "unstructured": "Tipton, E., Pustejovsky, J. E., & Ahmadi, H. (2019a). A history of meta-regression: Technical, conceptual, and practical developments between 1974 and 2018. Research Synthesis Methods, 10, 161–179. https://doi.org/10.1002/jrsm.1338",
    "journal-title": "Research Synthesis Methods"
   },
   {
    "key": "1246_CR20",
    "doi-asserted-by": "publisher",
    "first-page": "180",
    "DOI": "10.1002/jrsm.1339",
    "volume": "10",
    "author": "E Tipton",
    "year": "2019",
    "unstructured": "Tipton, E., Pustejovsky, J. E., & Ahmadi, H. (2019b). Current practices in meta-regression in psychology, education, and medicine. Research Synthesis Methods, 10, 180–194. https://doi.org/10.1002/jrsm.1339",
    "journal-title": "Research Synthesis Methods"
   },
   {
    "key": "1246_CR21",
    "doi-asserted-by": "publisher",
    "first-page": "610",
    "DOI": "10.1177/1740774512453218",
    "volume": "9",
    "author": "TA Trikalinos",
    "year": "2012",
    "unstructured": "Trikalinos, T. A., & Olkin, I. (2012). Meta-analysis of effect sizes reported at multiple time points: A multivariate approach. Clinical Trials, 9, 610–620. https://doi.org/10.1177/1740774512453218",
    "journal-title": "Clinical Trials"
   },
   {
    "key": "1246_CR22",
    "unstructured": "Tyszler, M., Pustejovsky, J. E., & Tipton, E. (2017). REG_SANDWICH: Stata module to compute cluster-robust (sandwich) variance estimators with small-sample corrections for linear regression. In Statistical Software Components. Boston College Department of Economics. https://ideas.repec.org/c/boc/bocode/s458352.html"
   },
   {
    "key": "1246_CR23",
    "doi-asserted-by": "publisher",
    "first-page": "55",
    "DOI": "10.1002/jrsm.1164",
    "volume": "7",
    "author": "AA Veroniki",
    "year": "2016",
    "unstructured": "Veroniki, A. A., Jackson, D., Viechtbauer, W., Bender, R., Bowden, J., Knapp, G., Kuss, O., Higgins, J. P., Langan, D., & Salanti, G. (2016). Methods to estimate the between-study variance and its uncertainty in meta-analysis. Research Synthesis Methods, 7, 55–79. https://doi.org/10.1002/jrsm.1164",
    "journal-title": "Research Synthesis Methods"
   },
   {
    "key": "1246_CR24",
    "doi-asserted-by": "publisher",
    "unstructured": "Viechtbauer, W. (2010). Conducting meta-analyses in R with the metafor package. Journal of Statistical Software, 36, 1–48. https://doi.org/10.18637/jss.v036.i03",
    "DOI": "10.18637/jss.v036.i03"
   },
   {
    "key": "1246_CR25",
    "doi-asserted-by": "publisher",
    "first-page": "1191",
    "DOI": "10.1002/sim.5679",
    "volume": "32",
    "author": "Y Wei",
    "year": "2013",
    "unstructured": "Wei, Y., & Higgins, J. P. (2013). Estimating within-study covariances in multivariate meta-analysis with multiple outcomes. Statistics in Medicine, 32, 1191–1205. https://doi.org/10.1002/sim.5679",
    "journal-title": "Statistics in Medicine"
   }
  ],
  "container-title": [
   "Prevention Science"
  ],
  "original-title": [],
  "language": "en",
  "link": [
   {
    "URL": "https://link.springer.com/content/pdf/10.1007/s11121-021-01246-3.pdf",
    "content-type": "application/pdf",
    "content-version": "vor",
    "intended-application": "text-mining"
   },
   {
    "URL": "https://link.springer.com/article/10.1007/s11121-021-01246-3/fulltext.html",
    "content-type": "text/html",
    "content-version": "vor",
    "intended-application": "text-mining"
   },
   {
    "URL": "https://link.springer.com/content/pdf/10.1007/s11121-021-01246-3.pdf",
    "content-type": "application/pdf",
    "content-version": "vor",
    "intended-application": "similarity-checking"
   }
  ],
  "deposited": {
   "date-parts": [
    [
     2022,
     4,
     1
    ]
   ],
   "date-time": "2022-04-01T09:55:08Z",
   "timestamp": 1648806908000
  },
  "score": 1,
  "resource": {
   "primary": {
    "URL": "https://link.springer.com/10.1007/s11121-021-01246-3"
   }
  },
  "subtitle": [],
  "short-title": [],
  "issued": {
   "date-parts": [
    [
     2021,
     5,
     7
    ]
   ]
  },
  "references-count": 25,
  "journal-issue": {
   "issue": "3",
   "published-print": {
    "date-parts": [
     [
      2022,
      4
     ]
    ]
   }
  },
  "alternative-id": [
   "1246"
  ],
  "URL": "https://doi.org/10.1007/s11121-021-01246-3",
  "relation": {
   "has-preprint": [
    {
     "id-type": "doi",
     "id": "10.31222/osf.io/vyfcj",
     "asserted-by": "object"
    }
   ]
  },
  "ISSN": [
   "1389-4986",
   "1573-6695"
  ],
  "issn-type": [
   {
    "value": "1389-4986",
    "type": "print"
   },
   {
    "value": "1573-6695",
    "type": "electronic"
   }
  ],
  "subject": [],
  "published": {
   "date-parts": [
    [
     2021,
     5,
     7
    ]
   ]
  },
  "assertion": [
   {
    "value": "8 April 2021",
    "order": 1,
    "name": "accepted",
    "label": "Accepted",
    "group": {
     "name": "ArticleHistory",
     "label": "Article History"
    }
   },
   {
    "value": "7 May 2021",
    "order": 2,
    "name": "first_online",
    "label": "First Online",
    "group": {
     "name": "ArticleHistory",
     "label": "Article History"
    }
   },
   {
    "order": 1,
    "name": "Ethics",
    "group": {
     "name": "EthicsHeading",
     "label": "Declarations"
    }
   },
   {
    "value": "Not applicable. This study includes a re-analysis of data from a previously published systematic review, based on published summary data.",
    "order": 2,
    "name": "Ethics",
    "group": {
     "name": "EthicsHeading",
     "label": "Ethics Approval"
    }
   },
   {
    "value": "The authors declare they have no financial interests. James Pustejovsky is the author of the clubSandwich package for R. Elizabeth Tipton is an author of the robumeta packages for R and Stata. Neither author receives compensation from use of these software packages.",
    "order": 3,
    "name": "Ethics",
    "group": {
     "name": "EthicsHeading",
     "label": "Conflict of Interest"
    }
   }
  ]
 }
}