1{2 "key": "pustejovsky2022meta",3 "retrieved": "2026-10-20",4 "via": "doi",5 "message": {6 "indexed": {7 "date-parts": [8 [9 2026,10 10,11 1912 ]13 ],14 "date-time": "2026-10-19T20:27:29Z",15 "timestamp": 1792441649256,16 "version": "4.5.0"17 },18 "reference-count": 25,19 "publisher": "Springer Science and Business Media LLC",20 "issue": "3",21 "license": [22 {23 "start": {24 "date-parts": [25 [26 2021,27 5,28 729 ]30 ],31 "date-time": "2021-05-07T00:00:00Z",32 "timestamp": 162034560000033 },34 "content-version": "tdm",35 "delay-in-days": 0,36 "URL": "https://www.springer.com/tdm"37 },38 {39 "start": {40 "date-parts": [41 [42 2021,43 5,44 745 ]46 ],47 "date-time": "2021-05-07T00:00:00Z",48 "timestamp": 162034560000049 },50 "content-version": "vor",51 "delay-in-days": 0,52 "URL": "https://www.springer.com/tdm"53 }54 ],55 "funder": [56 {57 "DOI": "10.13039/100000001",58 "name": "National Science Foundation",59 "doi-asserted-by": "publisher",60 "award": [61 "1937633"62 ],63 "award-info": [64 {65 "award-number": [66 "1937633"67 ]68 }69 ],70 "id": [71 {72 "id": "10.13039/100000001",73 "id-type": "DOI",74 "asserted-by": "publisher"75 }76 ]77 },78 {79 "DOI": "10.13039/100005246",80 "name": "Institute of Education Sciences",81 "doi-asserted-by": "publisher",82 "award": [83 "R305B170019"84 ],85 "award-info": [86 {87 "award-number": [88 "R305B170019"89 ]90 }91 ],92 "id": [93 {94 "id": "10.13039/100005246",95 "id-type": "DOI",96 "asserted-by": "publisher"97 }98 ]99 }100 ],101 "content-domain": {102 "domain": [103 "link.springer.com"104 ],105 "crossmark-restriction": false106 },107 "short-container-title": [108 "Prev Sci"109 ],110 "published-print": {111 "date-parts": [112 [113 2022,114 4115 ]116 ]117 },118 "DOI": "10.1007/s11121-021-01246-3",119 "type": "journal-article",120 "created": {121 "date-parts": [122 [123 2021,124 5,125 7126 ]127 ],128 "date-time": "2021-05-07T08:03:39Z",129 "timestamp": 1620374619000130 },131 "page": "425-438",132 "update-policy": "https://doi.org/10.1007/springer_crossmark_policy",133 "source": "Crossref",134 "is-referenced-by-count": 591,135 "title": [136 "Meta-analysis with Robust Variance Estimation: Expanding the Range of Working Models"137 ],138 "prefix": "10.1007",139 "volume": "23",140 "author": [141 {142 "ORCID": "https://orcid.org/0000-0003-0591-9465",143 "authenticated-orcid": false,144 "given": "James E",145 "family": "Pustejovsky",146 "sequence": "first",147 "affiliation": [],148 "role": [149 {150 "vocabulary": "crossref",151 "role": "author"152 }153 ]154 },155 {156 "given": "Elizabeth",157 "family": "Tipton",158 "sequence": "additional",159 "affiliation": [],160 "role": [161 {162 "vocabulary": "crossref",163 "role": "author"164 }165 ]166 }167 ],168 "member": "297",169 "published-online": {170 "date-parts": [171 [172 2021,173 5,174 7175 ]176 ]177 },178 "reference": [179 {180 "key": "1246_CR1",181 "doi-asserted-by": "crossref",182 "unstructured": "Baudry, C., Tarabulsy, G. M., Atkinson, L., Pearson, J., & St-Pierre, A. (2017). Intervention with adolescent mother–child dyads and cognitive development in early childhood: a meta-analysis. Prevention Science, 18, 116–130. https://doi.org/10.1007/s11121-016-0731-7",183 "DOI": "10.1007/s11121-016-0731-7"184 },185 {186 "key": "1246_CR2",187 "doi-asserted-by": "publisher",188 "first-page": "594",189 "DOI": "10.3102/0013189X18788047",190 "volume": "47",191 "author": "CS Chhin",192 "year": "2018",193 "unstructured": "Chhin, C. S., Taylor, K. A., & Wei, W. S. (2018). Supporting a culture of replication: an examination of education and special education research grants funded by the Institute of Education Sciences. Educational Researcher, 47, 594–605. https://doi.org/10.3102/0013189X18788047",194 "journal-title": "Educational Researcher"195 },196 {197 "key": "1246_CR3",198 "doi-asserted-by": "publisher",199 "first-page": "487",200 "DOI": "10.1007/s11121-015-0543-1",201 "volume": "16",202 "author": "CS Conley",203 "year": "2015",204 "unstructured": "Conley, C. S., Durlak, J. A., & Kirsch, A. C. (2015). A meta-analysis of universal mental health prevention programs for higher education students. Prevention Science, 16, 487–507. https://doi.org/10.1007/s11121-015-0543-1",205 "journal-title": "Prevention Science"206 },207 {208 "key": "1246_CR4",209 "unstructured": "Fisher, Z., Tipton, E., & Zhipeng, H. (2017). robumeta: Robust Variance Meta-Regression (2.0) [Computer software]. https://github.com/zackfisher/robumeta"210 },211 {212 "key": "1246_CR5",213 "unstructured": "Gleser, L. J., & Olkin, I. (2009). Stochastically dependent effect sizes. In H. Cooper, L. V. Hedges, & J. C. Valentine (Eds.), The Handbook of Research Synthesis and Meta-Analysis (2nd ed., pp. 357–376). Russell Sage Foundation."214 },215 {216 "key": "1246_CR6",217 "unstructured": "Hedberg, E. C. (2014). ROBUMETA: Stata module to perform robust variance estimation in meta-regression with dependent effect size estimates. Statistical Software Components S457219, Boston College Department of Economics."218 },219 {220 "key": "1246_CR7",221 "unstructured": "Hedges, L. V., & Olkin, I. (1982). Statistical methods for meta-analysis. Academic press."222 },223 {224 "key": "1246_CR8",225 "doi-asserted-by": "publisher",226 "first-page": "39",227 "DOI": "10.1002/jrsm.5",228 "volume": "1",229 "author": "LV Hedges",230 "year": "2010",231 "unstructured": "Hedges, L. V., Tipton, E., & Johnson, M. C. (2010). Robust variance estimation in meta-regression with dependent effect size estimates. Research Synthesis Methods, 1, 39–65. https://doi.org/10.1002/jrsm.5",232 "journal-title": "Research Synthesis Methods"233 },234 {235 "key": "1246_CR9",236 "doi-asserted-by": "publisher",237 "first-page": "463",238 "DOI": "10.1007/s11121-014-0512-0",239 "volume": "16",240 "author": "EA Hennessy",241 "year": "2015",242 "unstructured": "Hennessy, E. A., & Tanner-Smith, E. E. (2015). Effectiveness of brief school-based interventions for adolescents: A meta-analysis of alcohol use prevention programs. Prevention Science, 16, 463–474. https://doi.org/10.1007/s11121-014-0512-0",243 "journal-title": "Prevention Science"244 },245 {246 "key": "1246_CR10",247 "doi-asserted-by": "publisher",248 "first-page": "69",249 "DOI": "10.1177/0002716202250791",250 "volume": "587",251 "author": "MW Lipsey",252 "year": "2003",253 "unstructured": "Lipsey, M. W. (2003). Those confounded moderators in meta-analysis: Good, bad, and ugly. The ANNALS of the American Academy of Political and Social Science, 587, 69–81. https://doi.org/10.1177/0002716202250791",254 "journal-title": "The ANNALS of the American Academy of Political and Social Science"255 },256 {257 "key": "1246_CR11",258 "unstructured": "Pustejovsky, J. E. (2020). clubSandwich: Cluster-Robust (Sandwich) Variance Estimators with Small-Sample Corrections (0.4.2) [R package]. https://github.com/jepusto/clubSandwich"259 },260 {261 "key": "1246_CR12",262 "doi-asserted-by": "publisher",263 "unstructured": "Skeen, S., Laurenzi, C. A., Gordon, S. L., Toit, S. du, Tomlinson, M., Dua, T., Fleischmann, A., Kohl, K., Ross, D., Servili, C., Brand, A. S., Dowdall, N., Lund, C., Westhuizen, C. van der, Carvajal-Aguirre, L., Carvalho, C. E. de, & Melendez-Torres, G. J. (2019). Adolescent mental health program components and behavior risk reduction: A meta-analysis. Pediatrics, 144. https://doi.org/10.1542/peds.2018-3488",264 "DOI": "10.1542/peds.2018-3488"265 },266 {267 "key": "1246_CR13",268 "doi-asserted-by": "publisher",269 "first-page": "1",270 "DOI": "10.1016/j.jsat.2014.09.001",271 "volume": "51",272 "author": "EE Tanner-Smith",273 "year": "2015",274 "unstructured": "Tanner-Smith, E. E., & Lipsey, M. W. (2015). Brief Alcohol Interventions for Adolescents and Young Adults: A Systematic Review and Meta-Analysis. Journal of Substance Abuse Treatment, 51, 1–18. https://doi.org/10.1016/j.jsat.2014.09.001",275 "journal-title": "Journal of Substance Abuse Treatment"276 },277 {278 "key": "1246_CR14",279 "doi-asserted-by": "publisher",280 "first-page": "13",281 "DOI": "10.1002/jrsm.1091",282 "volume": "5",283 "author": "EE Tanner-Smith",284 "year": "2014",285 "unstructured": "Tanner-Smith, E. E., & Tipton, E. (2014). Robust variance estimation with dependent effect sizes: Practical considerations including a software tutorial in Stata and SPSS. Research Synthesis Methods, 5, 13–30. https://doi.org/10.1002/jrsm.1091",286 "journal-title": "Research Synthesis Methods"287 },288 {289 "key": "1246_CR15",290 "doi-asserted-by": "publisher",291 "first-page": "85",292 "DOI": "10.1007/s40865-016-0026-5",293 "volume": "2",294 "author": "EE Tanner-Smith",295 "year": "2016",296 "unstructured": "Tanner-Smith, E. E., Tipton, E., & Polanin, J. R. (2016). Handling complex meta-analytic data structures using robust variance estimates: A tutorial in R. Journal of Developmental and Life-Course Criminology, 2, 85–112. https://doi.org/10.1007/s40865-016-0026-5",297 "journal-title": "Journal of Developmental and Life-Course Criminology"298 },299 {300 "key": "1246_CR16",301 "doi-asserted-by": "publisher",302 "first-page": "169",303 "DOI": "10.1002/jrsm.1070",304 "volume": "4",305 "author": "E Tipton",306 "year": "2013",307 "unstructured": "Tipton, E. (2013). Robust variance estimation in meta-regression with binary dependent effects. Research Synthesis Methods, 4, 169–187. https://doi.org/10.1002/jrsm.1070",308 "journal-title": "Research Synthesis Methods"309 },310 {311 "key": "1246_CR17",312 "doi-asserted-by": "publisher",313 "first-page": "375",314 "DOI": "10.1037/met0000011",315 "volume": "20",316 "author": "E Tipton",317 "year": "2015",318 "unstructured": "Tipton, E. (2015). Small sample adjustments for robust variance estimation with meta-regression. Psychological Methods, 20, 375–393. https://doi.org/10.1037/met0000011",319 "journal-title": "Psychological Methods"320 },321 {322 "key": "1246_CR18",323 "doi-asserted-by": "publisher",324 "first-page": "604",325 "DOI": "10.3102/1076998615606099",326 "volume": "40",327 "author": "E Tipton",328 "year": "2015",329 "unstructured": "Tipton, E., & Pustejovsky, J. E. (2015). Small-sample adjustments for tests of moderators and model fit using robust variance estimation in meta-regression. Journal of Educational and Behavioral Statistics, 40, 604–634. https://doi.org/10.3102/1076998615606099",330 "journal-title": "Journal of Educational and Behavioral Statistics"331 },332 {333 "key": "1246_CR19",334 "doi-asserted-by": "publisher",335 "first-page": "161",336 "DOI": "10.1002/jrsm.1338",337 "volume": "10",338 "author": "E Tipton",339 "year": "2019",340 "unstructured": "Tipton, E., Pustejovsky, J. E., & Ahmadi, H. (2019a). A history of meta-regression: Technical, conceptual, and practical developments between 1974 and 2018. Research Synthesis Methods, 10, 161–179. https://doi.org/10.1002/jrsm.1338",341 "journal-title": "Research Synthesis Methods"342 },343 {344 "key": "1246_CR20",345 "doi-asserted-by": "publisher",346 "first-page": "180",347 "DOI": "10.1002/jrsm.1339",348 "volume": "10",349 "author": "E Tipton",350 "year": "2019",351 "unstructured": "Tipton, E., Pustejovsky, J. E., & Ahmadi, H. (2019b). Current practices in meta-regression in psychology, education, and medicine. Research Synthesis Methods, 10, 180–194. https://doi.org/10.1002/jrsm.1339",352 "journal-title": "Research Synthesis Methods"353 },354 {355 "key": "1246_CR21",356 "doi-asserted-by": "publisher",357 "first-page": "610",358 "DOI": "10.1177/1740774512453218",359 "volume": "9",360 "author": "TA Trikalinos",361 "year": "2012",362 "unstructured": "Trikalinos, T. A., & Olkin, I. (2012). Meta-analysis of effect sizes reported at multiple time points: A multivariate approach. Clinical Trials, 9, 610–620. https://doi.org/10.1177/1740774512453218",363 "journal-title": "Clinical Trials"364 },365 {366 "key": "1246_CR22",367 "unstructured": "Tyszler, M., Pustejovsky, J. E., & Tipton, E. (2017). REG_SANDWICH: Stata module to compute cluster-robust (sandwich) variance estimators with small-sample corrections for linear regression. In Statistical Software Components. Boston College Department of Economics. https://ideas.repec.org/c/boc/bocode/s458352.html"368 },369 {370 "key": "1246_CR23",371 "doi-asserted-by": "publisher",372 "first-page": "55",373 "DOI": "10.1002/jrsm.1164",374 "volume": "7",375 "author": "AA Veroniki",376 "year": "2016",377 "unstructured": "Veroniki, A. A., Jackson, D., Viechtbauer, W., Bender, R., Bowden, J., Knapp, G., Kuss, O., Higgins, J. P., Langan, D., & Salanti, G. (2016). Methods to estimate the between-study variance and its uncertainty in meta-analysis. Research Synthesis Methods, 7, 55–79. https://doi.org/10.1002/jrsm.1164",378 "journal-title": "Research Synthesis Methods"379 },380 {381 "key": "1246_CR24",382 "doi-asserted-by": "publisher",383 "unstructured": "Viechtbauer, W. (2010). Conducting meta-analyses in R with the metafor package. Journal of Statistical Software, 36, 1–48. https://doi.org/10.18637/jss.v036.i03",384 "DOI": "10.18637/jss.v036.i03"385 },386 {387 "key": "1246_CR25",388 "doi-asserted-by": "publisher",389 "first-page": "1191",390 "DOI": "10.1002/sim.5679",391 "volume": "32",392 "author": "Y Wei",393 "year": "2013",394 "unstructured": "Wei, Y., & Higgins, J. P. (2013). Estimating within-study covariances in multivariate meta-analysis with multiple outcomes. Statistics in Medicine, 32, 1191–1205. https://doi.org/10.1002/sim.5679",395 "journal-title": "Statistics in Medicine"396 }397 ],398 "container-title": [399 "Prevention Science"400 ],401 "original-title": [],402 "language": "en",403 "link": [404 {405 "URL": "https://link.springer.com/content/pdf/10.1007/s11121-021-01246-3.pdf",406 "content-type": "application/pdf",407 "content-version": "vor",408 "intended-application": "text-mining"409 },410 {411 "URL": "https://link.springer.com/article/10.1007/s11121-021-01246-3/fulltext.html",412 "content-type": "text/html",413 "content-version": "vor",414 "intended-application": "text-mining"415 },416 {417 "URL": "https://link.springer.com/content/pdf/10.1007/s11121-021-01246-3.pdf",418 "content-type": "application/pdf",419 "content-version": "vor",420 "intended-application": "similarity-checking"421 }422 ],423 "deposited": {424 "date-parts": [425 [426 2022,427 4,428 1429 ]430 ],431 "date-time": "2022-04-01T09:55:08Z",432 "timestamp": 1648806908000433 },434 "score": 1,435 "resource": {436 "primary": {437 "URL": "https://link.springer.com/10.1007/s11121-021-01246-3"438 }439 },440 "subtitle": [],441 "short-title": [],442 "issued": {443 "date-parts": [444 [445 2021,446 5,447 7448 ]449 ]450 },451 "references-count": 25,452 "journal-issue": {453 "issue": "3",454 "published-print": {455 "date-parts": [456 [457 2022,458 4459 ]460 ]461 }462 },463 "alternative-id": [464 "1246"465 ],466 "URL": "https://doi.org/10.1007/s11121-021-01246-3",467 "relation": {468 "has-preprint": [469 {470 "id-type": "doi",471 "id": "10.31222/osf.io/vyfcj",472 "asserted-by": "object"473 }474 ]475 },476 "ISSN": [477 "1389-4986",478 "1573-6695"479 ],480 "issn-type": [481 {482 "value": "1389-4986",483 "type": "print"484 },485 {486 "value": "1573-6695",487 "type": "electronic"488 }489 ],490 "subject": [],491 "published": {492 "date-parts": [493 [494 2021,495 5,496 7497 ]498 ]499 },500 "assertion": [501 {502 "value": "8 April 2021",503 "order": 1,504 "name": "accepted",505 "label": "Accepted",506 "group": {507 "name": "ArticleHistory",508 "label": "Article History"509 }510 },511 {512 "value": "7 May 2021",513 "order": 2,514 "name": "first_online",515 "label": "First Online",516 "group": {517 "name": "ArticleHistory",518 "label": "Article History"519 }520 },521 {522 "order": 1,523 "name": "Ethics",524 "group": {525 "name": "EthicsHeading",526 "label": "Declarations"527 }528 },529 {530 "value": "Not applicable. This study includes a re-analysis of data from a previously published systematic review, based on published summary data.",531 "order": 2,532 "name": "Ethics",533 "group": {534 "name": "EthicsHeading",535 "label": "Ethics Approval"536 }537 },538 {539 "value": "The authors declare they have no financial interests. James Pustejovsky is the author of the clubSandwich package for R. Elizabeth Tipton is an author of the robumeta packages for R and Stata. Neither author receives compensation from use of these software packages.",540 "order": 3,541 "name": "Ethics",542 "group": {543 "name": "EthicsHeading",544 "label": "Conflict of Interest"545 }546 }547 ]548 }549}