1{2 "key": "egger1997bias",3 "retrieved": "2026-10-20",4 "via": "doi",5 "message": {6 "indexed": {7 "date-parts": [8 [9 2026,10 10,11 2012 ]13 ],14 "date-time": "2026-10-20T15:13:56Z",15 "timestamp": 1792509236573,16 "version": "4.5.0"17 },18 "reference-count": 47,19 "publisher": "BMJ",20 "issue": "7109",21 "license": [22 {23 "start": {24 "date-parts": [25 [26 1997,27 9,28 1329 ]30 ],31 "date-time": "1997-09-13T00:00:00Z",32 "timestamp": 87410880000033 },34 "content-version": "tdm",35 "delay-in-days": 0,36 "URL": "http://www.bmj.com/company/legal-information/terms-conditions/legal-information/tdm-licencepolicy"37 }38 ],39 "content-domain": {40 "domain": [],41 "crossmark-restriction": false42 },43 "short-container-title": [44 "BMJ"45 ],46 "accepted": {47 "date-parts": [48 [49 1997,50 8,51 2652 ]53 ]54 },55 "published-print": {56 "date-parts": [57 [58 1997,59 9,60 1361 ]62 ]63 },64 "abstract": "<jats:title>Abstract</jats:title>\n <jats:p>\n <jats:bold>Objective:</jats:bold>\n Funnel plots (plots of effect estimates against sample size) may be useful to detect bias in meta-analyses that were later contradicted by large trials. We examined whether a simple test of asymmetry of funnel plots predicts discordance of results when meta-analyses are compared to large trials, and we assessed the prevalence of bias in published meta-analyses.\n </jats:p>\n <jats:p>\n <jats:bold>Design:</jats:bold>\n Medline search to identify pairs consisting of a meta-analysis and a single large trial (concordance of results was assumed if effects were in the same direction and the meta-analytic estimate was within 30% of the trial); analysis of funnel plots from 37 meta-analyses identified from a hand search of four leading general medicine journals 1993-6 and 38 meta-analyses from the second 1996 issue of the\n <jats:italic>Cochrane Database of Systematic Reviews</jats:italic>\n .\n </jats:p>\n <jats:p>\n <jats:bold>Main outcome measure:</jats:bold>\n Degree of funnel plot asymmetry as measured by the intercept from regression of standard normal deviates against precision.\n </jats:p>\n <jats:p>\n <jats:bold>Results:</jats:bold>\n In the eight pairs of meta-analysis and large trial that were identified (five from cardiovascular medicine, one from diabetic medicine, one from geriatric medicine, one from perinatal medicine) there were four concordant and four discordant pairs. In all cases discordance was due to meta-analyses showing larger effects. Funnel plot asymmetry was present in three out of four discordant pairs but in none of concordant pairs. In 14 (38%) journal meta-analyses and 5 (13%) Cochrane reviews, funnel plot asymmetry indicated that there was bias.\n </jats:p>\n <jats:p>\n <jats:bold>Conclusions:</jats:bold>\n A simple analysis of funnel plots provides a useful test for the likely presence of bias in meta-analyses, but as the capacity to detect bias will be limited when meta-analyses are based on a limited number of small trials the results from such analyses should be treated with considerable caution.\n </jats:p>\n <jats:p>\n <jats:boxed-text position=\"float\">\n <jats:sec>\n <jats:title>Key messages</jats:title>\n <jats:list list-type=\"bullet\">\n <jats:list-item>\n <jats:p>Systematic reviews of randomised trials are the best strategy for appraising evidence; however, the findings of some meta-analyses were later contradicted by large trials</jats:p>\n </jats:list-item>\n <jats:list-item>\n <jats:p>Funnel plots, plots of the trials' effect estimates against sample size, are skewed and asymmetrical in the presence of publication bias and other biases</jats:p>\n </jats:list-item>\n <jats:list-item>\n <jats:p>Funnel plot asymmetry, measured by regression analysis, predicts discordance of results when meta-analyses are compared with single large trials</jats:p>\n </jats:list-item>\n <jats:list-item>\n <jats:p>\n Funnel plot asymmetry was found in 38% of meta-analyses published in leading general medicine journals and in 13% of reviews from the\n <jats:italic>Cochrane Database of Systematic Reviews</jats:italic>\n </jats:p>\n </jats:list-item>\n <jats:list-item>\n <jats:p>Critical examination of systematic reviews for publication and related biases should be considered a routine procedure</jats:p>\n </jats:list-item>\n </jats:list>\n </jats:sec>\n </jats:boxed-text>\n </jats:p>",65 "DOI": "10.1136/bmj.315.7109.629",66 "type": "journal-article",67 "created": {68 "date-parts": [69 [70 2011,71 10,72 2773 ]74 ],75 "date-time": "2011-10-27T19:48:33Z",76 "timestamp": 131974491300077 },78 "page": "629-634",79 "source": "Crossref",80 "is-referenced-by-count": 49886,81 "title": [82 "Bias in meta-analysis detected by a simple, graphical test"83 ],84 "prefix": "10.1136",85 "volume": "315",86 "author": [87 {88 "given": "Matthias",89 "family": "Egger",90 "sequence": "first",91 "affiliation": [],92 "role": [93 {94 "vocabulary": "crossref",95 "role": "author"96 }97 ]98 },99 {100 "given": "George Davey",101 "family": "Smith",102 "sequence": "additional",103 "affiliation": [],104 "role": [105 {106 "vocabulary": "crossref",107 "role": "author"108 }109 ]110 },111 {112 "given": "Martin",113 "family": "Schneider",114 "sequence": "additional",115 "affiliation": [],116 "role": [117 {118 "vocabulary": "crossref",119 "role": "author"120 }121 ]122 },123 {124 "given": "Christoph",125 "family": "Minder",126 "sequence": "additional",127 "affiliation": [],128 "role": [129 {130 "vocabulary": "crossref",131 "role": "author"132 }133 ]134 }135 ],136 "member": "239",137 "published-online": {138 "date-parts": [139 [140 1997,141 9,142 13143 ]144 ]145 },146 "reference": [147 {148 "key": "2025122315170062000_315.7109.629.1",149 "doi-asserted-by": "crossref",150 "first-page": "786",151 "DOI": "10.1136/bmj.305.6857.786",152 "article-title": "Getting to grips with Archie Cochrane's agenda.",153 "volume": "305",154 "author": "Chalmers",155 "year": "1992",156 "journal-title": "BMJ"157 },158 {159 "key": "2025122315170062000_315.7109.629.2",160 "doi-asserted-by": "publisher",161 "DOI": "10.1136/bmj.309.6954.597"162 },163 {164 "key": "2025122315170062000_315.7109.629.3",165 "first-page": "28",166 "article-title": "Experiences with meta-analysis in NDA submissions.",167 "volume": "2",168 "author": "Huque",169 "year": "1988",170 "journal-title": "Proc Biopharmaceutical Section Am Statist Assoc"171 },172 {173 "key": "2025122315170062000_315.7109.629.4",174 "doi-asserted-by": "publisher",175 "DOI": "10.1136/bmj.310.6982.752"176 },177 {178 "key": "2025122315170062000_315.7109.629.5",179 "doi-asserted-by": "crossref",180 "first-page": "517",181 "DOI": "10.1037/0003-066X.33.5.517.a",182 "article-title": "An exercise in mega-silliness.",183 "volume": "33",184 "author": "Eysenck",185 "year": "1978",186 "journal-title": "Am Psychol"187 },188 {189 "key": "2025122315170062000_315.7109.629.6",190 "doi-asserted-by": "crossref",191 "first-page": "867",192 "DOI": "10.1016/0140-6736(91)90201-Y",193 "article-title": "Publication bias in clinical research.",194 "volume": "337",195 "author": "Easterbrook",196 "year": "1991",197 "journal-title": "Lancet"198 },199 {200 "key": "2025122315170062000_315.7109.629.7",201 "doi-asserted-by": "crossref",202 "first-page": "654",203 "DOI": "10.1136/bmj.295.6599.654",204 "article-title": "Reference bias in reports of drug trials.",205 "volume": "295",206 "author": "G⊘tzsche",207 "year": "1987",208 "journal-title": "BMJ"209 },210 {211 "key": "2025122315170062000_315.7109.629.8",212 "doi-asserted-by": "publisher",213 "DOI": "10.1016/S0140-6736(97)02419-7"214 },215 {216 "key": "2025122315170062000_315.7109.629.9",217 "unstructured": "Egger M Davey Smith G .Meta-analysis: bias in location and selection of studies. BMJ (in press)."218 },219 {220 "key": "2025122315170062000_315.7109.629.10",221 "doi-asserted-by": "crossref",222 "unstructured": "Light RJ Pillemer DB .Summing up. The science of reviewing research. Cambridge, MA: Harvard University Press, 1984.",223 "DOI": "10.4159/9780674040243"224 },225 {226 "key": "2025122315170062000_315.7109.629.11",227 "doi-asserted-by": "publisher",228 "DOI": "10.1016/S0895-4356(97)00148-0"229 },230 {231 "key": "2025122315170062000_315.7109.629.12",232 "doi-asserted-by": "crossref",233 "first-page": "889",234 "DOI": "10.1002/sim.4780070807",235 "article-title": "A note on graphical presentation of estimated odds ratios from several clinical trials.",236 "volume": "7",237 "author": "Galbraith",238 "year": "1988",239 "journal-title": "Stat Med"240 },241 {242 "key": "2025122315170062000_315.7109.629.13",243 "first-page": "1332",244 "article-title": "Large trials vs meta-analysis of smaller trials.",245 "volume": "276",246 "author": "Cappelleri",247 "year": "1996",248 "journal-title": "How do their results compare? JAMA"249 },250 {251 "key": "2025122315170062000_315.7109.629.14",252 "doi-asserted-by": "publisher",253 "DOI": "10.1016/0140-6736(93)92884-V"254 },255 {256 "key": "2025122315170062000_315.7109.629.15",257 "doi-asserted-by": "publisher",258 "DOI": "10.1056/NEJM199108013250501"259 },260 {261 "key": "2025122315170062000_315.7109.629.16",262 "unstructured": "The Cochrane Database of Systematic Reviews. Oxford: Cochrane Collaboration, 1996."263 },264 {265 "key": "2025122315170062000_315.7109.629.17",266 "doi-asserted-by": "crossref",267 "first-page": "556",268 "DOI": "10.1093/oxfordjournals.eurheartj.a061905",269 "article-title": "Intravenous and intracoronary fibrinolytic therapy in acute myocardial infarction: overview of results on mortality, reinfarction and side-effects from 33 randomized controlled trials.",270 "volume": "6",271 "author": "Yusuf",272 "year": "1985",273 "journal-title": "Eur Heart J"274 },275 {276 "key": "2025122315170062000_315.7109.629.18",277 "first-page": "397",278 "article-title": "Effectiveness of intravenous thrombolytic treatment in acute myocardial infarction.",279 "volume": "i",280 "year": "1986",281 "journal-title": "Lancet"282 },283 {284 "key": "2025122315170062000_315.7109.629.19",285 "doi-asserted-by": "crossref",286 "first-page": "335",287 "DOI": "10.1016/S0033-0620(85)80003-7",288 "article-title": "Beta blockade during and after myocardial infarction: an overview of the randomized trials.",289 "volume": "17",290 "author": "Yusuf",291 "year": "1985",292 "journal-title": "Progr Cardiovasc Dis"293 },294 {295 "key": "2025122315170062000_315.7109.629.20",296 "first-page": "57",297 "article-title": "Randomised trial of intravenous atenolol among 16 027 cases of suspected acute myocardial infarction: ISIS-1.",298 "volume": "ii",299 "year": "1986",300 "journal-title": "Lancet"301 },302 {303 "key": "2025122315170062000_315.7109.629.21",304 "doi-asserted-by": "publisher",305 "DOI": "10.1016/0140-6736(93)90816-Y"306 },307 {308 "key": "2025122315170062000_315.7109.629.22",309 "doi-asserted-by": "crossref",310 "first-page": "977",311 "DOI": "10.1056/NEJM199309303291401",312 "article-title": "The effect of intensive treatment of diabetes on the development and progression of long-term complications in insulin-dependent diabetes mellitus.",313 "volume": "329",314 "year": "1993",315 "journal-title": "N Engl J Med"316 },317 {318 "key": "2025122315170062000_315.7109.629.23",319 "doi-asserted-by": "crossref",320 "first-page": "1345",321 "DOI": "10.1056/NEJM199505183322007",322 "article-title": "Randomized trial of comprehensive geriatric assessment in the care of hospitalized patients.",323 "volume": "332",324 "author": "Reuben",325 "year": "1995",326 "journal-title": "N Engl J Med"327 },328 {329 "key": "2025122315170062000_315.7109.629.24",330 "doi-asserted-by": "crossref",331 "first-page": "1088",332 "DOI": "10.1016/S0140-6736(88)91906-X",333 "article-title": "Effect of intravenous nitrates on mortality in acute myocardial infarction: an overview of the randomised trials.",334 "volume": "i",335 "author": "Yusuf",336 "year": "1988",337 "journal-title": "Lancet"338 },339 {340 "key": "2025122315170062000_315.7109.629.25",341 "first-page": "1115",342 "article-title": "GISSI-3: effects of lisinopril and transdermal glyceryl trinitrate singly and together on 6-week mortality and ventricular function after acute myocardial infarction.",343 "volume": "343",344 "year": "1994",345 "journal-title": "Lancet"346 },347 {348 "key": "2025122315170062000_315.7109.629.26",349 "doi-asserted-by": "publisher",350 "DOI": "10.1001/jama.1988.03720230032026"351 },352 {353 "key": "2025122315170062000_315.7109.629.27",354 "doi-asserted-by": "crossref",355 "first-page": "347",356 "DOI": "10.2165/00003495-199346030-00002",357 "article-title": "Role of magnesium in reducing mortality in acute myocardial infarction. A review of the evidence.",358 "volume": "46",359 "author": "Teo",360 "year": "1993",361 "journal-title": "Drugs"362 },363 {364 "key": "2025122315170062000_315.7109.629.28",365 "doi-asserted-by": "publisher",366 "DOI": "10.1016/S0140-6736(95)90865-X"367 },368 {369 "key": "2025122315170062000_315.7109.629.29",370 "first-page": "261",371 "article-title": "Ameta-analysis of low-dose aspirin for the prevention of pregnancy-inducedhypertensive disease.",372 "volume": "266",373 "author": "Imperiale",374 "year": "1991",375 "journal-title": "JAMA"376 },377 {378 "key": "2025122315170062000_315.7109.629.30",379 "doi-asserted-by": "crossref",380 "first-page": "619",381 "DOI": "10.1016/S0140-6736(94)92633-6",382 "article-title": "CLASP: a randomized trial of low-dose aspirin for the prevention and treatment of pre-eclampsia among9364 pregnant women.",383 "volume": "343",384 "year": "1994",385 "journal-title": "Lancet"386 },387 {388 "key": "2025122315170062000_315.7109.629.31",389 "doi-asserted-by": "crossref",390 "first-page": "1450",391 "DOI": "10.1001/jama.1995.03520420066040",392 "article-title": "Overview of randomised trials of angiotensin-convertingenzyme inhibitors on mortality and morbidity in patients with heart failure.",393 "volume": "273",394 "author": "Garg",395 "year": "1995",396 "journal-title": "JAMA"397 },398 {399 "key": "2025122315170062000_315.7109.629.32",400 "unstructured": "Collins R .Antiplatelet agents for IUGR and pre-eclampsia. In: Enkin MW Keirse MJNC Renfrew MJ Neilson JP , eds. Pregnancy and childbirth module, Cochrane Database of SystematicReviews. Oxford: Update Software, 1994. (Review No 04000, 12 March 1994.Cochrane Updates on Disk, disk issue 3.)"401 },402 {403 "key": "2025122315170062000_315.7109.629.33",404 "doi-asserted-by": "publisher",405 "DOI": "10.1001/jama.1990.03440100121018"406 },407 {408 "key": "2025122315170062000_315.7109.629.34",409 "doi-asserted-by": "crossref",410 "first-page": "115",411 "DOI": "10.1038/clpt.1992.119",412 "article-title": "Publication bias: its implications for clinical pharmacology.",413 "volume": "52",414 "author": "Levy",415 "year": "1992",416 "journal-title": "Clin Pharmacol Ther"417 },418 {419 "key": "2025122315170062000_315.7109.629.35",420 "doi-asserted-by": "crossref",421 "first-page": "1390",422 "DOI": "10.1136/bmj.313.7069.1390",423 "article-title": "Are research ethics committees behaving unethically? Some suggestions for improving performances and accountability.",424 "volume": "313",425 "author": "Savulescu",426 "year": "1996",427 "journal-title": "BMJ"428 },429 {430 "key": "2025122315170062000_315.7109.629.36",431 "doi-asserted-by": "crossref",432 "first-page": "15",433 "DOI": "10.1136/bmj.305.6844.15",434 "article-title": "Cholesterol lowering trials in coronary heart disease: frequency of citation and outcome.",435 "volume": "305",436 "author": "Ravnskov",437 "year": "1992",438 "journal-title": "BMJ"439 },440 {441 "key": "2025122315170062000_315.7109.629.37",442 "doi-asserted-by": "crossref",443 "first-page": "1024",444 "DOI": "10.1016/S0140-6736(96)90153-1",445 "article-title": "Redundancy, disaggregation, and the integrity of medical research.",446 "volume": "347",447 "author": "Huston",448 "year": "1996",449 "journal-title": "Lancet"450 },451 {452 "key": "2025122315170062000_315.7109.629.38",453 "doi-asserted-by": "crossref",454 "first-page": "1358",455 "DOI": "10.1056/NEJM198312013092204",456 "article-title": "Bias in treatment assignment in controlled clinical trials.",457 "volume": "309",458 "author": "Chalmers",459 "year": "1983",460 "journal-title": "N Engl J Med"461 },462 {463 "key": "2025122315170062000_315.7109.629.39",464 "doi-asserted-by": "crossref",465 "first-page": "408",466 "DOI": "10.1001/jama.1995.03520290060030",467 "article-title": "Empiricalevidence of bias. Dimensions of methodological quality associated with estimates of treatment effects in controlled trials.",468 "volume": "273",469 "author": "Schulz",470 "year": "1995",471 "journal-title": "JAMA"472 },473 {474 "key": "2025122315170062000_315.7109.629.40",475 "doi-asserted-by": "publisher",476 "DOI": "10.1136/bmj.308.6924.283"477 },478 {479 "key": "2025122315170062000_315.7109.629.41",480 "unstructured": "Egger M Davey Smith G Phillips AN .Meta-analysis: principles and procedures. BMJ (in press)."481 },482 {483 "key": "2025122315170062000_315.7109.629.42",484 "first-page": "72",485 "article-title": "Who benefits from medical interventions? Treating low risk patients can be a high risk strategy.",486 "volume": "308",487 "author": "Davey Smith",488 "year": "1994",489 "journal-title": "BMJ"490 },491 {492 "key": "2025122315170062000_315.7109.629.43",493 "doi-asserted-by": "publisher",494 "DOI": "10.1016/S0140-6736(96)07281-9"495 },496 {497 "key": "2025122315170062000_315.7109.629.44",498 "doi-asserted-by": "crossref",499 "first-page": "282",500 "DOI": "10.1016/S0140-6736(97)26004-6",501 "article-title": "Magnesium in acute myocardial infarction.",502 "volume": "349",503 "author": "Collins",504 "year": "1997",505 "journal-title": "Lancet"506 },507 {508 "key": "2025122315170062000_315.7109.629.45",509 "doi-asserted-by": "crossref",510 "first-page": "772",511 "DOI": "10.1016/S0140-6736(95)90646-0",512 "article-title": "Predictive ability of meta-analyses of randomised controlled trials.",513 "volume": "345",514 "author": "Villar",515 "year": "1995",516 "journal-title": "Lancet"517 },518 {519 "key": "2025122315170062000_315.7109.629.46",520 "doi-asserted-by": "publisher",521 "DOI": "10.1016/S0140-6736(95)90632-0"522 },523 {524 "key": "2025122315170062000_315.7109.629.47",525 "doi-asserted-by": "crossref",526 "first-page": "1088",527 "DOI": "10.2307/2533446",528 "article-title": "Operating characteristics of a rank correlation test for publication bias.",529 "volume": "50",530 "author": "Begg",531 "year": "1994",532 "journal-title": "Biometrics"533 }534 ],535 "container-title": [536 "BMJ"537 ],538 "original-title": [],539 "language": "en",540 "link": [541 {542 "URL": "http://data.bmj.org/tdm/10.1136/bmj.315.7109.629",543 "content-type": "unspecified",544 "content-version": "vor",545 "intended-application": "text-mining"546 },547 {548 "URL": "https://syndication.highwire.org/content/doi/10.1136/bmj.315.7109.629",549 "content-type": "unspecified",550 "content-version": "vor",551 "intended-application": "similarity-checking"552 }553 ],554 "deposited": {555 "date-parts": [556 [557 2025,558 12,559 23560 ]561 ],562 "date-time": "2025-12-23T23:17:11Z",563 "timestamp": 1766531831000564 },565 "score": 1,566 "resource": {567 "primary": {568 "URL": "https://www.bmj.com/lookup/doi/10.1136/bmj.315.7109.629"569 }570 },571 "subtitle": [],572 "short-title": [],573 "issued": {574 "date-parts": [575 [576 1997,577 9,578 13579 ]580 ]581 },582 "references-count": 47,583 "journal-issue": {584 "issue": "7109",585 "published-online": {586 "date-parts": [587 [588 1997,589 9,590 13591 ]592 ]593 },594 "published-print": {595 "date-parts": [596 [597 1997,598 9,599 13600 ]601 ]602 }603 },604 "alternative-id": [605 "10.1136/bmj.315.7109.629"606 ],607 "URL": "https://doi.org/10.1136/bmj.315.7109.629",608 "relation": {},609 "ISSN": [610 "0959-8138",611 "1468-5833"612 ],613 "issn-type": [614 {615 "value": "0959-8138",616 "type": "print"617 },618 {619 "value": "1468-5833",620 "type": "electronic"621 }622 ],623 "subject": [],624 "published": {625 "date-parts": [626 [627 1997,628 9,629 13630 ]631 ]632 }633 }634}