[{"key":"dc.contributor.author","value":"Mao, Yue","language":null},{"key":"dc.date.accessioned","value":"2026-04-01T17:11:15Z","language":null},{"key":"dc.date.available","value":"2026-04-01T17:11:15Z","language":null},{"key":"dc.date.issued","value":"2026","language":"en"},{"key":"dc.identifier.uri","value":"http:\/\/hdl.handle.net\/2429\/93881","language":null},{"key":"dc.description.abstract","value":"This dissertation addresses the persistent challenge of incorporating study quality into meta-analysis. Although differences in study quality are widely recognized as problematic, guidance on how to handle them remains inconsistent and often misleading. To tackle this reality, this work pursues three objectives: to argue that quality score weighting is inherently unavoidable, to reconsider the value of quality score stratification (multiple restrictions) under the random effects framework, and to provide simulation-based evidence on when imperfectly reliable quality score weighting improves meta-analytic inferences.\r\n\r\nThe first contribution demonstrates that any classical meta-analysis can be viewed as a quality score weighted meta-analysis; hence, there is no avoiding the problem of how to best incorporate study quality into a meta-analytic estimator. It is shown that even when a meta-analysis does not incorporate explicit quality score weights into the construction of a meta-analytic estimator, implicit weights are still present that imply all studies are of equal quality.\r\n\r\nThe second contribution challenges the prevailing consensus against multiple restrictions by showing that, when random-effects models are used instead of fixed-effect models, restricting studies by quality scores can in fact yield more consistent and informative results. \r\n\r\nThe third contribution advances the discussion through a simulation study that establishes clear conditions under which quality weighting is beneficial. Specifically, when the reliability of the quality scale exceeds 0.5, quality weighting reduces bias and improves confidence interval coverage.\r\n\r\nTogether, these findings contest influential but flawed guidance and provide evidence-based recommendations for when and how quality weighting can meaningfully improve meta-analytic practice. The dissertation concludes by emphasizing transparent, rigorous, and practically applicable approaches for addressing study quality in evidence synthesis.","language":"en"},{"key":"dc.language.iso","value":"eng","language":"en"},{"key":"dc.publisher","value":"University of British Columbia","language":"en"},{"key":"dc.rights","value":"Attribution-NonCommercial-NoDerivatives 4.0 International","language":"*"},{"key":"dc.rights.uri","value":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/","language":"*"},{"key":"dc.title","value":"Adjusting meta-analyses for study quality : persevering amidst criticism and challenges","language":"en"},{"key":"dc.type","value":"Text","language":"en"},{"key":"dc.degree.name","value":"Doctor of Philosophy - PhD","language":"en"},{"key":"dc.degree.discipline","value":"Measurement, Evaluation and Research Methodology","language":"en"},{"key":"dc.degree.grantor","value":"University of British Columbia","language":"en"},{"key":"dc.contributor.supervisor","value":"Kroc, Edward","language":null},{"key":"dc.date.graduation","value":"2026-05","language":"en"},{"key":"dc.type.text","value":"Thesis\/Dissertation","language":"en"},{"key":"dc.description.affiliation","value":"Education, Faculty of","language":"en"},{"key":"dc.description.affiliation","value":"Educational and Counselling Psychology, and Special Education (ECPS), Department of","language":"en"},{"key":"dc.degree.campus","value":"UBCV","language":"en"},{"key":"dc.description.scholarlevel","value":"Graduate","language":"en"}]