Imperial College London


Faculty of EngineeringDepartment of Computing

Head of Department of Computing



+44 (0)20 7594 8333d.rueckert Website




568Huxley BuildingSouth Kensington Campus






BibTex format

author = {Robinson, R and Valindria, VV and Bai, W and Oktay, O and Kainz, B and Suzuki, H and Sanghvi, MM and Aung, N and Paiva, JÉM and Zemrak, F and Fung, K and Lukaschuk, E and Lee, AM and Carapella, V and Kim, YJ and Piechnik, SK and Neubauer, S and Petersen, SE and Page, C and Matthews, PM and Rueckert, D and Glocker, B},
doi = {10.1186/s12968-019-0523-x},
journal = {Journal of Cardiovascular Magnetic Resonance},
title = {Automated quality control in image segmentation: application to the UK Biobank cardiac MR imaging study},
url = {},
volume = {21},
year = {2019}

RIS format (EndNote, RefMan)

AB - Background: The trend towards large-scale studies including population imaging poses new challenges in terms of quality control (QC). This is a particular issue when automatic processing tools, e.g. image segmentation methods, are employed to derive quantitative measures or biomarkers for later analyses. Manual inspection and visual QC of each segmentation isn't feasible at large scale. However, it's important to be able to automatically detect when a segmentation method fails so as to avoid inclusion of wrong measurements into subsequent analyses which could lead to incorrect conclusions. Methods: To overcome this challenge, we explore an approach for predicting segmentation quality based on Reverse Classification Accuracy, which enables us to discriminate between successful and failed segmentations on a per-cases basis. We validate this approach on a new, large-scale manually-annotated set of 4,800 cardiac magnetic resonance scans. We then apply our method to a large cohort of 7,250 cardiac MRI on which we have performed manual QC. Results: We report results used for predicting segmentation quality metrics including Dice Similarity Coefficient (DSC) and surface-distance measures. As initial validation, we present data for 400 scans demonstrating 99% accuracy for classifying low and high quality segmentations using predicted DSC scores. As further validation we show high correlation between real and predicted scores and 95% classification accuracy on 4,800 scans for which manual segmentations were available. We mimic real-world application of the method on 7,250 cardiac MRI where we show good agreement between predicted quality metrics and manual visual QC scores. Conclusions: We show that RCA has the potential for accurate and fully automatic segmentation QC on a per-case basis in the context of large-scale population imaging as in the UK Biobank Imaging Study.
AU - Robinson,R
AU - Valindria,VV
AU - Bai,W
AU - Oktay,O
AU - Kainz,B
AU - Suzuki,H
AU - Sanghvi,MM
AU - Aung,N
AU - Paiva,JÉM
AU - Zemrak,F
AU - Fung,K
AU - Lukaschuk,E
AU - Lee,AM
AU - Carapella,V
AU - Kim,YJ
AU - Piechnik,SK
AU - Neubauer,S
AU - Petersen,SE
AU - Page,C
AU - Matthews,PM
AU - Rueckert,D
AU - Glocker,B
DO - 10.1186/s12968-019-0523-x
PY - 2019///
SN - 1097-6647
TI - Automated quality control in image segmentation: application to the UK Biobank cardiac MR imaging study
T2 - Journal of Cardiovascular Magnetic Resonance
UR -
UR -
UR -
VL - 21
ER -