Medical imaging is an important research field with many opportunities for
improving patients' health. However, there are a number of challenges that are
slowing down the progress of the field as a whole, such optimizing for
publication. In this paper we reviewed several problems related to choosing
datasets, methods, evaluation metrics, and publication strategies. With a
review of literature and our own analysis, we show that at every step,
potential biases can creep in. On a positive note, we also see that initiatives
to counteract these problems are already being started. Finally we provide a
broad range of recommendations on how to further these address problems in the
future. For reproducibility, data and code for our analyses are available on
https://github.com/GaelVaroquaux/ml_med_imaging_failures
Description
How I failed machine learning in medical imaging -- shortcomings and recommendations
%0 Generic
%1 varoquaux2021failed
%A Varoquaux, Gaël
%A Cheplygina, Veronika
%D 2021
%K machine-learinng
%T How I failed machine learning in medical imaging -- shortcomings and
recommendations
%U http://arxiv.org/abs/2103.10292
%X Medical imaging is an important research field with many opportunities for
improving patients' health. However, there are a number of challenges that are
slowing down the progress of the field as a whole, such optimizing for
publication. In this paper we reviewed several problems related to choosing
datasets, methods, evaluation metrics, and publication strategies. With a
review of literature and our own analysis, we show that at every step,
potential biases can creep in. On a positive note, we also see that initiatives
to counteract these problems are already being started. Finally we provide a
broad range of recommendations on how to further these address problems in the
future. For reproducibility, data and code for our analyses are available on
https://github.com/GaelVaroquaux/ml_med_imaging_failures
@misc{varoquaux2021failed,
abstract = {Medical imaging is an important research field with many opportunities for
improving patients' health. However, there are a number of challenges that are
slowing down the progress of the field as a whole, such optimizing for
publication. In this paper we reviewed several problems related to choosing
datasets, methods, evaluation metrics, and publication strategies. With a
review of literature and our own analysis, we show that at every step,
potential biases can creep in. On a positive note, we also see that initiatives
to counteract these problems are already being started. Finally we provide a
broad range of recommendations on how to further these address problems in the
future. For reproducibility, data and code for our analyses are available on
\url{https://github.com/GaelVaroquaux/ml_med_imaging_failures}},
added-at = {2021-08-25T01:03:59.000+0200},
author = {Varoquaux, Gaël and Cheplygina, Veronika},
biburl = {https://www.bibsonomy.org/bibtex/20a2ba6c7735193ee466d71b674b81e8b/stdiff},
description = {How I failed machine learning in medical imaging -- shortcomings and recommendations},
interhash = {1b08b3a1bab672e27c9b32783f42246b},
intrahash = {0a2ba6c7735193ee466d71b674b81e8b},
keywords = {machine-learinng},
note = {cite arxiv:2103.10292},
timestamp = {2021-08-25T01:03:59.000+0200},
title = {How I failed machine learning in medical imaging -- shortcomings and
recommendations},
url = {http://arxiv.org/abs/2103.10292},
year = 2021
}