@article{degroot1983comparison,
  title   = {The Comparison and Evaluation of Forecasters},
  author  = {DeGroot, Morris H. and Fienberg, Stephen E.},
  journal = {Journal of the Royal Statistical Society: Series D (The Statistician)},
  volume  = {32},
  number  = {1--2},
  pages   = {12--22},
  year    = {1983}
}

@inproceedings{niculescu2005predicting,
  title     = {Predicting Good Probabilities with Supervised Learning},
  author    = {Niculescu-Mizil, Alexandru and Caruana, Rich},
  booktitle = {Proceedings of the 22nd International Conference on Machine Learning (ICML)},
  pages     = {625--632},
  year      = {2005},
  publisher = {ACM},
  doi       = {10.1145/1102351.1102430}
}

@article{jiang2012calibrating,
  title   = {Calibrating Predictive Model Estimates to Support Personalized Medicine},
  author  = {Jiang, Xiaoqian and Osl, Melanie and Kim, Jihoon and Ohno-Machado, Lucila},
  journal = {Journal of the American Medical Informatics Association},
  volume  = {19},
  number  = {2},
  pages   = {263--274},
  year    = {2012},
  doi     = {10.1136/amiajnl-2011-000291}
}

@incollection{platt1999probabilistic,
  title     = {Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods},
  author    = {Platt, John},
  booktitle = {Advances in Large Margin Classifiers},
  editor    = {Smola, A. J. and Bartlett, P. and Sch{\"o}lkopf, B. and Schuurmans, D.},
  pages     = {61--74},
  year      = {1999},
  publisher = {MIT Press}
}

@inproceedings{guo2017calibration,
  title     = {On Calibration of Modern Neural Networks},
  author    = {Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q.},
  booktitle = {Proceedings of the 34th International Conference on Machine Learning (ICML)},
  volume    = {70},
  pages     = {1321--1330},
  year      = {2017},
  publisher = {PMLR}
}

@inproceedings{zadrozny2002transforming,
  title     = {Transforming Classifier Scores into Accurate Multiclass Probability Estimates},
  author    = {Zadrozny, Bianca and Elkan, Charles},
  booktitle = {Proceedings of the 8th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining},
  pages     = {694--699},
  year      = {2002},
  publisher = {ACM},
  doi       = {10.1145/775047.775151}
}

@inproceedings{zadrozny2001obtaining,
  title     = {Obtaining Calibrated Probability Estimates from Decision Trees and Naive {B}ayesian Classifiers},
  author    = {Zadrozny, Bianca and Elkan, Charles},
  booktitle = {Proceedings of the 18th International Conference on Machine Learning (ICML)},
  pages     = {609--616},
  year      = {2001},
  publisher = {Morgan Kaufmann}
}

@article{ayer1955empirical,
  title   = {An Empirical Distribution Function for Sampling with Incomplete Information},
  author  = {Ayer, Miriam and Brunk, H. D. and Ewing, G. M. and Reid, W. T. and Silverman, Edward},
  journal = {The Annals of Mathematical Statistics},
  volume  = {26},
  number  = {4},
  pages   = {641--647},
  year    = {1955},
  doi     = {10.1214/aoms/1177728423}
}

@book{barlow1972order,
  title     = {Statistical Inference Under Order Restrictions: The Theory and Application of Isotonic Regression},
  author    = {Barlow, Richard E. and Bartholomew, David J. and Bremner, J. M. and Brunk, H. D.},
  publisher = {John Wiley \& Sons},
  address   = {New York},
  year      = {1972}
}

@book{robertson1988order,
  title     = {Order Restricted Statistical Inference},
  author    = {Robertson, Tim and Wright, F. T. and Dykstra, Richard L.},
  publisher = {John Wiley \& Sons},
  address   = {Chichester, UK},
  year      = {1988}
}

@article{tibshirani2011nearly,
  title   = {Nearly-Isotonic Regression},
  author  = {Tibshirani, Ryan J. and H{\"o}fling, Holger and Tibshirani, Robert},
  journal = {Technometrics},
  volume  = {53},
  number  = {1},
  pages   = {54--61},
  year    = {2011},
  doi     = {10.1198/TECH.2010.10111}
}

@inproceedings{naeini2016enir,
  title     = {Binary Classifier Calibration Using an Ensemble of Near Isotonic Regression Models},
  author    = {Pakdaman Naeini, Mahdi and Cooper, Gregory F.},
  booktitle = {Proceedings of the IEEE International Conference on Data Mining (ICDM)},
  pages     = {360--369},
  year      = {2016},
  doi       = {10.1109/ICDM.2016.0047}
}

@article{jiang2011smooth,
  title   = {Smooth Isotonic Regression: A New Method to Calibrate Predictive Models},
  author  = {Jiang, Xiaoqian and Osl, Melanie and Ohno-Machado, Lucila},
  journal = {Journal of the American Medical Informatics Association},
  volume  = {18},
  number  = {3},
  pages   = {277--282},
  year    = {2011},
  doi     = {10.1136/amiajnl-2010-000316}
}

@article{ramsay1998estimating,
  title   = {Estimating Smooth Monotone Functions},
  author  = {Ramsay, J. O.},
  journal = {Journal of the Royal Statistical Society: Series B},
  volume  = {60},
  number  = {2},
  pages   = {365--375},
  year    = {1998},
  doi     = {10.1111/1467-9868.00130}
}

@article{meyer2008inference,
  title   = {Inference Using Shape-Restricted Regression Splines},
  author  = {Meyer, Mary C.},
  journal = {The Annals of Applied Statistics},
  volume  = {2},
  number  = {3},
  pages   = {1013--1033},
  year    = {2008},
  doi     = {10.1214/08-AOAS167}
}

@inproceedings{naeini2015obtaining,
  title     = {Obtaining Well Calibrated Probabilities Using {B}ayesian Binning},
  author    = {Pakdaman Naeini, Mahdi and Cooper, Gregory F. and Hauskrecht, Milos},
  booktitle = {Proceedings of the 29th AAAI Conference on Artificial Intelligence},
  pages     = {2901--2907},
  year      = {2015},
  publisher = {AAAI Press}
}

@inproceedings{kull2017beta,
  title     = {Beta Calibration: A Well-Founded and Easily Implemented Improvement on Logistic Calibration for Binary Classifiers},
  author    = {Kull, Meelis and Silva Filho, Telmo M. and Flach, Peter},
  booktitle = {Proceedings of the 20th International Conference on Artificial Intelligence and Statistics (AISTATS)},
  volume    = {54},
  pages     = {623--631},
  year      = {2017},
  publisher = {PMLR}
}

@article{gneiting2007strictly,
  title   = {Strictly Proper Scoring Rules, Prediction, and Estimation},
  author  = {Gneiting, Tilmann and Raftery, Adrian E.},
  journal = {Journal of the American Statistical Association},
  volume  = {102},
  number  = {477},
  pages   = {359--378},
  year    = {2007},
  doi     = {10.1198/016214506000001437}
}

@inproceedings{kumar2019verified,
  title     = {Verified Uncertainty Calibration},
  author    = {Kumar, Ananya and Liang, Percy and Ma, Tengyu},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  volume    = {32},
  pages     = {3790--3800},
  year      = {2019}
}

@inproceedings{nixon2019measuring,
  title     = {Measuring Calibration in Deep Learning},
  author    = {Nixon, Jeremy and Dusenberry, Michael W. and Zhang, Linchuan and Jerfel, Ghassen and Tran, Dustin},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)},
  pages     = {38--41},
  year      = {2019}
}

@inproceedings{roelofs2022ece,
  title     = {Mitigating Bias in Calibration Error Estimation},
  author    = {Roelofs, Rebecca and Cain, Neal and Feller, Avi and Hardt, Moritz and Schmidt, Ludwig},
  booktitle = {Proceedings of the 25th International Conference on Artificial Intelligence and Statistics (AISTATS)},
  volume    = {151},
  pages     = {4036--4061},
  year      = {2022},
  publisher = {PMLR}
}

@article{brier1950verification,
  title   = {Verification of Forecasts Expressed in Terms of Probability},
  author  = {Brier, Glenn W.},
  journal = {Monthly Weather Review},
  volume  = {78},
  number  = {1},
  pages   = {1--3},
  year    = {1950}
}

@article{murphy1973new,
  title   = {A New Vector Partition of the Probability Score},
  author  = {Murphy, Allan H.},
  journal = {Journal of Applied Meteorology},
  volume  = {12},
  number  = {4},
  pages   = {595--600},
  year    = {1973}
}

@inproceedings{elkan2001foundations,
  title     = {The Foundations of Cost-Sensitive Learning},
  author    = {Elkan, Charles},
  booktitle = {Proceedings of the 17th International Joint Conference on Artificial Intelligence (IJCAI)},
  pages     = {973--978},
  year      = {2001}
}

@article{vickers2006dca,
  title   = {Decision Curve Analysis: A Novel Method for Evaluating Prediction Models},
  author  = {Vickers, Andrew J. and Elkin, Elena B.},
  journal = {Medical Decision Making},
  volume  = {26},
  number  = {6},
  pages   = {565--574},
  year    = {2006},
  doi     = {10.1177/0272989X06295361}
}

@article{hand2009hmeasure,
  title   = {Measuring Classifier Performance: The H-Measure},
  author  = {Hand, David J.},
  journal = {Machine Learning},
  volume  = {77},
  number  = {1},
  pages   = {103--123},
  year    = {2009},
  doi     = {10.1007/s10994-009-5119-5}
}

@article{drummond2006costcurves,
  title   = {Cost Curves: An Improved Method for Visualizing Classifier Performance},
  author  = {Drummond, Chris and Holte, Robert C.},
  journal = {Machine Learning},
  volume  = {65},
  number  = {1},
  pages   = {95--130},
  year    = {2006},
  doi     = {10.1007/s10994-006-8199-5}
}
