<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">diaendo</journal-id><journal-title-group><journal-title xml:lang="ru">Сахарный диабет</journal-title><trans-title-group xml:lang="en"><trans-title>Diabetes mellitus</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">2072-0351</issn><issn pub-type="epub">2072-0378</issn><publisher><publisher-name>Endocrinology research centre</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.14341/DM13065</article-id><article-id custom-type="elpub" pub-id-type="custom">diaendo-13065</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>Оригинальные исследования</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>Original Studies</subject></subj-group></article-categories><title-group><article-title>Разработка и валидация моделей машинного обучения, прогнозирующих риск госпитализации пациентов с сахарным диабетом в течение последующих 12 месяцев</article-title><trans-title-group xml:lang="en"><trans-title>Development and validation of machine learning models to predict unplanned hospitalizations of patients with diabetes within the next 12 months</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-6359-0763</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Андрейченко</surname><given-names>А. Е.</given-names></name><name name-style="western" xml:lang="en"><surname>Andreychenko</surname><given-names>A. E.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Андрейченко Анна Евгеньевна - к.ф.-м.н.</p><p>185910 Петрозаводск, набережная Варкауса, д. 17</p></bio><bio xml:lang="en"><p>Anna E. Andreychenko, PhD in Physics and Mathematics.</p><p>17 Varkaus Embankment, 185901 Petrozavodsk</p></bio><email xlink:type="simple">aandreychenko@webiomed.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-0513-8557</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Ермак</surname><given-names>А. Д.</given-names></name><name name-style="western" xml:lang="en"><surname>Ermak</surname><given-names>A. D.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Ермак Андрей Дмитриевич</p><p>Петрозаводск</p></bio><bio xml:lang="en"><p>Andrey D. Ermak - Data analyst, Artificial Intelligence Department, K-SkAI.</p><p>Petrozavodsk</p></bio><email xlink:type="simple">aermak@webiomed.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-8745-857X</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Гаврилов</surname><given-names>Д. В.</given-names></name><name name-style="western" xml:lang="en"><surname>Gavrilov</surname><given-names>D. V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Гаврилов Денис Владимирович</p><p>Петрозаводск</p></bio><bio xml:lang="en"><p>Denis V. Gavrilov</p><p>Petrozavodsk</p></bio><email xlink:type="simple">dgavrilov@webiomed.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-2350-977X</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Новицкий</surname><given-names>Р. Э.</given-names></name><name name-style="western" xml:lang="en"><surname>Novitskiy</surname><given-names>R. E.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Новицкий Роман Эдвардович</p><p>Петрозаводск</p></bio><bio xml:lang="en"><p>Roman E. Novitskiy.</p><p>Petrozavodsk</p></bio><email xlink:type="simple">roman@webiomed.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-7380-8460</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Гусев</surname><given-names>А. В.</given-names></name><name name-style="western" xml:lang="en"><surname>Gusev</surname><given-names>A. V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Гусев Александр Владимирович - к.т.н., ст.н.с.</p><p>Петрозаводск</p></bio><bio xml:lang="en"><p>Alexander V. Gusev - PhD in Engineering, Senior Researcher.</p><p>Moscow</p></bio><email xlink:type="simple">agusev@webiomed.ai</email><xref ref-type="aff" rid="aff-2"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>ООО «К-Скай»</institution><country>Россия</country></aff><aff xml:lang="en"><institution>K-SkAI LLC</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Центральный научно-исследовательский институт организации и информатизации здравоохранения; Научно-практический клинический центр диагностики и телемедицинских технологий</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Federal Research Institute for Health Organization and Informatics; Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>06</day><month>05</month><year>2024</year></pub-date><volume>27</volume><issue>2</issue><fpage>142</fpage><lpage>157</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Андрейченко А.Е., Ермак А.Д., Гаврилов Д.В., Новицкий Р.Э., Гусев А.В., 2024</copyright-statement><copyright-year>2024</copyright-year><copyright-holder xml:lang="ru">Андрейченко А.Е., Ермак А.Д., Гаврилов Д.В., Новицкий Р.Э., Гусев А.В.</copyright-holder><copyright-holder xml:lang="en">Andreychenko A.E., Ermak A.D., Gavrilov D.V., Novitskiy R.E., Gusev A.V.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://www.dia-endojournals.ru/jour/article/view/13065">https://www.dia-endojournals.ru/jour/article/view/13065</self-uri><abstract><sec><title>ОБОСНОВАНИЕ</title><p>ОБОСНОВАНИЕ. Заболеваемость сахарным диабетом (СД) как в Российской Федерации, так и во всем мире неуклонно растет последние десятилетия. Стабильный популяционный рост и современные эпидемиологические характеристики СД приводят к колоссальным экономическим расходам и значительному социальному ущербу во всем мире. Заболевание зачастую приобретает прогрессирующее течение с развитием характерных осложнений, при этом значительно повышая вероятность госпитализации. Создание и внедрение модели прогнозирования госпитализаций пациентов с СД в круглосуточный стационар позволит персонифицировать оказание медицинской помощи и оптимизировать нагрузку на всю систему здравоохранения.</p></sec><sec><title>ЦЕЛЬ</title><p>ЦЕЛЬ. Разработка и валидация моделей прогнозирования госпитализаций пациентов с СД по поводу самого заболевания и его осложнений с использованием алгоритмов машинного обучения и данных реальной клинической практики.</p></sec><sec><title>МАТЕРИАЛЫ И МЕТОДЫ</title><p>МАТЕРИАЛЫ И МЕТОДЫ. По сведениям из деперсонифицированных электронных медицинских карт, полученных из платформы Webiomed, была проанализирована 170 141 запись 23 742 пациентов с СД. В качестве потенциальных факторов прогноза отобраны анамнестические, конституциональные, клинические, инструментальные и лабораторные данные, широко используемые в рутинной врачебной практике — всего 33 признака. Для создания моделей применялась логистическая регрессия (LR), методы градиентного бустинга (LightGBM, XGBoost, CatBoost), методы, основанные на деревьях решений (RandomForest и ExtraTrees), а также алгоритм на основе нейронных сетей (Multi-layer Perceptron).</p></sec><sec><title>РЕЗУЛЬТАТЫ</title><p>РЕЗУЛЬТАТЫ. Наилучшие результаты и устойчивость к внешним данным показала модель LightGBM со значением целевой метрики AUC 0.818 (95% ДИ 0,802–0,834) при внутреннем тестировании и 0,802 (95% ДИ 0,773–0,832) при внешней валидации.</p></sec><sec><title>ЗАКЛЮЧЕНИЕ</title><p>ЗАКЛЮЧЕНИЕ. Метрики полученной итоговой модели превосходили опубликованные ранее аналоги. Результаты внешней валидации показали относительную устойчивость модели к новым данным из другого региона, что в совокупности с показателями качества отражает возможность ее использования в реальной клинической практике.</p></sec></abstract><trans-abstract xml:lang="en"><sec><title>BACKGROUND</title><p>BACKGROUND: The incidence of diabetes mellitus (DM) both in the Russian Federation and in the world has been steadily increasing for several decades. Stable population growth and current epidemiological characteristics of DM lead to enormous economic costs and significant social losses throughout the world. The disease often progresses with the development of specific complications, while significantly increasing the likelihood of hospitalization. The creation and inference of a machine learning model for predicting hospitalizations of patients with DM to an inpatient medical facility will make it possible to personalize the provision of medical care and optimize the load on the entire healthcare system.</p></sec><sec><title>AIM</title><p>AIM: Development and validation of models for predicting unplanned hospitalizations of patients with diabetes due to the disease itself and its complications using machine learning algorithms and data from real clinical practice.</p></sec><sec><title>MATERIALS AND METHODS</title><p>MATERIALS AND METHODS: 170,141 depersonalized electronic health records of 23,742 diabetic patients were included in the study. Anamnestic, constitutional, clinical, instrumental and laboratory data, widely used in routine medical practice, were considered as potential predictors, a total of 33 signs. Logistic regression (LR), gradient boosting methods (LightGBM, XGBoost, CatBoost), decision tree-based methods (RandomForest and ExtraTrees), and a neural network-based algorithm (Multi-layer Perceptron) were compared. External validation was performed on the data of the separate region of Russian Federation.</p></sec><sec><title>RESULTS</title><p>RESULTS: The best results and stability to external validation data were shown by the LightGBM model with an AUC of 0.818 (95% CI 0.802–0.834) in internal testing and 0.802 (95% CI 0.773–0.832) in external validation.</p></sec><sec><title>CONCLUSION</title><p>CONCLUSION: The metrics of the best model were superior to previously published studies. The results of external validation showed the relative stability of the model to new data from another region, that reflects the possibility of the model’s application in real clinical practice.</p></sec></trans-abstract><kwd-group xml:lang="ru"><kwd>сахарный диабет</kwd><kwd>госпитализация</kwd><kwd>прогнозные модели</kwd><kwd>машинное обучение</kwd><kwd>искусственный интеллект</kwd></kwd-group><kwd-group xml:lang="en"><kwd>diabetes mellitus</kwd><kwd>hospitalization</kwd><kwd>predictive models</kwd><kwd>machine learning</kwd><kwd>artificial intelligence</kwd></kwd-group><funding-group><funding-statement xml:lang="ru">Исследование выполнено за счет собственных средств компании</funding-statement></funding-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Алгоритмы специализированной медицинской помощи больным сахарным диабетом. Под редакцией И.И. Дедова, М.В. Шестаковой, А.Ю. Майорова. 10-й выпуск. Сахарный диабет. 2021. — Т. 24. — 1S. — С. 1-148. https://doi.org/10.14341/DM12802</mixed-citation><mixed-citation xml:lang="en">Dedov II, Shestakova M V., Mayorov AY, et al. Standards of specialized diabetes care. Edited by Dedov I.I., Shestakova M.V., Mayorov A.Yu. 10th edition. Diabetes mellitus. 2022;24(1S):1-148. (In Russ.) https://doi.org/10.14341/DM12802</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">World Health Organization, International Diabetes Federation. Definition and diagnosis of diabetes mellitus and intermediate hyperglycaemia. Report of a WHO/IDF consultation. Geneva; 2006</mixed-citation><mixed-citation xml:lang="en">World Health Organization, International Diabetes Federation. Definition and diagnosis of diabetes mellitus and intermediate hyperglycaemia. Report of a WHO/IDF consultation. Geneva; 2006</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Дедов И.И., Викулова О.К., Железнякова А.В., Исаков М.А. Эпидемиологические характеристики сахарного диабета в Российской Федерации: клинико-статистический анализ по данным регистра сахарного диабета на 01.01.2021 // Сахарный диабет. 2021. — Т. 24. — №3. — С. 204-221. https://doi.org/10.14341/DM12759</mixed-citation><mixed-citation xml:lang="en">Dedov II, Shestakova M V., Vikulova OK, Zheleznyakova AV., Isakov MА. Epidemiological characteristics of diabetes mellitus in the Russian Federation: clinical and statistical analysis according to the Federal diabetes register data of 01.01.2021. Diabetes Mellit. 2021;24(3):204-221. (In Russ.) https://doi.org/10.14341/DM12759</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Saeedi P, Petersohn I, Salpea P, Malanda B, Karuranga S, Unwin N, et al. Global and regional diabetes prevalence estimates for 2019 and projections for 2030 and 2045: Results from the International Diabetes Federation Diabetes Atlas. Diabetes research and clinical practice. 2019; 157:107843</mixed-citation><mixed-citation xml:lang="en">Saeedi P, Petersohn I, Salpea P, Malanda B, Karuranga S, Unwin N, et al. Global and regional diabetes prevalence estimates for 2019 and projections for 2030 and 2045: Results from the International Diabetes Federation Diabetes Atlas. Diabetes research and clinical practice. 2019; 157:107843</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Jeong IS, Kang CM. Time to Diagnosis and Treatment of Diabetes Mellitus among Korean Adults with Hyperglycemia: Using a Community-Based Cohort Study. International Journal of Environmental Research and Public Health. 2022; 19(19):12090. https://doi.org/10.3390/ijerph191912090</mixed-citation><mixed-citation xml:lang="en">Jeong IS, Kang CM. Time to Diagnosis and Treatment of Diabetes Mellitus among Korean Adults with Hyperglycemia: Using a Community-Based Cohort Study. International Journal of Environmental Research and Public Health. 2022; 19(19):12090. https://doi.org/10.3390/ijerph191912090</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Bommer C, Heesemann E, Sagalova V, et al. The global economic burden of diabetes in adults aged 20-79 years: a cost-of-illness study. Lancet Diabetes Endocrinol 2017;5(6):423–30. https://doi.org/10.1016/S2213-8587(17)30097-9</mixed-citation><mixed-citation xml:lang="en">Bommer C, Heesemann E, Sagalova V, et al. The global economic burden of diabetes in adults aged 20-79 years: a cost-of-illness study. Lancet Diabetes Endocrinol 2017;5(6):423–30. https://doi.org/10.1016/S2213-8587(17)30097-9</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Caughey GE, Pratt NL, Barratt JD, Shakib S, Kemp‐Casey AR, Roughead EE. Understanding 30‐day re‐admission after hospitalisation of older patients for diabetes: identifying those at greatest risk. Med J Aust. 2017;206(4):170-175. https://doi.org/10.5694/mja16.00671</mixed-citation><mixed-citation xml:lang="en">Caughey GE, Pratt NL, Barratt JD, Shakib S, Kemp‐Casey AR, Roughead EE. Understanding 30‐day re‐admission after hospitalisation of older patients for diabetes: identifying those at greatest risk. Med J Aust. 2017;206(4):170-175. https://doi.org/10.5694/mja16.00671</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Li T-C, Li C-I, Liu C-S, et al. Development and validation of prediction models for the risks of diabetes-related hospitalization and in-hospital mortality in patients with type 2 diabetes. Metabolism. 2018;85:38-47. https://doi.org/10.1016/j.metabol.2018.02.003</mixed-citation><mixed-citation xml:lang="en">Li T-C, Li C-I, Liu C-S, et al. Development and validation of prediction models for the risks of diabetes-related hospitalization and in-hospital mortality in patients with type 2 diabetes. Metabolism. 2018;85:38-47. https://doi.org/10.1016/j.metabol.2018.02.003</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Brisimi TS, Xu T, Wang T, Dai W, Paschalidis IC. Predicting diabetes-related hospitalizations based on electronic health records. Stat Methods Med Res. 2019; 28: 3667–82</mixed-citation><mixed-citation xml:lang="en">Brisimi TS, Xu T, Wang T, Dai W, Paschalidis IC. Predicting diabetes-related hospitalizations based on electronic health records. Stat Methods Med Res. 2019; 28: 3667–82</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Lu H, Uddin S. Explainable Stacking-Based Model for Predicting Hospital Readmission for Diabetic Patients. Information. 2022; 13(9):436</mixed-citation><mixed-citation xml:lang="en">Lu H, Uddin S. Explainable Stacking-Based Model for Predicting Hospital Readmission for Diabetic Patients. Information. 2022; 13(9):436</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Hai AA, et al. Deep Learning vs Traditional Models for Predicting Hospital Readmission among Patients with Diabetes</mixed-citation><mixed-citation xml:lang="en">Hai AA, et al. Deep Learning vs Traditional Models for Predicting Hospital Readmission among Patients with Diabetes</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Bhuvan MS, Kumar A, Zafar A, Kishore V. Identifying Diabetic Patients with High Risk of Readmission. Feb. 2016, [Online]</mixed-citation><mixed-citation xml:lang="en">Bhuvan MS, Kumar A, Zafar A, Kishore V. Identifying Diabetic Patients with High Risk of Readmission. Feb. 2016, [Online]</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Moons KG, Altman DG, Reitsma JB, et al. Transparent Reporting of a multivariable prediction model for Individual Prognosis or Diagnosis (TRIPOD): explanation and elaboration. Ann Intern Med. 2015;162(1):W1-73</mixed-citation><mixed-citation xml:lang="en">Moons KG, Altman DG, Reitsma JB, et al. Transparent Reporting of a multivariable prediction model for Individual Prognosis or Diagnosis (TRIPOD): explanation and elaboration. Ann Intern Med. 2015;162(1):W1-73</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Lundberg SM, Erion G, Chen H, et al. From local explanations to global understanding with explainable AI for trees. Nature Machine Intelligence. 2020; 2(1): 56–67. https://doi.org/10.1038/s42256-019-0138-9</mixed-citation><mixed-citation xml:lang="en">Lundberg SM, Erion G, Chen H, et al. From local explanations to global understanding with explainable AI for trees. Nature Machine Intelligence. 2020; 2(1): 56–67. https://doi.org/10.1038/s42256-019-0138-9</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Strilets V, Bakumenko N, Donets V, et al. Machine Learning Methods in Medicine Diagnostics Problem, 16th International Conference on ICT in Education, Research and Industrial Applications. Integration, Harmonization and Knowledge Transfer: proceedings, 2020, Vol. II: pp. 89–101</mixed-citation><mixed-citation xml:lang="en">Strilets V, Bakumenko N, Donets V, et al. Machine Learning Methods in Medicine Diagnostics Problem, 16th International Conference on ICT in Education, Research and Industrial Applications. Integration, Harmonization and Knowledge Transfer: proceedings, 2020, Vol. II: pp. 89–101</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Van Calster B, McLernon D J, van Smeden M, et al. Calibration: the Achilles heel of predictive analytics. BMC Medicine. 2019; 17(1): 230. https://doi.org/10.1186/s12916-019-1466-7</mixed-citation><mixed-citation xml:lang="en">Van Calster B, McLernon D J, van Smeden M, et al. Calibration: the Achilles heel of predictive analytics. BMC Medicine. 2019; 17(1): 230. https://doi.org/10.1186/s12916-019-1466-7</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Zoubir AM, Iskandler DR. Bootstrap Methods and Applications. In IEEE Signal Processing Magazine. 2007;24(4):10-19. https://doi.org/10.1109/MSP.2007.4286560</mixed-citation><mixed-citation xml:lang="en">Zoubir AM, Iskandler DR. Bootstrap Methods and Applications. In IEEE Signal Processing Magazine. 2007;24(4):10-19. https://doi.org/10.1109/MSP.2007.4286560</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Ding, Yufeng and Jeffrey S. Simonoff. An Investigation of Missing Data Methods for Classification Trees. Econometrics: Data Collection &amp; Data Estimation Methodology eJournal (2006)</mixed-citation><mixed-citation xml:lang="en">Ding, Yufeng and Jeffrey S. Simonoff. An Investigation of Missing Data Methods for Classification Trees. Econometrics: Data Collection &amp; Data Estimation Methodology eJournal (2006)</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Awais M, Shamshad F, Bae S. (2019). Towards an Adversarially Robust Normalization Approach. ArXiv, abs/2006.11007</mixed-citation><mixed-citation xml:lang="en">Awais M, Shamshad F, Bae S. (2019). Towards an Adversarially Robust Normalization Approach. ArXiv, abs/2006.11007</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">Fischer BG, Evans AT SpPin and SnNout Are Not Enough. It’s Time to Fully Embrace Likelihood Ratios and Probabilistic Reasoning to Achieve Diagnostic Excellence. J Gen Intern Med. 2023.</mixed-citation><mixed-citation xml:lang="en">Fischer BG, Evans AT SpPin and SnNout Are Not Enough. It’s Time to Fully Embrace Likelihood Ratios and Probabilistic Reasoning to Achieve Diagnostic Excellence. J Gen Intern Med. 2023.</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">Дедов И.И., Шестакова М.В., Викулова О.К., и др. Сахарный диабет в Российской Федерации: динамика эпидемиологических показателей по данным Федерального регистра сахарного диабета за период 2010–2022 гг. Сахарный диабет. 2023. — Т. 26. — №2. — С. 104-123. https://doi.org/10.14341/DM13035</mixed-citation><mixed-citation xml:lang="en">Dedov II, Shestakova MV, Vikulova OK, et al. Diabetes mellitus in the Russian Federation: dynamics of epidemiological indicators according to the Federal Register of Diabetes Mellitus for the period 2010–2022. Diabetes mellitus. 2023;26(2):104-123. (In Russ.) https://doi.org/10.14341/DM13035</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">Riley RD, Debray TPA., Collins GS, et al. Minimum sample size for external validation of a clinical prediction model with a binary outcome. Statistics in Medicine. 2021; 40(19): 4230–4251</mixed-citation><mixed-citation xml:lang="en">Riley RD, Debray TPA., Collins GS, et al. Minimum sample size for external validation of a clinical prediction model with a binary outcome. Statistics in Medicine. 2021; 40(19): 4230–4251</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
