@article {Xie2021.02.09.21251397, author = {Feng Xie and Marcus Eng Hock Ong and Johannes Nathaniel Min Hui Liew and Kenneth Boon Kiat Tan and Andrew Fu Wah Ho and Gayathri Devi Nadarajan and Lian Leng Low and Yu Heng Kwan and Benjamin Alan Goldstein and David Bruce Matchar and Bibhas Chakraborty and Nan Liu}, title = {Score for Emergency Risk Prediction (SERP): An Interpretable Machine Learning AutoScore{\textendash}Derived Triage Tool for Predicting Mortality after Emergency Admissions}, elocation-id = {2021.02.09.21251397}, year = {2021}, doi = {10.1101/2021.02.09.21251397}, publisher = {Cold Spring Harbor Laboratory Press}, abstract = {Importance Triage in the emergency department (ED) for admission and appropriate level of hospital care is a complex clinical judgment based on the tacit understanding of the patient{\textquoteright}s likely acute course, availability of medical resources, and local practices. While a scoring tool could be valuable in triage, currently available tools have demonstrated limitations.Objective To develop a tool based on a parsimonious list of predictors available early at ED triage, to provide a simple, early, and accurate estimate of short-term mortality risk, the Score for Emergency Risk Prediction (SERP), and evaluate its predictive accuracy relative to published tools.Design, Setting, and Participants We performed a single-site, retrospective study for all emergency department (ED) patients between January 2009 and December 2016 admitted in a tertiary hospital in Singapore. SERP was derived using the machine learning framework for developing predictive models, AutoScore, based on six variables easily available early in the ED care process. Using internal validation, the SERP was compared to the current triage system, Patient Acuity Category Scale (PACS), Modified Early Warning Score (MEWS), National Early Warning Score (NEWS), Cardiac Arrest Risk Triage (CART), and Charlson Comorbidity Index (CCI) in predicting both primary and secondary outcomes in the study.Main Outcomes and Measures The primary outcome of interest was 30-day mortality. Secondary outcomes include 2-day mortality, inpatient mortality, 30-day post-discharge mortality, and 1-year mortality. The SERP{\textquoteright}s predictive power was measured using the area under the curve (AUC) in the receiver operating characteristic (ROC) analysis. Sensitivity, specificity, positive predictive value (PPV), and negative predictive value (NPV) were calculated under the optimal threshold, defined as the point nearest to the upper-left corner of the ROC curve.Results We included 224,666 ED episodes in the model training cohort, 56,167 episodes in the validation cohort, and 42,676 episodes in the testing cohort. 18,797 (5.8\%) of them died in 30 days after their ED visits. Evaluated on the testing set, SERP outperformed several benchmark scores in predicting 30-day mortality and other mortality-related outcomes. Under cut-off score of 27, SERP achieved a sensitivity of 72.6\% (95\% confidence interval [CI]: 70.7-74.3\%), a specificity of 77.8\% (95\% CI: 77.5-78.2), a positive predictive value of 15.8\% (15.4-16.2\%) and a negative predictive value of 98\% (97.9-98.1\%).Conclusions SERP showed better prediction performance than existing triage scores while maintaining easy implementation and ease of ascertainment at the ED. It has the potential to be widely applied and validated in different circumstances and healthcare settings.Question How does a tool for predicting hospital outcomes based on a machine learning-based automatic clinical score generator, AutoScore, perform in a cohort of individuals admitted to hospital from the emergency department (ED) compared to other published clinical tools?Findings The new tool, the Score for Emergency Risk Prediction (SERP), is parsimonious and point-based. SERP was more accurate in identifying patients who died during short or long-term care, compared with other point-based clinical tools.Meaning SERP, a tool based on AutoScore is promising for triaging patients admitted from the ED according to mortality risk.Competing Interest StatementThe authors have declared no competing interest.Funding StatementThis research received funding from Duke-NUS Medical School and the Estate of Tan Sri Khoo Teck Puat under the Khoo Pilot Award (Collaborative). This study was also supported by the Singapore National Medical Research Council under the PULSES Center Grant.Author DeclarationsI confirm all relevant ethical guidelines have been followed, and any necessary IRB and/or ethics committee approvals have been obtained.YesThe details of the IRB/oversight body that provided approval or exemption for the research described are given below:This study was approved by Singapore Health Services{\textquoteright} Centralized Institutional Review Board, and a waiver of consent was granted for EHR data collection.All necessary patient/participant consent has been obtained and the appropriate institutional forms have been archived.YesI understand that all clinical trials and any other prospective interventional studies must be registered with an ICMJE-approved registry, such as ClinicalTrials.gov. I confirm that any such study reported in the manuscript has been registered and the trial registration ID is provided (note: if posting a prospective study registered retrospectively, please provide a statement in the trial ID field explaining why the study was not registered in advance).YesI have followed all appropriate research reporting guidelines and uploaded the relevant EQUATOR Network research reporting checklist(s) and other pertinent material as supplementary files, if applicable.YesDetails of the variables and derived predictive model are available from the corresponding author.}, URL = {https://www.medrxiv.org/content/early/2021/02/12/2021.02.09.21251397}, eprint = {https://www.medrxiv.org/content/early/2021/02/12/2021.02.09.21251397.full.pdf}, journal = {medRxiv} }