@inproceedings{581dc03cc9fe477f9dca7a43e79edfdc,
title = "How to Train a (Bad) Algorithmic Caseworker: A Quantitative Deconstruction of Risk Assessments in Child Welfare",
abstract = "Child welfare (CW) agencies use risk assessment tools as a means to achieve evidence-based, consistent, and unbiased decision-making. These risk assessments act as data collection mechanisms and have been further developed into algorithmic systems in recent years. Moreover, several of these algorithms have reinforced biased theoretical constructs and predictors because of the easy availability of structured assessment data. In this study, we critically examine the Washington Assessment of Risk Model (WARM), a prominent risk assessment tool that has been adopted by over 30 states in the United States and has been repurposed into more complex algorithmic systems. We compared WARM against the narrative coding of casenotes written by caseworkers who used WARM. We found significant discrepancies between the casenotes and WARM data where WARM scores did not not mirror caseworkers' notes about family risk. We provide the SIGCHI community with some initial findings from the quantitative de-construction of a child-welfare risk assessment algorithm.",
keywords = "algorithmic bias, algorithmic decision-making, risk assessments",
author = "Devansh Saxena and Charles Repaci and Sage, \{Melanie D.\} and Shion Guha",
note = "Publisher Copyright: {\textcopyright} 2022 Owner/Author.; 2022 CHI Conference on Human Factors in Computing Systems, CHI EA 2022 ; Conference date: 30-04-2022 Through 05-05-2022",
year = "2022",
month = apr,
day = "28",
doi = "10.1145/3491101.3519771",
language = "English",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery ",
booktitle = "CHI 2022 - Extended Abstracts of the 2022 CHI Conference on Human Factors in Computing Systems",
address = "United States",
}