@article{Gundry:2022:osf.io/9fqve,
author = {Gundry, D and Deterding, S},
doi = {osf.io/9fqve},
title = {Trading Accuracy for Enjoyment? Data Quality and Player Experience in Data Collection Games},
url = {http://dx.doi.org/10.31234/osf.io/9fqve},
year = {2022}
}

Download

TY  - JOUR
AB  - <p>Games have become a popular way of collecting human subject data, based on the premise that they are more engaging than surveys or experiments, but generate equally valid data. However, this premise has not been empirically tested. In response, we designed a game for eliciting linguistic data following Intrinsic Elicitation – a design approach aiming to minimise validity threats in data collection games – and compared it to an equivalent linguistics experiment as control. In a preregistered study and replication (n=96 and n=136), using two different ways of operationalising accuracy, the game generated substantially more enjoyment (d=.70, .73) and substantially less accurate data (d=-.68, -.40) – though still more accurate than random responding. We conclude that for certain data types data collection games may present a serious trade-of between participant enjoyment and data quality, identify possible causes of lower data quality for future research, reflect on our design approach, and urge games HCI researchers to use careful controls where appropriate.</p>
AU  - Gundry,D
AU  - Deterding,S
DO  - osf.io/9fqve
PY  - 2022///
TI  - Trading Accuracy for Enjoyment? Data Quality and Player Experience in Data Collection Games
UR  - http://dx.doi.org/10.31234/osf.io/9fqve
ER  - 

Download