BibTeX:

@inproceedings{10.1145/3545945.3569791,
author = {Prather, James and Denny, Paul and Becker, Brett A. and Nix, Robert and Reeves, Brent N. and Randrianasolo, Arisoa S. and Powell, Garrett},
title = {First Steps Towards Predicting the Readability of Programming Error Messages},
year = {2023},
isbn = {9781450394314},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3545945.3569791},
doi = {10.1145/3545945.3569791},
abstract = {Reading a programming error message is the first step in understanding what it is trying to tell the programmer about how to fix an error in their code. However, these are often difficult to read, especially for novices which is not surprising given that error messages in many of the most popular languages in which novices learn to code were not written with readability in mind. As a result, novices frequently struggle to understand them. This is a long-standing problem, with researchers highlighting concerns about programming error message readability over the last six decades. Very recent work has put forward evidence of the need for measuring readability in error messages and a framework for doing so. This framework consists of four factors of readability for programming error messages: message length, vocabulary, jargon, and sentence construction. We use this framework to implement an approach to automatically assess the readability of programming error messages. Using established readability factors as predictors in a machine learning model, we train several models using a dataset of C and Java error messages. We examine the performance of these models, and apply the best performing model to a previously published set of messages evaluated for readability by experts, non-experts and students. Our results validate the previously proposed readability factors, and our model classifies messages similarly to human raters. Finally, we discuss future work needed to improve the accuracy of the model.},
booktitle = {Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1},
pages = {549–555},
numpages = {7},
keywords = {programming error messages, readability, compiler errors, error messages, machine learning, pems, errors},
location = {Toronto ON, Canada},
series = {SIGCSE 2023}
}

EndNote:

%0 Conference Paper
%T First Steps Towards Predicting the Readability of Programming Error Messages
%@ 9781450394314
%U https://doi.org/10.1145/3545945.3569791
%R 10.1145/3545945.3569791
%B Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1
%I Association for Computing Machinery
%A James Prather
%A Paul Denny
%A Brett A. Becker
%A Robert Nix
%A Brent N. Reeves
%A Arisoa S. Randrianasolo
%A Garrett Powell
%D 2023
%P 549–555
%K programming error messages, readability, compiler errors, error messages, machine learning, pems, errors
%C Toronto ON, Canada

ACM:

James Prather, Paul Denny, Brett A. Becker, Robert Nix, Brent N. Reeves, Arisoa S. Randrianasolo, and Garrett Powell. 2023. First Steps Towards Predicting the Readability of Programming Error Messages. In Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1 (SIGCSE 2023). Association for Computing Machinery, New York, NY, USA, 549–555. https://doi.org/10.1145/3545945.3569791