@inproceedings{a70e76407f654b2ea2c93b0038169cbc,
title = "Testing research software: A case study",
abstract = "Background: The increasing importance of software for the conduct of various types of research raises the necessity of proper testing to ensure correctness. The unique characteristics of the research software produce challenges in the testing process that require attention. Aims: Therefore, the goal of this paper is to share the experience of implementing a testing framework using a statistical approach for a specific type of research software, i.e. non-deterministic software. Method: Using the ParSplice research software project as a case, we implemented a testing framework based on a statistical testing approach called Multinomial Test. Results: Using the new framework, we were able to test the ParSplice project and demonstrate correctness in a situation where traditional methodical testing approaches were not feasible. Conclusions: This study opens up the possibilities of using statistical testing approaches for research software that can overcome some of the inherent challenges involved in testing non-deterministic research software.",
keywords = "Research software, Software engineering, Testing",
author = "Eisty, {Nasir U.} and Danny Perez and Carver, {Jeffrey C.} and Moulton, {J. David} and Nam, {Hai Ah}",
note = "Publisher Copyright: {\textcopyright} Springer Nature Switzerland AG 2020.; 20th International Conference on Computational Science, ICCS 2020 ; Conference date: 03-06-2020 Through 05-06-2020",
year = "2020",
doi = "10.1007/978-3-030-50436-6_33",
language = "English",
isbn = "9783030504359",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "457--463",
editor = "Krzhizhanovskaya, {Valeria V.} and G{\'a}bor Z{\'a}vodszky and Lees, {Michael H.} and Sloot, {Peter M.A.} and Sloot, {Peter M.A.} and Sloot, {Peter M.A.} and Dongarra, {Jack J.} and S{\'e}rgio Brissos and Jo{\~a}o Teixeira",
booktitle = "Computational Science – ICCS 2020 - 20th International Conference, Proceedings",
address = "Germany",
}