@inproceedings{67ff36517f0d4582a3e68928a9cbddbc,
title = "Investigating the Effectiveness of Mutation Testing Tools in the Context of Deep Neural Networks",
abstract = "Verifying the correctness of the implementation of machine learning algorithms like neural networks has become a major topic because – for example – its increasing use in the context of safety critical systems like automated or autonomous vehicles. In contrast to evaluating the learning capabilities of such machine learning algorithms, in verification, and particularly in testing we are interested in finding critical scenarios and in giving some sort of guarantees with respect to the underlying used tests. In this paper, we contribute to the area of testing machine learning algorithms and investigate the effectiveness of traditional mutation tools in the context of Deep Neural Networks testing. In particular, we try to answer the question whether mutated neural networks can be identified considering their learning capabilities when compared to the original network. To answer this question, we performed an empirical study using Java code implementations of such networks and a mutation tool to create mutated neural networks models. As an outcome, we are able to identify some mutations to be more likely to be detected than others.",
keywords = "Mutation score for neural networks, Mutation testing, Testing neural networks",
author = "Nour Chetouane and Lorenz Klampfl and Franz Wotawa",
year = "2019",
month = may,
day = "16",
doi = "10.1007/978-3-030-20521-8_63",
language = "English",
isbn = "9783030205201",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer, Cham",
number = "11506 ",
pages = "766--777",
editor = "Gonzalo Joya and Catala, {Andreu } and Ignacio Rojas",
booktitle = "Advances in Computational Intelligence - 15th International Work-Conference on Artificial Neural Networks, IWANN 2019, Proceedings",
note = "15th International Work-Conference on Artificial Neural Networks, IWANN 2019 ; Conference date: 12-06-2019 Through 14-06-2019",
}