@inproceedings{9c9211d705a64bf182415480a4aeed5c,
title = "Safety challenges of ai in autonomous systems design – solutions from human factors perspective emphasizing ai awareness",
abstract = "Artificial intelligence (AI) is a key technology that is utilized in autonomous systems. However, using AI in such systems introduces also several safety challenges, many of which are related to complex human-AI interactions. In general, these challenges relate to the changing roles of the people who interact with the increasingly autonomous systems in various ways. In this paper, we consider a set of practical safety challenges related to applying advanced AI to autonomous machine systems and present solutions from the perspective of human factors. We apply the novel concept of AI awareness (AIA) to discuss the challenges in detail, and based on this, provide suggestions and guidelines for mitigating the AI safety risks with autonomous systems. In addition, we briefly consider the system design process to identify the actions that should be taken to ensure AIA throughout the different systems engineering design phases. The theoretical research presented in this paper aims to provide the first steps towards considering AIA in autonomous systems and understanding the human factors perspective viewpoint on AI safety for autonomous systems.",
keywords = "Artificial intelligence, Autonomous systems, Human factors, Safety, Systems engineering",
author = "Hannu Karvonen and Eetu Heikkil{\"a} and Mikael Wahlstr{\"o}m",
year = "2020",
doi = "10.1007/978-3-030-49183-3_12",
language = "English",
isbn = "978-3-030-49182-6",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer",
pages = "147--160",
editor = "Don Harris and Wen-Chin Li",
booktitle = "Engineering Psychology and Cognitive Ergonomics. Cognition and Design",
address = "Germany",
note = "17th International Conference on Engineering Psychology and Cognitive Ergonomics, EPCE 2020, held as part of the 22nd International Conference on Human-Computer Interaction, HCII 2020 ; Conference date: 19-07-2020 Through 24-07-2020",
}