@inproceedings{f4e3a8c7656b418daa90e6682588ab4a,
title = "Testing the Reliability and Validity of Net-HARMS: A New Systems-Based Risk Assessment Method in HFE",
abstract = "There is growing interest in the use of systems-based risk assessment (RA) methods in human factors and ergonomics (HFE). Despite this, there has been a lack of formal reliability and validity testing undertaken to determine whether systems-based RA methods have the capacity to reliably and accurately identify potential risks within complex systems. The purpose of this study was to test the intra-rater reliability (within subject stability) and criterion-related validity ({\textquoteleft}gold standard{\textquoteright} performance) of the Networked Hazard Analysis and Risk Management System (Net-HARMS). Net-HARMS is a new and innovative systems-based RA method that supports analysts with the identification of emergent risks. Emergent risks represent new risks that are created when risks from across a complex system interact with one another. Reliability and validity measures for Net-HARMS were obtained using the Signal Detection Theory (SDT) paradigm. Matthews Correlation Coefficient (MCC) was used to analyze the complete SDT data to measure the strength of the correlation between risks. Findings indicate a weak to moderate level of reliability and validity for Net-HARMS based on the MCC score. The results suggest that there is merit to the continued use of Net-HARMS following a series of methodological recommendations that aim to enhance the reliability and validity of future applications.",
keywords = "Net-HARMS, Reliability and validity, Risk assessment, Signal detection theory",
author = "Adam Hulme and Stanton, {Neville A.} and Walker, {Guy H.} and Patrick Waterson and Salmon, {Paul M.}",
note = "Publisher Copyright: {\textcopyright} 2021, The Author(s), under exclusive license to Springer Nature Switzerland AG.; 21st Congress of the International Ergonomics Association 2021, IEA 2021 ; Conference date: 13-06-2021 Through 18-06-2021",
year = "2021",
month = may,
day = "1",
doi = "10.1007/978-3-030-74602-5_51",
language = "English",
isbn = "9783030746018",
volume = "1",
series = "Lecture Notes in Networks and Systems",
publisher = "Springer",
pages = "354--362",
editor = "Black, {Nancy L.} and Neumann, {W. Patrick} and Ian Noy",
booktitle = "Proceedings of the 21st Congress of the International Ergonomics Association (IEA 2021)",
}