@inproceedings{chen_effects_2024, author = {Chen, Xiaowei and Sacr\'{e}, Margault and Lenzini, Gabriele and Greiff, Samuel and Distler, Verena and Sergeeva, Anastasia}, title = {The Effects of Group Discussion and Role-playing Training on Self-efficacy, Support-seeking, and Reporting Phishing Emails: Evidence from a Mixed-design Experiment}, year = {2024}, isbn = {9798400703300}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3613904.3641943}, doi = {10.1145/3613904.3641943}, abstract = {Organizations rely on phishing interventions to enhance employeesÕ vigilance and safe responses to phishing emails that bypass technical solutions. While various resources are available to counteract phishing, studies emphasize the need for interactive and practical training approaches. To investigate the effectiveness of such an approach, we developed and delivered two anti-phishing trainings, group discussion and role-playing, at a European university. We conducted a pre-registered1 experiment (N = 105), incorporating repeated measures at three time points, a control group, and three in-situ phishing tests. Both trainings enhanced employeesÕ anti-phishing self-efficacy and support-seeking intention in within-group analyses. Only the role-playing training significantly improved support-seeking intention when compared to the control group. Participants in both trainings reported more phishing tests and demonstrated heightened vigilance to phishing attacks compared to the control group. We discuss practical implications for evaluating and improving phishing interventions and promoting safe responses to phishing threats within organizations.}, booktitle = {Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems}, articleno = {829}, numpages = {21}, keywords = {Anti-phishing training, Group discussion, Mixed-design experiment, Phishing intervention, Report phishing emails, Role-playing training, Self-efficacy, Support-seeking}, location = {Honolulu, HI, USA}, series = {CHI '24} }