Daher, Salam; Hochreiter, Jason; Schubert, Ryan; Gonzalez, Laura; Cendan, Juan; Anderson, Mindi; Diaz, Desiree; Welch, Gregory
Physical-Virtual Patient: A new patient simulator Journal Article
In: Society of Simulation in Healthcare Journal, vol. 15, iss. 2, pp. 115-121, 2020.
@article{daher2020physical,
title = {Physical-Virtual Patient: A new patient simulator},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch },
url = {https://journals.lww.com/simulationinhealthcare/fulltext/2020/04000/the_physical_virtual_patient_simulator__a_physical.9.aspx},
doi = {10.1097/SIH.0000000000000409},
year = {2020},
date = {2020-04-01},
urldate = {2020-04-01},
journal = {Society of Simulation in Healthcare Journal},
volume = {15},
issue = {2},
pages = {115-121},
abstract = {Introduction: We introduce a new type of patient simulator referred to as the Physical-Virtual Patient Simulator (PVPS). The PVPS combines the tangible characteristics of a human-shaped physical form with the flexibility and richness of a virtual patient. The PVPS can exhibit a range of multisensory cues, including visual cues (eg, capillary refill, facial expressions, appearance changes), auditory cues (eg, verbal responses, heart sounds), and tactile cues (eg, localized temperature, pulse).
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)
Richards, Kendra; Mahalanobis, Nikhil; Kim, Kangsoo; Schubert, Ryan; Lee, Myungho; Daher, Salam; Norouzi, Nahal; Hochreiter, Jason; Bruder, Gerd; Welch, Gregory
ACM Symposium on Spatial User Interaction (SUI), no. 3, 2019, ISBN: 978-1-4503-6975-6/19/10.
@conference{richards2019analysis,
title = {Analysis of Peripheral Vision and Vibrotactile Feedback During Proximal Search Tasks with Dynamic Virtual Entities in Augmented Reality},
author = {Kendra Richards and Nikhil Mahalanobis and Kangsoo Kim and Ryan Schubert and Myungho Lee and Salam Daher and Nahal Norouzi and Jason Hochreiter and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/10.1145/3357251.3357585},
doi = {10.1145/3357251.3357585},
isbn = {978-1-4503-6975-6/19/10},
year = {2019},
date = {2019-10-19},
urldate = {2019-10-19},
booktitle = {ACM Symposium on Spatial User Interaction (SUI)},
number = {3},
pages = {1-9},
abstract = {A primary goal of augmented reality (AR) is to seamlessly embed virtual content into a real environment. There are many factors that can affect the perceived physicality and co-presence of virtual entities, including the hardware capabilities, the fidelity of the virtual behaviors, and sensory feedback associated with the interactions. In this paper, we present a study investigating participants’ perceptions and behaviors during a time-limited search task in close proximity with virtual entities in AR. In particular, we analyze the effects of (i) visual conflicts in the periphery of an optical see-through head-mounted display, a Microsoft HoloLens, (ii) overall lighting in the physical environment, and (iii) multimodal feedback based on vibrotactile transducers mounted on a physical platform. Our results show significant benefits of vibrotactile feedback and reduced peripheral lighting for spatial and social presence, and engagement. We discuss implications of these effects for AR applications.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Hochreiter, Jason; Schubert, Ryan; Bruder, Gerd; Gonzalez, Laura; Cendan, Juan; Anderson, Mindi; Diaz, Desiree; Welch, Gregory
Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents Conference
IEEE Virtual Reality, Osaka, Japan, 2019, ISBN: 978-1-7281-1377-7.
@conference{daher2019matching,
title = {Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Gerd Bruder and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch},
url = {https://ieeexplore.ieee.org/document/8797814},
doi = {10.1109/VR.2019.8797814},
isbn = { 978-1-7281-1377-7},
year = {2019},
date = {2019-03-23},
urldate = {2019-03-23},
booktitle = {IEEE Virtual Reality},
pages = {886-887},
address = {Osaka, Japan},
abstract = {Embodied virtual agents serving as patient simulators are widely used in medical training scenarios, ranging from physical patients to virtual patients presented via virtual and augmented reality technologies. Physical-virtual patients are a hybrid solution that combines the benefits of dynamic visuals integrated into a human-shaped physical form that can also present other cues, such as pulse, breathing sounds, and temperature. Sometimes in simulation the visuals and shape do not match. We carried out a human-participant study employing graduate nursing students in pediatric patient simulations comprising conditions associated with matching/non-matching of the visuals and shape.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Kim, Kangsoo; Lee, Myungho; Bruder, Gerd; Schubert, Ryan; Bailenson, Jeremy; Welch, Gregory
IEEE Symposium on 3D User Interfaces, Los Angeles – CA, 2017.
@conference{daher2017can,
title = {Can Social Presence be Contagious? Effects of Social Presence Priming on Interaction with Virtual Humans.},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Gerd Bruder and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
url = {PDF available upon request.},
year = {2017},
date = {2017-03-01},
urldate = {2017-03-01},
booktitle = {IEEE Symposium on 3D User Interfaces},
address = {Los Angeles – CA},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Schubert, Ryan; Welch, Gregory; Daher, Salam; Raij, Andrew
HuSIS: A Dedicated Space for Studying Human Interactions Journal Article
In: IEEE Computer Graphics and Applications, 2016.
@article{schubert2016husis,
title = {HuSIS: A Dedicated Space for Studying Human Interactions},
author = {Ryan Schubert and Gregory Welch and Salam Daher and Andrew Raij},
year = {2016},
date = {2016-11-01},
urldate = {2016-11-01},
journal = {IEEE Computer Graphics and Applications},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Daher, Salam; Kim, Kangsoo; Lee, Myungho; Raij, Andrew; Schubert, Ryan; Bailenson, Jeremy; Welch, Gregory
Exploring Social Presence Transfer in Real-Virtual Human Interaction Conference
IEEE Virtual Reality, Greenville, SC, 2016.
@conference{daher2016exploring,
title = {Exploring Social Presence Transfer in Real-Virtual Human Interaction},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Andrew Raij and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
year = {2016},
date = {2016-03-01},
urldate = {2016-03-01},
booktitle = {IEEE Virtual Reality},
address = {Greenville, SC},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
2020
Salam Daher, Jason Hochreiter, Ryan Schubert, Laura Gonzalez, Juan Cendan, Mindi Anderson, Desiree Diaz, Gregory Welch
Physical-Virtual Patient: A new patient simulator Journal Article
In: Society of Simulation in Healthcare Journal, vol. 15, iss. 2, pp. 115-121, 2020.
Abstract | Links | BibTeX | Tags: 2020, Desiree Diaz, development, evaluation, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pediatric patient simulation, physical-virtual patient simulator, pilot study, pvp, Ryan Schubert, Salam Daher, sepsis
@article{daher2020physical,
title = {Physical-Virtual Patient: A new patient simulator},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch },
url = {https://journals.lww.com/simulationinhealthcare/fulltext/2020/04000/the_physical_virtual_patient_simulator__a_physical.9.aspx},
doi = {10.1097/SIH.0000000000000409},
year = {2020},
date = {2020-04-01},
urldate = {2020-04-01},
journal = {Society of Simulation in Healthcare Journal},
volume = {15},
issue = {2},
pages = {115-121},
abstract = {Introduction: We introduce a new type of patient simulator referred to as the Physical-Virtual Patient Simulator (PVPS). The PVPS combines the tangible characteristics of a human-shaped physical form with the flexibility and richness of a virtual patient. The PVPS can exhibit a range of multisensory cues, including visual cues (eg, capillary refill, facial expressions, appearance changes), auditory cues (eg, verbal responses, heart sounds), and tactile cues (eg, localized temperature, pulse).
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)},
keywords = {2020, Desiree Diaz, development, evaluation, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pediatric patient simulation, physical-virtual patient simulator, pilot study, pvp, Ryan Schubert, Salam Daher, sepsis},
pubstate = {published},
tppubtype = {article}
}
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)
2019
Kendra Richards, Nikhil Mahalanobis, Kangsoo Kim, Ryan Schubert, Myungho Lee, Salam Daher, Nahal Norouzi, Jason Hochreiter, Gerd Bruder, Gregory Welch
ACM Symposium on Spatial User Interaction (SUI), no. 3, 2019, ISBN: 978-1-4503-6975-6/19/10.
Abstract | Links | BibTeX | Tags: 2019, Augmented Reality, Field of View, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Kangsoo Kin, Kendra Richards, Multimodal Feedback, Myungho Lee, Nahal Norouzi, Nikhil Mahalanobis, Ryan Schubert, Salam Daher, Search Task
@conference{richards2019analysis,
title = {Analysis of Peripheral Vision and Vibrotactile Feedback During Proximal Search Tasks with Dynamic Virtual Entities in Augmented Reality},
author = {Kendra Richards and Nikhil Mahalanobis and Kangsoo Kim and Ryan Schubert and Myungho Lee and Salam Daher and Nahal Norouzi and Jason Hochreiter and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/10.1145/3357251.3357585},
doi = {10.1145/3357251.3357585},
isbn = {978-1-4503-6975-6/19/10},
year = {2019},
date = {2019-10-19},
urldate = {2019-10-19},
booktitle = {ACM Symposium on Spatial User Interaction (SUI)},
number = {3},
pages = {1-9},
abstract = {A primary goal of augmented reality (AR) is to seamlessly embed virtual content into a real environment. There are many factors that can affect the perceived physicality and co-presence of virtual entities, including the hardware capabilities, the fidelity of the virtual behaviors, and sensory feedback associated with the interactions. In this paper, we present a study investigating participants’ perceptions and behaviors during a time-limited search task in close proximity with virtual entities in AR. In particular, we analyze the effects of (i) visual conflicts in the periphery of an optical see-through head-mounted display, a Microsoft HoloLens, (ii) overall lighting in the physical environment, and (iii) multimodal feedback based on vibrotactile transducers mounted on a physical platform. Our results show significant benefits of vibrotactile feedback and reduced peripheral lighting for spatial and social presence, and engagement. We discuss implications of these effects for AR applications.},
keywords = {2019, Augmented Reality, Field of View, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Kangsoo Kin, Kendra Richards, Multimodal Feedback, Myungho Lee, Nahal Norouzi, Nikhil Mahalanobis, Ryan Schubert, Salam Daher, Search Task},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Jason Hochreiter, Ryan Schubert, Gerd Bruder, Laura Gonzalez, Juan Cendan, Mindi Anderson, Desiree Diaz, Gregory Welch
Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents Conference
IEEE Virtual Reality, Osaka, Japan, 2019, ISBN: 978-1-7281-1377-7.
Abstract | Links | BibTeX | Tags: 2019, Desiree Diaz, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pvp, Ryan Schubert, Salam Daher
@conference{daher2019matching,
title = {Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Gerd Bruder and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch},
url = {https://ieeexplore.ieee.org/document/8797814},
doi = {10.1109/VR.2019.8797814},
isbn = { 978-1-7281-1377-7},
year = {2019},
date = {2019-03-23},
urldate = {2019-03-23},
booktitle = {IEEE Virtual Reality},
pages = {886-887},
address = {Osaka, Japan},
abstract = {Embodied virtual agents serving as patient simulators are widely used in medical training scenarios, ranging from physical patients to virtual patients presented via virtual and augmented reality technologies. Physical-virtual patients are a hybrid solution that combines the benefits of dynamic visuals integrated into a human-shaped physical form that can also present other cues, such as pulse, breathing sounds, and temperature. Sometimes in simulation the visuals and shape do not match. We carried out a human-participant study employing graduate nursing students in pediatric patient simulations comprising conditions associated with matching/non-matching of the visuals and shape.},
keywords = {2019, Desiree Diaz, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pvp, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
2017
Salam Daher, Kangsoo Kim, Myungho Lee, Gerd Bruder, Ryan Schubert, Jeremy Bailenson, Gregory Welch
IEEE Symposium on 3D User Interfaces, Los Angeles – CA, 2017.
Links | BibTeX | Tags: 2017, Gerd Bruder, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher
@conference{daher2017can,
title = {Can Social Presence be Contagious? Effects of Social Presence Priming on Interaction with Virtual Humans.},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Gerd Bruder and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
url = {PDF available upon request.},
year = {2017},
date = {2017-03-01},
urldate = {2017-03-01},
booktitle = {IEEE Symposium on 3D User Interfaces},
address = {Los Angeles – CA},
keywords = {2017, Gerd Bruder, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
2016
Ryan Schubert, Gregory Welch, Salam Daher, Andrew Raij
HuSIS: A Dedicated Space for Studying Human Interactions Journal Article
In: IEEE Computer Graphics and Applications, 2016.
BibTeX | Tags: 2016, Andrew Raij, Gregory F Welch, Ryan Schubert, Salam Daher
@article{schubert2016husis,
title = {HuSIS: A Dedicated Space for Studying Human Interactions},
author = {Ryan Schubert and Gregory Welch and Salam Daher and Andrew Raij},
year = {2016},
date = {2016-11-01},
urldate = {2016-11-01},
journal = {IEEE Computer Graphics and Applications},
keywords = {2016, Andrew Raij, Gregory F Welch, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {article}
}
Salam Daher, Kangsoo Kim, Myungho Lee, Andrew Raij, Ryan Schubert, Jeremy Bailenson, Gregory Welch
Exploring Social Presence Transfer in Real-Virtual Human Interaction Conference
IEEE Virtual Reality, Greenville, SC, 2016.
BibTeX | Tags: 2016, Andrew Raij, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher
@conference{daher2016exploring,
title = {Exploring Social Presence Transfer in Real-Virtual Human Interaction},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Andrew Raij and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
year = {2016},
date = {2016-03-01},
urldate = {2016-03-01},
booktitle = {IEEE Virtual Reality},
address = {Greenville, SC},
keywords = {2016, Andrew Raij, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}