Daher, Salam; Gonzalez, Laura; Welch, Gregory; Stuart, Jacob
Workshop on Collaborations with Domain Experts for Virtual Agent Research (CoVAR) Conference
ACM Intelligent Virtual Agent, Glasgow, UK (Virtual), 2020.
@conference{daher2020workshop,
title = {Workshop on Collaborations with Domain Experts for Virtual Agent Research (CoVAR)},
author = {Salam Daher and Laura Gonzalez and Gregory Welch and Jacob Stuart},
year = {2020},
date = {2020-10-01},
urldate = {2020-10-01},
booktitle = {ACM Intelligent Virtual Agent},
address = {Glasgow, UK (Virtual)},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Hochreiter, Jason; Schubert, Ryan; Gonzalez, Laura; Cendan, Juan; Anderson, Mindi; Diaz, Desiree; Welch, Gregory
Physical-Virtual Patient: A new patient simulator Journal Article
In: Society of Simulation in Healthcare Journal, vol. 15, iss. 2, pp. 115-121, 2020.
@article{daher2020physical,
title = {Physical-Virtual Patient: A new patient simulator},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch },
url = {https://journals.lww.com/simulationinhealthcare/fulltext/2020/04000/the_physical_virtual_patient_simulator__a_physical.9.aspx},
doi = {10.1097/SIH.0000000000000409},
year = {2020},
date = {2020-04-01},
urldate = {2020-04-01},
journal = {Society of Simulation in Healthcare Journal},
volume = {15},
issue = {2},
pages = {115-121},
abstract = {Introduction: We introduce a new type of patient simulator referred to as the Physical-Virtual Patient Simulator (PVPS). The PVPS combines the tangible characteristics of a human-shaped physical form with the flexibility and richness of a virtual patient. The PVPS can exhibit a range of multisensory cues, including visual cues (eg, capillary refill, facial expressions, appearance changes), auditory cues (eg, verbal responses, heart sounds), and tactile cues (eg, localized temperature, pulse).
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)
Richards, Kendra; Mahalanobis, Nikhil; Kim, Kangsoo; Schubert, Ryan; Lee, Myungho; Daher, Salam; Norouzi, Nahal; Hochreiter, Jason; Bruder, Gerd; Welch, Gregory
ACM Symposium on Spatial User Interaction (SUI), no. 3, 2019, ISBN: 978-1-4503-6975-6/19/10.
@conference{richards2019analysis,
title = {Analysis of Peripheral Vision and Vibrotactile Feedback During Proximal Search Tasks with Dynamic Virtual Entities in Augmented Reality},
author = {Kendra Richards and Nikhil Mahalanobis and Kangsoo Kim and Ryan Schubert and Myungho Lee and Salam Daher and Nahal Norouzi and Jason Hochreiter and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/10.1145/3357251.3357585},
doi = {10.1145/3357251.3357585},
isbn = {978-1-4503-6975-6/19/10},
year = {2019},
date = {2019-10-19},
urldate = {2019-10-19},
booktitle = {ACM Symposium on Spatial User Interaction (SUI)},
number = {3},
pages = {1-9},
abstract = {A primary goal of augmented reality (AR) is to seamlessly embed virtual content into a real environment. There are many factors that can affect the perceived physicality and co-presence of virtual entities, including the hardware capabilities, the fidelity of the virtual behaviors, and sensory feedback associated with the interactions. In this paper, we present a study investigating participants’ perceptions and behaviors during a time-limited search task in close proximity with virtual entities in AR. In particular, we analyze the effects of (i) visual conflicts in the periphery of an optical see-through head-mounted display, a Microsoft HoloLens, (ii) overall lighting in the physical environment, and (iii) multimodal feedback based on vibrotactile transducers mounted on a physical platform. Our results show significant benefits of vibrotactile feedback and reduced peripheral lighting for spatial and social presence, and engagement. We discuss implications of these effects for AR applications.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Gonzalez, Laura; Daher, Salam; Welch, Gregory
Vera Real: Stroke assessment using a Physical Virtual Patient (PVP) Conference
INACSL, Phoenix, AZ, 2019.
@conference{gonzalez2019vera,
title = {Vera Real: Stroke assessment using a Physical Virtual Patient (PVP)},
author = {Laura Gonzalez and Salam Daher and Gregory Welch},
url = {PDF available upon request.},
year = {2019},
date = {2019-06-01},
booktitle = {INACSL},
address = {Phoenix, AZ},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Hochreiter, Jason; Schubert, Ryan; Bruder, Gerd; Gonzalez, Laura; Cendan, Juan; Anderson, Mindi; Diaz, Desiree; Welch, Gregory
Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents Conference
IEEE Virtual Reality, Osaka, Japan, 2019, ISBN: 978-1-7281-1377-7.
@conference{daher2019matching,
title = {Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Gerd Bruder and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch},
url = {https://ieeexplore.ieee.org/document/8797814},
doi = {10.1109/VR.2019.8797814},
isbn = { 978-1-7281-1377-7},
year = {2019},
date = {2019-03-23},
urldate = {2019-03-23},
booktitle = {IEEE Virtual Reality},
pages = {886-887},
address = {Osaka, Japan},
abstract = {Embodied virtual agents serving as patient simulators are widely used in medical training scenarios, ranging from physical patients to virtual patients presented via virtual and augmented reality technologies. Physical-virtual patients are a hybrid solution that combines the benefits of dynamic visuals integrated into a human-shaped physical form that can also present other cues, such as pulse, breathing sounds, and temperature. Sometimes in simulation the visuals and shape do not match. We carried out a human-participant study employing graduate nursing students in pediatric patient simulations comprising conditions associated with matching/non-matching of the visuals and shape.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Norouzi, Nahal; Kim, Kangsoo; Hochreiter, Jason; Lee, Myungho; Daher, Salam; Bruder, Gerd; Welch, Gregory
ACM Intelligent Virtual Agents, 2018.
@conference{norouzi2018systematic,
title = {A Systematic Survey of 15 Years of User Studies Published in the Intelligent Virtual Agents Conference},
author = {Nahal Norouzi and Kangsoo Kim and Jason Hochreiter and Myungho Lee and Salam Daher and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/10.1145/3267851.3267901},
doi = {10.1145/3267851.3267901},
year = {2018},
date = {2018-11-05},
urldate = {2018-11-05},
booktitle = {ACM Intelligent Virtual Agents},
pages = {17–22},
abstract = {The field of intelligent virtual agents (IVAs) has evolved immensely over the past 15 years, introducing new application opportunities in areas such as training, health care, and virtual assistants. In this survey paper, we provide a systematic review of the most influential user studies published in the IVA conference from 2001 to 2015 focusing on IVA development, human perception, and interactions. A total of 247 papers with 276 user studies have been classified and reviewed based on their contributions and impact. We identify the different areas of research and provide a summary of the papers with the highest impact. With the trends of past user studies and the current state of technology, we provide insights into future trends and research challenges.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Gonzalez, Laura; Hochreiter, Jason; Norouzi, Nahal; Bruder, Gerd; Welch, Gregory
Touch-Aware Intelligent Physical-Virtual Agents for Healthcare Simulation Conference
ACM Intelligent Virtual Agents, Sydney, Australia, 2018.
@conference{daher2018physical,
title = {Touch-Aware Intelligent Physical-Virtual Agents for Healthcare Simulation},
author = {Salam Daher and Laura Gonzalez and Jason Hochreiter and Nahal Norouzi and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/abs/10.1145/3267851.3267876},
doi = {10.1145/3267851.3267876},
year = {2018},
date = {2018-11-05},
urldate = {2018-11-05},
booktitle = {ACM Intelligent Virtual Agents},
pages = {99-106},
address = {Sydney, Australia},
abstract = {Conventional Intelligent Virtual Agents (IVAs) focus primarily on the visual and auditory channels for both the agent and the interacting human: the agent displays a visual appearance and speech as output, while processing the human's verbal and non-verbal behavior as input. However, some interactions, particularly those between a patient and healthcare provider, inherently include tactile components. We introduce an Intelligent Physical-Virtual Agent (IPVA) head that occupies an appropriate physical volume; can be touched; and via human-in-the-loop control can change appearance, listen, speak, and react physiologically in response to human behavior. Compared to a traditional IVA, it provides a physical affordance, allowing for more realistic and compelling human-agent interactions. In a user study focusing on the neurological assessment of a simulated patient showing stroke symptoms, we compared the IPVA head with a high-fidelity touch-aware mannequin that has a static appearance. Various measures of the human subjects indicated greater attention, affinity for, and presence with the IPVA patient, all factors that can improve healthcare training.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Hochreiter, Jason; Daher, Salam; Bruder, Gerd; Welch, Gregory
Cognitive and Touch Performance Effects of Mismatched 3D Physical and Visual Perceptions Conference
IEEE Virtual Reality, Germany, 2018, ISBN: 978-1-5386-3365-6.
@conference{hochreiter2018cognitive,
title = {Cognitive and Touch Performance Effects of Mismatched 3D Physical and Visual Perceptions},
author = {Jason Hochreiter and Salam Daher and Gerd Bruder and Gregory Welch},
url = {https://ieeexplore.ieee.org/document/8446574},
doi = {10.1109/VR.2018.8446574},
isbn = {978-1-5386-3365-6},
year = {2018},
date = {2018-03-18},
urldate = {2018-03-18},
booktitle = {IEEE Virtual Reality},
pages = {1-386},
address = {Germany},
abstract = {While research in the field of augmented reality (AR) has produced many innovative human-computer interaction techniques, some may produce physical and visual perceptions with unforeseen negative impacts on user performance. In a controlled human-subject study we investigated the effects of mismatched physical and visual perception on cognitive load and performance in an AR touching task by varying the physical fidelity (matching vs. non-matching physical shape) and visual mechanism (projector-based vs. HMD-based AR) of the representation. Participants touched visual targets on four corresponding physical-visual representations of a human head. We evaluated their performance in terms of touch accuracy, response time, and a cognitive load task requiring target size estimations during a concurrent (secondary) counting task. After each condition, participants completed questionnaires concerning mental, physical, and temporal demands; stress; frustration; and usability. Results indicated higher performance, lower cognitive load, and increased usability when participants touched a matching physical head-shaped surface and when visuals were provided by a projector from underneath.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Gonzalez, Laura; Welch, Gregory
Physical-Virtual Patient Head Miscellaneous
2017.
@misc{daher2017physical,
title = {Physical-Virtual Patient Head},
author = {Salam Daher and Laura Gonzalez and Gregory Welch},
url = {PDF available upon request.},
year = {2017},
date = {2017-09-01},
urldate = {2017-09-01},
journal = {Florida Nurses Association},
keywords = {},
pubstate = {published},
tppubtype = {misc}
}
Daher, Salam; Kim, Kangsoo; Lee, Myungho; Bruder, Gerd; Schubert, Ryan; Bailenson, Jeremy; Welch, Gregory
IEEE Symposium on 3D User Interfaces, Los Angeles – CA, 2017.
@conference{daher2017can,
title = {Can Social Presence be Contagious? Effects of Social Presence Priming on Interaction with Virtual Humans.},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Gerd Bruder and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
url = {PDF available upon request.},
year = {2017},
date = {2017-03-01},
urldate = {2017-03-01},
booktitle = {IEEE Symposium on 3D User Interfaces},
address = {Los Angeles – CA},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Schubert, Ryan; Welch, Gregory; Daher, Salam; Raij, Andrew
HuSIS: A Dedicated Space for Studying Human Interactions Journal Article
In: IEEE Computer Graphics and Applications, 2016.
@article{schubert2016husis,
title = {HuSIS: A Dedicated Space for Studying Human Interactions},
author = {Ryan Schubert and Gregory Welch and Salam Daher and Andrew Raij},
year = {2016},
date = {2016-11-01},
urldate = {2016-11-01},
journal = {IEEE Computer Graphics and Applications},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Hochreiter, Jason; Daher, Salam; Nagendran, Arjun; Gonzalez, Laura; Welch, Gregory
Optical Touch Sensing on Non-Parametric Rear-Projection Surfaces for Interactive Physical-Virtual Experiences Journal Article
In: Presence Journal, 2016.
@article{hochreiter2016optical,
title = {Optical Touch Sensing on Non-Parametric Rear-Projection Surfaces for Interactive Physical-Virtual Experiences},
author = {Jason Hochreiter and Salam Daher and Arjun Nagendran and Laura Gonzalez and Gregory Welch},
year = {2016},
date = {2016-07-01},
urldate = {2016-07-01},
journal = {Presence Journal},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Gonzalez, Laura; Welch, Gregory; Daher, Salam
BSN Assessment of Discrete Neurology Symptoms Using an Interactive Physical Virtual Head Conference
INACSL, Grapevine, TX, 2016.
@conference{gonzalez2016bsn,
title = {BSN Assessment of Discrete Neurology Symptoms Using an Interactive Physical Virtual Head},
author = {Laura Gonzalez and Gregory Welch and Salam Daher},
year = {2016},
date = {2016-06-01},
urldate = {2016-06-01},
booktitle = {INACSL},
address = {Grapevine, TX},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Welch, Gregory
Humanikins: Humanity Transfer to Physical Manikins Conference
NextMed /Medicine Meets Virtual Reality, Los Angeles, CA, 2016.
@conference{daher2016humanikins,
title = {Humanikins: Humanity Transfer to Physical Manikins},
author = {Salam Daher and Gregory Welch},
url = {PDF available upon request.},
year = {2016},
date = {2016-04-01},
urldate = {2016-04-01},
booktitle = {NextMed /Medicine Meets Virtual Reality},
address = {Los Angeles, CA},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Lee, Myungho; Kim, Kangsoo; Daher, Salam; Raij, Andrew; Bailenson, Jeremy; Welch, Gregory
The Wobbly Table: The Effects of Mediated Touch on Real-Virtual Human Interaction Conference
IEEE VR 2016, Greenville, SC, 2016.
@conference{lee2016wobbly,
title = {The Wobbly Table: The Effects of Mediated Touch on Real-Virtual Human Interaction},
author = {Myungho Lee and Kangsoo Kim and Salam Daher and Andrew Raij and Jeremy Bailenson and Gregory Welch},
year = {2016},
date = {2016-03-01},
urldate = {2016-03-01},
booktitle = {IEEE VR 2016},
address = {Greenville, SC},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Kim, Kangsoo; Lee, Myungho; Raij, Andrew; Schubert, Ryan; Bailenson, Jeremy; Welch, Gregory
Exploring Social Presence Transfer in Real-Virtual Human Interaction Conference
IEEE Virtual Reality, Greenville, SC, 2016.
@conference{daher2016exploring,
title = {Exploring Social Presence Transfer in Real-Virtual Human Interaction},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Andrew Raij and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
year = {2016},
date = {2016-03-01},
urldate = {2016-03-01},
booktitle = {IEEE Virtual Reality},
address = {Greenville, SC},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Daher, Salam; Gonzalez, Laura; Welch, Gregory
Preliminary Assessment of Neurologic Symptomatology Using an Interactive Physical-Virtual Head with Touch. Conference
International Meeting for Simulation in Healthcare, San Diego, CA, 2016.
@conference{daher2016preliminary,
title = {Preliminary Assessment of Neurologic Symptomatology Using an Interactive Physical-Virtual Head with Touch.},
author = {Salam Daher and Laura Gonzalez and Gregory Welch},
year = {2016},
date = {2016-01-01},
urldate = {2016-01-01},
booktitle = {International Meeting for Simulation in Healthcare},
address = {San Diego, CA},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Hochreiter, Jason; Daher, Salam; Nagendran, Arjun; Gonzalez, Laura; Welch, Gregory
Touch sensing on non-parametric rear-projection surfaces: A physical-virtual head for hands-on healthcare training. Conference
IEEE Virtual Reality 2015, Arles, France, 2015.
@conference{hochreiter2015touch,
title = {Touch sensing on non-parametric rear-projection surfaces: A physical-virtual head for hands-on healthcare training.},
author = {Jason Hochreiter and Salam Daher and Arjun Nagendran and Laura Gonzalez and Gregory Welch},
year = {2015},
date = {2015-03-01},
urldate = {2015-03-01},
booktitle = {IEEE Virtual Reality 2015},
address = {Arles, France},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
2020
Salam Daher, Laura Gonzalez, Gregory Welch, Jacob Stuart
Workshop on Collaborations with Domain Experts for Virtual Agent Research (CoVAR) Conference
ACM Intelligent Virtual Agent, Glasgow, UK (Virtual), 2020.
BibTeX | Tags: Gregory F Welch, Jacob Stuart, Laura Gonzalez, Salam Daher
@conference{daher2020workshop,
title = {Workshop on Collaborations with Domain Experts for Virtual Agent Research (CoVAR)},
author = {Salam Daher and Laura Gonzalez and Gregory Welch and Jacob Stuart},
year = {2020},
date = {2020-10-01},
urldate = {2020-10-01},
booktitle = {ACM Intelligent Virtual Agent},
address = {Glasgow, UK (Virtual)},
keywords = {Gregory F Welch, Jacob Stuart, Laura Gonzalez, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Jason Hochreiter, Ryan Schubert, Laura Gonzalez, Juan Cendan, Mindi Anderson, Desiree Diaz, Gregory Welch
Physical-Virtual Patient: A new patient simulator Journal Article
In: Society of Simulation in Healthcare Journal, vol. 15, iss. 2, pp. 115-121, 2020.
Abstract | Links | BibTeX | Tags: 2020, Desiree Diaz, development, evaluation, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pediatric patient simulation, physical-virtual patient simulator, pilot study, pvp, Ryan Schubert, Salam Daher, sepsis
@article{daher2020physical,
title = {Physical-Virtual Patient: A new patient simulator},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch },
url = {https://journals.lww.com/simulationinhealthcare/fulltext/2020/04000/the_physical_virtual_patient_simulator__a_physical.9.aspx},
doi = {10.1097/SIH.0000000000000409},
year = {2020},
date = {2020-04-01},
urldate = {2020-04-01},
journal = {Society of Simulation in Healthcare Journal},
volume = {15},
issue = {2},
pages = {115-121},
abstract = {Introduction: We introduce a new type of patient simulator referred to as the Physical-Virtual Patient Simulator (PVPS). The PVPS combines the tangible characteristics of a human-shaped physical form with the flexibility and richness of a virtual patient. The PVPS can exhibit a range of multisensory cues, including visual cues (eg, capillary refill, facial expressions, appearance changes), auditory cues (eg, verbal responses, heart sounds), and tactile cues (eg, localized temperature, pulse).
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)},
keywords = {2020, Desiree Diaz, development, evaluation, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pediatric patient simulation, physical-virtual patient simulator, pilot study, pvp, Ryan Schubert, Salam Daher, sepsis},
pubstate = {published},
tppubtype = {article}
}
Methods: We describe the implementation of the technology, technical testing with healthcare experts, and an institutional review board–approved pilot experiment involving 22 nurse practitioner students interacting with a simulated child in 2 scenarios: sepsis and child abuse. The nurse practitioners were asked qualitative questions about ease of use and the cues they noticed.
Results: Participants found it easy to interact with the PVPS and had mixed but encouraging responses regarding realism. In the sepsis scenario, participants reported the following cues leading to their diagnoses: temperature, voice, mottled skin, attitude and facial expressions, breathing and cough, vitals and oxygen saturation, and appearance of the mouth and tongue. For the child abuse scenario, they reported the skin appearance on the arms and abdomen, perceived attitude, facial expressions, and inconsistent stories.
Conclusions: We are encouraged by the initial results and user feedback regarding the perceived realism of visual (eg, mottling), audio (eg, breathing sounds), and tactile (eg, temperature) cues displayed by the PVPS, and ease of interaction with the simulator.(Sim Healthcare 15:115–121, 2020)
2019
Kendra Richards, Nikhil Mahalanobis, Kangsoo Kim, Ryan Schubert, Myungho Lee, Salam Daher, Nahal Norouzi, Jason Hochreiter, Gerd Bruder, Gregory Welch
ACM Symposium on Spatial User Interaction (SUI), no. 3, 2019, ISBN: 978-1-4503-6975-6/19/10.
Abstract | Links | BibTeX | Tags: 2019, Augmented Reality, Field of View, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Kangsoo Kin, Kendra Richards, Multimodal Feedback, Myungho Lee, Nahal Norouzi, Nikhil Mahalanobis, Ryan Schubert, Salam Daher, Search Task
@conference{richards2019analysis,
title = {Analysis of Peripheral Vision and Vibrotactile Feedback During Proximal Search Tasks with Dynamic Virtual Entities in Augmented Reality},
author = {Kendra Richards and Nikhil Mahalanobis and Kangsoo Kim and Ryan Schubert and Myungho Lee and Salam Daher and Nahal Norouzi and Jason Hochreiter and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/10.1145/3357251.3357585},
doi = {10.1145/3357251.3357585},
isbn = {978-1-4503-6975-6/19/10},
year = {2019},
date = {2019-10-19},
urldate = {2019-10-19},
booktitle = {ACM Symposium on Spatial User Interaction (SUI)},
number = {3},
pages = {1-9},
abstract = {A primary goal of augmented reality (AR) is to seamlessly embed virtual content into a real environment. There are many factors that can affect the perceived physicality and co-presence of virtual entities, including the hardware capabilities, the fidelity of the virtual behaviors, and sensory feedback associated with the interactions. In this paper, we present a study investigating participants’ perceptions and behaviors during a time-limited search task in close proximity with virtual entities in AR. In particular, we analyze the effects of (i) visual conflicts in the periphery of an optical see-through head-mounted display, a Microsoft HoloLens, (ii) overall lighting in the physical environment, and (iii) multimodal feedback based on vibrotactile transducers mounted on a physical platform. Our results show significant benefits of vibrotactile feedback and reduced peripheral lighting for spatial and social presence, and engagement. We discuss implications of these effects for AR applications.},
keywords = {2019, Augmented Reality, Field of View, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Kangsoo Kin, Kendra Richards, Multimodal Feedback, Myungho Lee, Nahal Norouzi, Nikhil Mahalanobis, Ryan Schubert, Salam Daher, Search Task},
pubstate = {published},
tppubtype = {conference}
}
Laura Gonzalez, Salam Daher, Gregory Welch
Vera Real: Stroke assessment using a Physical Virtual Patient (PVP) Conference
INACSL, Phoenix, AZ, 2019.
Links | BibTeX | Tags: 2019, Gregory F Welch, Laura Gonzalez, Salam Daher
@conference{gonzalez2019vera,
title = {Vera Real: Stroke assessment using a Physical Virtual Patient (PVP)},
author = {Laura Gonzalez and Salam Daher and Gregory Welch},
url = {PDF available upon request.},
year = {2019},
date = {2019-06-01},
booktitle = {INACSL},
address = {Phoenix, AZ},
keywords = {2019, Gregory F Welch, Laura Gonzalez, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Jason Hochreiter, Ryan Schubert, Gerd Bruder, Laura Gonzalez, Juan Cendan, Mindi Anderson, Desiree Diaz, Gregory Welch
Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents Conference
IEEE Virtual Reality, Osaka, Japan, 2019, ISBN: 978-1-7281-1377-7.
Abstract | Links | BibTeX | Tags: 2019, Desiree Diaz, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pvp, Ryan Schubert, Salam Daher
@conference{daher2019matching,
title = {Matching vs. Non-Matching Visuals and Shape for Embodied Virtual Healthcare Agents},
author = {Salam Daher and Jason Hochreiter and Ryan Schubert and Gerd Bruder and Laura Gonzalez and Juan Cendan and Mindi Anderson and Desiree Diaz and Gregory Welch},
url = {https://ieeexplore.ieee.org/document/8797814},
doi = {10.1109/VR.2019.8797814},
isbn = { 978-1-7281-1377-7},
year = {2019},
date = {2019-03-23},
urldate = {2019-03-23},
booktitle = {IEEE Virtual Reality},
pages = {886-887},
address = {Osaka, Japan},
abstract = {Embodied virtual agents serving as patient simulators are widely used in medical training scenarios, ranging from physical patients to virtual patients presented via virtual and augmented reality technologies. Physical-virtual patients are a hybrid solution that combines the benefits of dynamic visuals integrated into a human-shaped physical form that can also present other cues, such as pulse, breathing sounds, and temperature. Sometimes in simulation the visuals and shape do not match. We carried out a human-participant study employing graduate nursing students in pediatric patient simulations comprising conditions associated with matching/non-matching of the visuals and shape.},
keywords = {2019, Desiree Diaz, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Juan Cendan, Laura Gonzalez, Mindi Anderson, pvp, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
2018
Nahal Norouzi, Kangsoo Kim, Jason Hochreiter, Myungho Lee, Salam Daher, Gerd Bruder, Gregory Welch
ACM Intelligent Virtual Agents, 2018.
Abstract | Links | BibTeX | Tags: Applications, Behavior, Gerd Bruder, Gregory F Welch, Identities, Intelligent Virtual Agent, Jason Hochreiter, Kangsoo Kin, Myungho Lee, Nahal Norouzi, Physical Appearance, Salam Daher, Systematic Survey, User Studies
@conference{norouzi2018systematic,
title = {A Systematic Survey of 15 Years of User Studies Published in the Intelligent Virtual Agents Conference},
author = {Nahal Norouzi and Kangsoo Kim and Jason Hochreiter and Myungho Lee and Salam Daher and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/10.1145/3267851.3267901},
doi = {10.1145/3267851.3267901},
year = {2018},
date = {2018-11-05},
urldate = {2018-11-05},
booktitle = {ACM Intelligent Virtual Agents},
pages = {17–22},
abstract = {The field of intelligent virtual agents (IVAs) has evolved immensely over the past 15 years, introducing new application opportunities in areas such as training, health care, and virtual assistants. In this survey paper, we provide a systematic review of the most influential user studies published in the IVA conference from 2001 to 2015 focusing on IVA development, human perception, and interactions. A total of 247 papers with 276 user studies have been classified and reviewed based on their contributions and impact. We identify the different areas of research and provide a summary of the papers with the highest impact. With the trends of past user studies and the current state of technology, we provide insights into future trends and research challenges.},
keywords = {Applications, Behavior, Gerd Bruder, Gregory F Welch, Identities, Intelligent Virtual Agent, Jason Hochreiter, Kangsoo Kin, Myungho Lee, Nahal Norouzi, Physical Appearance, Salam Daher, Systematic Survey, User Studies},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Laura Gonzalez, Jason Hochreiter, Nahal Norouzi, Gerd Bruder, Gregory Welch
Touch-Aware Intelligent Physical-Virtual Agents for Healthcare Simulation Conference
ACM Intelligent Virtual Agents, Sydney, Australia, 2018.
Abstract | Links | BibTeX | Tags: 2018, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Laura Gonzalez, Nahal Norouzi, neurological assessment, patient simulator, physical-virtual agents, pvp, Salam Daher
@conference{daher2018physical,
title = {Touch-Aware Intelligent Physical-Virtual Agents for Healthcare Simulation},
author = {Salam Daher and Laura Gonzalez and Jason Hochreiter and Nahal Norouzi and Gerd Bruder and Gregory Welch},
url = {https://dl.acm.org/doi/abs/10.1145/3267851.3267876},
doi = {10.1145/3267851.3267876},
year = {2018},
date = {2018-11-05},
urldate = {2018-11-05},
booktitle = {ACM Intelligent Virtual Agents},
pages = {99-106},
address = {Sydney, Australia},
abstract = {Conventional Intelligent Virtual Agents (IVAs) focus primarily on the visual and auditory channels for both the agent and the interacting human: the agent displays a visual appearance and speech as output, while processing the human's verbal and non-verbal behavior as input. However, some interactions, particularly those between a patient and healthcare provider, inherently include tactile components. We introduce an Intelligent Physical-Virtual Agent (IPVA) head that occupies an appropriate physical volume; can be touched; and via human-in-the-loop control can change appearance, listen, speak, and react physiologically in response to human behavior. Compared to a traditional IVA, it provides a physical affordance, allowing for more realistic and compelling human-agent interactions. In a user study focusing on the neurological assessment of a simulated patient showing stroke symptoms, we compared the IPVA head with a high-fidelity touch-aware mannequin that has a static appearance. Various measures of the human subjects indicated greater attention, affinity for, and presence with the IPVA patient, all factors that can improve healthcare training.},
keywords = {2018, Gerd Bruder, Gregory F Welch, Jason Hochreiter, Laura Gonzalez, Nahal Norouzi, neurological assessment, patient simulator, physical-virtual agents, pvp, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Jason Hochreiter, Salam Daher, Gerd Bruder, Gregory Welch
Cognitive and Touch Performance Effects of Mismatched 3D Physical and Visual Perceptions Conference
IEEE Virtual Reality, Germany, 2018, ISBN: 978-1-5386-3365-6.
Abstract | Links | BibTeX | Tags: 2018, Gerd Bruder, Gregory F Welch, Jason Hochreiter, pvp, Salam Daher
@conference{hochreiter2018cognitive,
title = {Cognitive and Touch Performance Effects of Mismatched 3D Physical and Visual Perceptions},
author = {Jason Hochreiter and Salam Daher and Gerd Bruder and Gregory Welch},
url = {https://ieeexplore.ieee.org/document/8446574},
doi = {10.1109/VR.2018.8446574},
isbn = {978-1-5386-3365-6},
year = {2018},
date = {2018-03-18},
urldate = {2018-03-18},
booktitle = {IEEE Virtual Reality},
pages = {1-386},
address = {Germany},
abstract = {While research in the field of augmented reality (AR) has produced many innovative human-computer interaction techniques, some may produce physical and visual perceptions with unforeseen negative impacts on user performance. In a controlled human-subject study we investigated the effects of mismatched physical and visual perception on cognitive load and performance in an AR touching task by varying the physical fidelity (matching vs. non-matching physical shape) and visual mechanism (projector-based vs. HMD-based AR) of the representation. Participants touched visual targets on four corresponding physical-visual representations of a human head. We evaluated their performance in terms of touch accuracy, response time, and a cognitive load task requiring target size estimations during a concurrent (secondary) counting task. After each condition, participants completed questionnaires concerning mental, physical, and temporal demands; stress; frustration; and usability. Results indicated higher performance, lower cognitive load, and increased usability when participants touched a matching physical head-shaped surface and when visuals were provided by a projector from underneath.},
keywords = {2018, Gerd Bruder, Gregory F Welch, Jason Hochreiter, pvp, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
2017
Salam Daher, Laura Gonzalez, Gregory Welch
Physical-Virtual Patient Head Miscellaneous
2017.
Links | BibTeX | Tags: 2017, Gregory F Welch, Laura Gonzalez, Salam Daher
@misc{daher2017physical,
title = {Physical-Virtual Patient Head},
author = {Salam Daher and Laura Gonzalez and Gregory Welch},
url = {PDF available upon request.},
year = {2017},
date = {2017-09-01},
urldate = {2017-09-01},
journal = {Florida Nurses Association},
keywords = {2017, Gregory F Welch, Laura Gonzalez, Salam Daher},
pubstate = {published},
tppubtype = {misc}
}
Salam Daher, Kangsoo Kim, Myungho Lee, Gerd Bruder, Ryan Schubert, Jeremy Bailenson, Gregory Welch
IEEE Symposium on 3D User Interfaces, Los Angeles – CA, 2017.
Links | BibTeX | Tags: 2017, Gerd Bruder, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher
@conference{daher2017can,
title = {Can Social Presence be Contagious? Effects of Social Presence Priming on Interaction with Virtual Humans.},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Gerd Bruder and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
url = {PDF available upon request.},
year = {2017},
date = {2017-03-01},
urldate = {2017-03-01},
booktitle = {IEEE Symposium on 3D User Interfaces},
address = {Los Angeles – CA},
keywords = {2017, Gerd Bruder, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
2016
Ryan Schubert, Gregory Welch, Salam Daher, Andrew Raij
HuSIS: A Dedicated Space for Studying Human Interactions Journal Article
In: IEEE Computer Graphics and Applications, 2016.
BibTeX | Tags: 2016, Andrew Raij, Gregory F Welch, Ryan Schubert, Salam Daher
@article{schubert2016husis,
title = {HuSIS: A Dedicated Space for Studying Human Interactions},
author = {Ryan Schubert and Gregory Welch and Salam Daher and Andrew Raij},
year = {2016},
date = {2016-11-01},
urldate = {2016-11-01},
journal = {IEEE Computer Graphics and Applications},
keywords = {2016, Andrew Raij, Gregory F Welch, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {article}
}
Jason Hochreiter, Salam Daher, Arjun Nagendran, Laura Gonzalez, Gregory Welch
Optical Touch Sensing on Non-Parametric Rear-Projection Surfaces for Interactive Physical-Virtual Experiences Journal Article
In: Presence Journal, 2016.
BibTeX | Tags: 2016, Arjun Nagendran, Gregory F Welch, Jason Hochreiter, Laura Gonzalez, pvp, Salam Daher
@article{hochreiter2016optical,
title = {Optical Touch Sensing on Non-Parametric Rear-Projection Surfaces for Interactive Physical-Virtual Experiences},
author = {Jason Hochreiter and Salam Daher and Arjun Nagendran and Laura Gonzalez and Gregory Welch},
year = {2016},
date = {2016-07-01},
urldate = {2016-07-01},
journal = {Presence Journal},
keywords = {2016, Arjun Nagendran, Gregory F Welch, Jason Hochreiter, Laura Gonzalez, pvp, Salam Daher},
pubstate = {published},
tppubtype = {article}
}
Laura Gonzalez, Gregory Welch, Salam Daher
BSN Assessment of Discrete Neurology Symptoms Using an Interactive Physical Virtual Head Conference
INACSL, Grapevine, TX, 2016.
BibTeX | Tags: 2016, Gregory F Welch, Laura Gonzalez, Salam Daher
@conference{gonzalez2016bsn,
title = {BSN Assessment of Discrete Neurology Symptoms Using an Interactive Physical Virtual Head},
author = {Laura Gonzalez and Gregory Welch and Salam Daher},
year = {2016},
date = {2016-06-01},
urldate = {2016-06-01},
booktitle = {INACSL},
address = {Grapevine, TX},
keywords = {2016, Gregory F Welch, Laura Gonzalez, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Gregory Welch
Humanikins: Humanity Transfer to Physical Manikins Conference
NextMed /Medicine Meets Virtual Reality, Los Angeles, CA, 2016.
Links | BibTeX | Tags: 2016, Gregory F Welch, Salam Daher
@conference{daher2016humanikins,
title = {Humanikins: Humanity Transfer to Physical Manikins},
author = {Salam Daher and Gregory Welch},
url = {PDF available upon request.},
year = {2016},
date = {2016-04-01},
urldate = {2016-04-01},
booktitle = {NextMed /Medicine Meets Virtual Reality},
address = {Los Angeles, CA},
keywords = {2016, Gregory F Welch, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Myungho Lee, Kangsoo Kim, Salam Daher, Andrew Raij, Jeremy Bailenson, Gregory Welch
The Wobbly Table: The Effects of Mediated Touch on Real-Virtual Human Interaction Conference
IEEE VR 2016, Greenville, SC, 2016.
BibTeX | Tags: 2016, Andrew Raij, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Salam Daher
@conference{lee2016wobbly,
title = {The Wobbly Table: The Effects of Mediated Touch on Real-Virtual Human Interaction},
author = {Myungho Lee and Kangsoo Kim and Salam Daher and Andrew Raij and Jeremy Bailenson and Gregory Welch},
year = {2016},
date = {2016-03-01},
urldate = {2016-03-01},
booktitle = {IEEE VR 2016},
address = {Greenville, SC},
keywords = {2016, Andrew Raij, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Kangsoo Kim, Myungho Lee, Andrew Raij, Ryan Schubert, Jeremy Bailenson, Gregory Welch
Exploring Social Presence Transfer in Real-Virtual Human Interaction Conference
IEEE Virtual Reality, Greenville, SC, 2016.
BibTeX | Tags: 2016, Andrew Raij, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher
@conference{daher2016exploring,
title = {Exploring Social Presence Transfer in Real-Virtual Human Interaction},
author = {Salam Daher and Kangsoo Kim and Myungho Lee and Andrew Raij and Ryan Schubert and Jeremy Bailenson and Gregory Welch},
year = {2016},
date = {2016-03-01},
urldate = {2016-03-01},
booktitle = {IEEE Virtual Reality},
address = {Greenville, SC},
keywords = {2016, Andrew Raij, Gregory F Welch, Jeremy Bailenson, Kangsoo Kin, Myungho Lee, Ryan Schubert, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
Salam Daher, Laura Gonzalez, Gregory Welch
Preliminary Assessment of Neurologic Symptomatology Using an Interactive Physical-Virtual Head with Touch. Conference
International Meeting for Simulation in Healthcare, San Diego, CA, 2016.
BibTeX | Tags: 2016, Gregory F Welch, Laura Gonzalez, Salam Daher
@conference{daher2016preliminary,
title = {Preliminary Assessment of Neurologic Symptomatology Using an Interactive Physical-Virtual Head with Touch.},
author = {Salam Daher and Laura Gonzalez and Gregory Welch},
year = {2016},
date = {2016-01-01},
urldate = {2016-01-01},
booktitle = {International Meeting for Simulation in Healthcare},
address = {San Diego, CA},
keywords = {2016, Gregory F Welch, Laura Gonzalez, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}
2015
Jason Hochreiter, Salam Daher, Arjun Nagendran, Laura Gonzalez, Gregory Welch
Touch sensing on non-parametric rear-projection surfaces: A physical-virtual head for hands-on healthcare training. Conference
IEEE Virtual Reality 2015, Arles, France, 2015.
BibTeX | Tags: 2015, Arjun Nagendran, Gregory F Welch, Jason Hochreiter, Laura Gonzalez, Salam Daher
@conference{hochreiter2015touch,
title = {Touch sensing on non-parametric rear-projection surfaces: A physical-virtual head for hands-on healthcare training.},
author = {Jason Hochreiter and Salam Daher and Arjun Nagendran and Laura Gonzalez and Gregory Welch},
year = {2015},
date = {2015-03-01},
urldate = {2015-03-01},
booktitle = {IEEE Virtual Reality 2015},
address = {Arles, France},
keywords = {2015, Arjun Nagendran, Gregory F Welch, Jason Hochreiter, Laura Gonzalez, Salam Daher},
pubstate = {published},
tppubtype = {conference}
}