This interdisciplinary work is conducted in collaboration with Republican Children's Rehabilitation Center to join efforts and to explore patient-centered research with the mission of enabling the design, implementation, and evaluation of robots that encourage social, emotional, and cognitive growth in children, including those with social or cognitive deficits.
Interaction Design: iteratively, we conducted an interaction design process with a two-fold purpose: 1) to evaluate robotic applications, and, mainly, 2) to evaluate the proposed methodology for the research. Once there is a clear and rigorous methodology with reliable and fast-to-deploy robots, this methodology could then be used to investigate whether robot-assisted autism therapy is effective for ASD children with statistically supported evidences.
Personalized Long-term Clinical Studies: this research is motivated by the challenges of conducting generalizable research considering diverse forms of Autism Spectrum Disorder (ASD) and Attention Deficit Hyperactivity Disorder (ADHD). Due to a large spectrum of individual nuances, heterogeneous behavioral issues and conditions present in ASD and ADHD children, this ongoing research aims to customize research processes for them. With a goal of a large-scale deployment of robot-assisted autism therapy as an additional kind of therapy, this research aims for autonomy and generalization at the same time. To date, we conducted clinical studies with 36 children diagnosed with ASD, ADHD, and/or Delayed Speech Development (DSD) that interacted with the robot up to ten times.
Statistically-supported evidences: we aim for quantitative analysis of long-term interaction studies conducted with large subject group. To date, we have conducted research with 36 children diagnosed with ASD and ADHD, whose subjective (video-coded engagement and valence scores) as well as objective measurements (time of interaction) underwent statistical analysis confirming the need for robot-assisted autism therapy.
Data-driven solutions: Video data from robot-assisted therapy sessions have a great potential for impact as data-driven solutions are of critical importance for building real-time personalization of robots, automatic and objective evaluation of therapies, and facilitation of a more intelligent robot to serve as a more effective assistant to the therapist. The robot can also be an additional source of sensory information for quantitative measures that would assist therapists with progress tracking and decision-making. In addition, recent work suggests that data-driven applications might become an effective tool in providing flexible and individualized measures for a deeper understanding of the child's engagement and progress over time.
Zhanatkyzy, A., Telisheva, Z., Amirova, A., Rakhymbayeva, N., & Sandygulova, A. (2023, March). Multi-Purposeful Activities for Robot-Assisted Autism Therapy: What Works Best for Children's Social Outcomes?. In Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction (pp. 34-43).
@inproceedings{zhanatkyzy2023multi,
title={Multi-Purposeful Activities for Robot-Assisted Autism Therapy: What Works Best for Children's Social Outcomes?},
author={Zhanatkyzy, Aida and Telisheva, Zhansaule and Amirova, Aida and Rakhymbayeva, Nazerke and Sandygulova, Anara},
booktitle={Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction},
pages={34--43},
year={2023}}
Amirova, A., CohenMiller, A., & Sandygulova, A., (2022). The Effects of the COVID-19 Pandemic on the Well-being of Children with ASD: Parents’ Perspectives. Frontiers in Psychiatry: Autism.
@article{amirova2022effects,
title={The effects of the COVID-19 pandemic on the well-being of children with autism spectrum disorder: Parents’ perspectives},
author={Amirova, Aida and CohenMiller, Anna and Sandygulova, Anara},
journal={Frontiers in Psychiatry},
volume={13},
pages={913902},
year={2022},
publisher={Frontiers Media SA}
}
Amirova, A., Rakhymbayeva, N., Zhanatkyzy, A., Telisheva, Z., & Sandygulova, A. (2022). Effects of Parental Involvement in Robot-Assisted Autism Therapy. Journal of Autism and Developmental Disorders, 1-18.
@article{amirova2022effects,
title={Effects of Parental Involvement in Robot-Assisted Autism Therapy},
author={Amirova, Aida and Rakhymbayeva, Nazerke and Zhanatkyzy, Aida and Telisheva, Zhansaule and Sandygulova, Anara},
journal={Journal of Autism and Developmental Disorders},
pages={1--18},
year={2022},
publisher={Springer}
}
Telisheva, Z., Amirova, A., Rakhymbayeva, N., Zhanatkyzy, A., & Sandygulova, A. (2022). The Quantitative Case-by-Case Analyses of the Socio-Emotional Outcomes of Children with ASD in Robot-Assisted Autism Therapy. Multimodal Technologies and Interaction, 6(6), 46.
@article{telisheva2022quantitative,
title={The Quantitative Case-by-Case Analyses of the Socio-Emotional Outcomes of Children with ASD in Robot-Assisted Autism Therapy},
author={Telisheva, Zhansaule and Amirova, Aida and Rakhymbayeva, Nazerke and Zhanatkyzy, Aida and Sandygulova, Anara},
journal={Multimodal Technologies and Interaction},
volume={6},
number={6},
pages={46},
year={2022},
publisher={MDPI}
}
Sandygulova, A., Amirova, A., Telisheva, Z., Zhanatkyzy, A., & Rakhymbayeva, N. (2022, March). Individual Differences of Children with Autism in Robot-assisted Autism Therapy. In 2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI) (pp. 43-52). IEEE.
@inproceedings{sandygulova2022individual,
title={Individual Differences of Children with Autism in Robot-assisted Autism Therapy},
author={Sandygulova, Anara and Amirova, Aida and Telisheva, Zhansaule and Zhanatkyzy, Aida and Rakhymbayeva, Nazerke},
booktitle={2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)},
pages={43--52},
year={2022},
organization={IEEE}
}
Sandygulova, A., Amirova, A., Telisheva, Z., Zhanatkyzy, A., & Rakhymbayeva, N. (2022, March). Individual Differences of Children with Autism in Robot-assisted Autism Therapy. In 2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI) (pp. 43-52). IEEE.
@inproceedings{sandygulova2022individual,
title={Individual Differences of Children with Autism in Robot-assisted Autism Therapy},
author={Sandygulova, Anara and Amirova, Aida and Telisheva, Zhansaule and Zhanatkyzy, Aida and Rakhymbayeva, Nazerke},
booktitle={2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)},
pages={43--52},
year={2022},
organization={IEEE}
}
Rakhymbayeva, N., Amirova, A., & Sandygulova, A. (2021). A Long-Term Engagement with a Social Robot for Autism Therapy. Frontiers in Robotics and AI, 8, 180.
Rakhymbayeva, N., & Sandygulova, A. (2021, May). Transfer Learning of Engagement Recognition within Robot-Assisted Therapy for Children with Autism. In Proceedings of the AAAI Conference on Artificial Intelligence (Vol. 35, No. 18, pp. 15728-15729).
@inproceedings{rakhymbayeva2021transfer,
title={Transfer Learning of Engagement Recognition within Robot-Assisted Therapy for Children with Autism},
author={Rakhymbayeva, Nazerke and Sandygulova, Anara},
booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
volume={35},
number={18},
pages={15728--15729},
year={2021}
}
Zhansaule Telisheva, Aida Zhanatkyzy, Aizada Turarova, Nazerke Rakhymbayeva, and Anara Sandygulova. 2020. Automatic Engagement Recognition of Children within Robot-Mediated Autism Therapy. In Companion of the 2020 ACM/IEEE International Conference on Human-Robot Interaction (HRI ’20). Association for Computing Machinery, New York, NY, USA, 471–472. DOI:https://doi.org/10.1145/3371382.3378390
@inproceedings{10.1145/3371382.3378390,
author = {Telisheva, Zhansaule and Zhanatkyzy, Aida and Turarova, Aizada and Rakhymbayeva, Nazerke and Sandygulova, Anara},
title = {Automatic Engagement Recognition of Children within Robot-Mediated Autism Therapy},
year = {2020},
isbn = {9781450370578},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3371382.3378390},
doi = {10.1145/3371382.3378390},
booktitle = {Companion of the 2020 ACM/IEEE International Conference on Human-Robot Interaction},
pages = {471–472},
numpages = {2},
keywords = {robot-mediated therapy, autism spectrum disorder, action recognition, pose estimation, openpose, nao robot, engagement recognition, children},
location = {Cambridge, United Kingdom},
series = {HRI ’20}
}
Aida Zhanatkyzy, Zhansaule Telisheva, Aizada Turarova, Zhanel Zhexenova, and Anara Sandygulova. 2020. Quantitative Results of Robot-Assisted Therapy for Children with Autism, ADHD and Delayed Speech Development. In Companion of the 2020 ACM/IEEE International Conference on Human-Robot Interaction (HRI ’20). Association for Computing Machinery, New York, NY, USA, 541–542. DOI:https://doi.org/10.1145/3371382.3378254
@inproceedings{10.1145/3371382.3378254,
author = {Zhanatkyzy, Aida and Telisheva, Zhansaule and Turarova, Aizada and Zhexenova, Zhanel and Sandygulova, Anara},
title = {Quantitative Results of Robot-Assisted Therapy for Children with Autism, ADHD and Delayed Speech Development},
year = {2020},
isbn = {9781450370578},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3371382.3378254},
doi = {10.1145/3371382.3378254},
booktitle = {Companion of the 2020 ACM/IEEE International Conference on Human-Robot Interaction},
pages = {541–542},
numpages = {2},
keywords = {robot-assisted therapy, attention deficit hyperactivity disorder, social robot, delayed speech development, autism spectrum disorder, human-robot interaction, nao},
location = {Cambridge, United Kingdom},
series = {HRI ’20}
}
Nazerke Rakhymbayeva, Nurila Seitkazina, Dauren Turabayev, Alina Pak, and Anara Sandygulova. 2020. A Long-term Study of Robot-Assisted Therapy for Children with Severe Autism and ADHD. In Companion of the 2020 ACM/IEEE International Conference on Human-Robot Interaction (HRI ’20). Association for Computing Machinery, New York, NY, USA, 401–402. DOI:https://doi.org/10.1145/3371382.3378356
@inproceedings{10.1145/3371382.3378356,
author = {Rakhymbayeva, Nazerke and Seitkazina, Nurila and Turabayev, Dauren and Pak, Alina and Sandygulova, Anara},
title = {A Long-Term Study of Robot-Assisted Therapy for Children with Severe Autism and ADHD},
year = {2020},
isbn = {9781450370578},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3371382.3378356},
doi = {10.1145/3371382.3378356},
booktitle = {Companion of the 2020 ACM/IEEE International Conference on Human-Robot Interaction},
pages = {401–402},
numpages = {2},
keywords = {social robots, robot-assisted therapy, human-robot interaction, autism spectrum disorder, attention deficit hyperactivity disorder},
location = {Cambridge, United Kingdom},
series = {HRI ’20}
}
Telisheva, Z., Turarova, A., Zhanatkyzy, A., Abylkasymova, G., & Sandygulova, A. (2019, November). Robot-Assisted Therapy for the Severe Form of Autism: Challenges and Recommendations. In International Conference on Social Robotics (pp. 474-483). Springer, Cham.
@inproceedings{telisheva2019robot,
title={Robot-Assisted Therapy for the Severe Form of Autism: Challenges and Recommendations},
author={Telisheva, Zhansaule and Turarova, Aizada and Zhanatkyzy, Aida and Abylkasymova, Galiya and Sandygulova, Anara},
booktitle={International Conference on Social Robotics},
pages={474--483},
year={2019},
organization={Springer}
}
Sandygulova, A., Zhexenova, Z., Tleubayev, B., Nurakhmetova, A., Zhumabekova, D., Assylgali, I., Rzagaliyev, Y., & Zhakenova, A. (2019). Interaction design and methodology of robot-assisted therapy for children with severe ASD and ADHD, Paladyn, Journal of Behavioral Robotics, 10(1), 330-345. doi: https://doi.org/10.1515/pjbr-2019-0027
@article {sandygulova2019interaction,
author = "Anara Sandygulova and Zhanel Zhexenova and Bolat Tleubayev and Aidana Nurakhmetova and Dana Zhumabekova and Ilyas Assylgali and Yerzhan Rzagaliyev and Aliya Zhakenova",
title = "Interaction design and methodology of robot-assisted therapy for children with severe ASD and ADHD",
journal = "Paladyn, Journal of Behavioral Robotics",
year = "2019",
publisher = "De Gruyter",
address = "Berlin, Boston",
volume = "10",
number = "1",
pages: "330 - 345",
url = "https://www.degruyter.com/view/journals/pjbr/10/1/article-p330.xml"
}
Zhanatkyzy, A., Turarova, A., Telisheva, Z., Abylkasymova, G., & Sandygulova, A. (2019, October). Robot-Assisted Therapy for Children with Delayed Speech Development: a Pilot Study. In 2019 28th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN) (pp. 1-5). IEEE.
@inproceedings{zhanatkyzy2019robot,
title={Robot-Assisted Therapy for Children with Delayed Speech Development: a Pilot Study},
author={Zhanatkyzy, Aida and Turarova, Aizada and Telisheva, Zhansaule and Abylkasymova, Galiya and Sandygulova, Anara},
booktitle={2019 28th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)},
pages={1--5},
year={2019},
organization={IEEE}
}