publications

2025

1. 

   CodeA11y: Making AI Coding Assistants Useful for Accessible Web Development

   Peya Mowar, Yi-Hao Peng, Jason Wu, and 2 more authors

   In In Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems, 2025

   Bib PDF

   @inproceedings{mowar2025codea11y,
     title = {CodeA11y: Making AI Coding Assistants Useful for Accessible Web Development},
     author = {Mowar, Peya and Peng, Yi-Hao and Wu, Jason and Steinfeld, Aaron and Bigham, Jeffrey P.},
     year = {2025},
     booktitle = {In Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems},
   }

2. 

   Squire: Interactive UI Authoring via Slot QUery Intermediate Representations

   Alan Leung, Ruijia Cheng, Jason Wu, and 2 more authors

   In In Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology, 2025

   Bib PDF

   @inproceedings{leung2025squire,
     title = {Squire: Interactive UI Authoring via Slot QUery Intermediate Representations},
     author = {Leung, Alan and Cheng, Ruijia and Wu, Jason and Nichols, Jeffrey and Barik, Titus},
     year = {2025},
     booktitle = {In Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology},
   }

3. 

   Improving User Interface Generation Models from Designer Feedback

   Jason Wu, Amanda Swearngin, Arun Krishna Vajjala, and 3 more authors

   Preprint, 2025

   Bib PDF GitHub

   @article{wu2025rldf,
     title = {Improving User Interface Generation Models from Designer Feedback},
     author = {Wu, Jason and Swearngin, Amanda and Vajjala, Arun Krishna and Leung, Alan and Nichols, Jeffrey and Barik, Titus},
     year = {2025},
     journal = {Preprint},
   }

2024

1. 

   Towards Automated Accessibility Report Generation for Mobile Apps

   Amanda Swearngin, Jason Wu, Xiaoyi Zhang, and 8 more authors

   ACM Transactions on Computer-Human Interaction (TOCHI), 2024

   Bib PDF

   @article{swearngin2024towards,
     title = {Towards Automated Accessibility Report Generation for Mobile Apps},
     author = {Swearngin, Amanda and Wu, Jason and Zhang, Xiaoyi and Gomez, Esteban and Coughenour, Jen and Stukenborg, Rachel and Garg, Bhavya and Hughes, Greg and Hilliard, Adriana and Bigham, Jeffrey P and others},
     year = {2024},
     journal = {ACM Transactions on Computer-Human Interaction (TOCHI)},
   }

2. 

   FrameKit: A Tool for Authoring Adaptive UIs Using Keyframes

   Jason Wu, Kashyap Todi, Joannes Chan, and 2 more authors

   In In Proceedings of IUI 2024, ACM Conference on Intelligent User Interfaces, 2024

   Bib PDF Video

   @inproceedings{wu2024framekit,
     title = {FrameKit: A Tool for Authoring Adaptive UIs Using Keyframes},
     author = {Wu, Jason and Todi, Kashyap and Chan, Joannes and Myers, Brad A and Lafreniere, Ben},
     year = {2024},
     booktitle = {In Proceedings of IUI 2024, ACM Conference on Intelligent User Interfaces},
   }

3. 

   UICoder: Finetuning Large Language Models to Generate User Interface Code through Automated Feedback

   Jason Wu, Eldon Schoop, Alan Leung, and 3 more authors

   In In Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), 2024

   Bib PDF

   @inproceedings{wu2024uicoder,
     title = {UICoder: Finetuning Large Language Models to Generate User Interface Code through Automated Feedback},
     author = {Wu, Jason and Schoop, Eldon and Leung, Alan and Barik, Titus and Bigham, Jeffrey P and Nichols, Jeffrey},
     year = {2024},
     booktitle = {In Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)},
   }

4. Computational Understanding of User Interfaces

   Jason Wu

   Carnegie Mellon University, 2024

   Bib PDF Talk

   @phdthesis{wucomputational,
     title = {Computational Understanding of User Interfaces},
     author = {Wu, Jason},
     year = {2024},
     school = {Carnegie Mellon University},
   }

5. 

   DreamStruct: Understanding Slides and User Interfaces via Synthetic Data Generation

   Yi-Hao Peng, Yue Jiang Faria Huq, Jason Wu, and 3 more authors

   In In Proceedings of ECCV 2024, The 18th European Conference on Computer Vision, 2024

   Bib PDF Project GitHub Hugging Face

   @inproceedings{pengdreamstruct,
     title = {DreamStruct: Understanding Slides and User Interfaces via Synthetic Data Generation},
     author = {Peng, Yi-Hao and Huq, Yue Jiang Faria and Wu, Jason and Li, Xin Yue and Bigham, Jeffrey P and Pavel, Amy},
     year = {2024},
     booktitle = {In Proceedings of ECCV 2024, The 18th European Conference on Computer Vision},
   }

6. 

   UIClip: A Data-driven Model for Assessing User Interface Design

   Jason Wu, Yi-Hao Peng, Amanda Li, and 3 more authors

   In In In Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology, 2024, 2024

   Bib PDF Project Hugging Face Demo Talk

   @inproceedings{wu2024uiclip,
     title = {UIClip: A Data-driven Model for Assessing User Interface Design},
     author = {Wu, Jason and Peng, Yi-Hao and Li, Amanda and Swearngin, Amanda and Bigham, Jeffrey P and Nichols, Jeffrey},
     year = {2024},
     booktitle = {In In Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology, 2024},
   }

2023

1. 

   Screen Correspondence: Mapping Interchangeable Elements between UIs

   Jason Wu, Amanda Swearngin, Xiaoyi Zhang, and 2 more authors

   arXiv preprint arXiv:2301.08372, 2023

   Bib PDF

   @article{wu2023screen,
     title = {Screen Correspondence: Mapping Interchangeable Elements between UIs},
     author = {Wu, Jason and Swearngin, Amanda and Zhang, Xiaoyi and Nichols, Jeffrey and Bigham, Jeffrey P},
     year = {2023},
     journal = {arXiv preprint arXiv:2301.08372},
   }

2. 

   WebUI: A Dataset for Enhancing Visual UI Understanding with Web Semantics

   Jason Wu, Siyan Wang, Siman Shen, and 3 more authors

   In In Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems, 2023

   Bib PDF Project GitHub Hugging Face Demo Talk

   @inproceedings{wu2023webui,
     title = {WebUI: A Dataset for Enhancing Visual UI Understanding with Web Semantics},
     author = {Wu, Jason and Wang, Siyan and Shen, Siman and Peng, Yi-Hao and Nichols, Jeffrey and Bigham, Jeffrey P},
     year = {2023},
     booktitle = {In Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems},
   }

3. Towards Never-ending Learning of User Interfaces

   Jason Wu, Rebecca Krosnick, Eldon Schoop, and 3 more authors

   In In ICML Workshop on Artificial Intelligence & Human Computer Interaction, 2023

   Bib PDF

   @inproceedings{wu2023towards,
     title = {Towards Never-ending Learning of User Interfaces},
     author = {Wu, Jason and Krosnick, Rebecca and Schoop, Eldon and Swearngin, Amanda and Bigham, Jeffrey P and Nichols, Jeffrey},
     year = {2023},
     booktitle = {In ICML Workshop on Artificial Intelligence & Human Computer Interaction},
   }

4. 

   Never-ending Learning of User Interfaces

   Jason Wu, Rebecca Krosnick, Eldon Schoop, and 3 more authors

   In In Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology, 2023

   Bib PDF Talk

   @inproceedings{wu2023never,
     title = {Never-ending Learning of User Interfaces},
     author = {Wu, Jason and Krosnick, Rebecca and Schoop, Eldon and Swearngin, Amanda and Bigham, Jeffrey P and Nichols, Jeffrey},
     year = {2023},
     booktitle = {In Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology},
   }

5. 

   STAR: Smartphone-analogous Typing in Augmented Reality

   Taejun Kim, Amy Karlson, Aakar Gupta, and 6 more authors

   In In Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology, 2023

   Bib PDF

   @inproceedings{kim2023star,
     title = {STAR: Smartphone-analogous Typing in Augmented Reality},
     author = {Kim, Taejun and Karlson, Amy and Gupta, Aakar and Grossman, Tovi and Wu, Jason and Abtahi, Parastoo and Collins, Christopher and Glueck, Michael and Surale, Hemant Bhaskar},
     year = {2023},
     booktitle = {In Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology},
   }

6. 

   Using LLMs to Customize the UI of Webpages

   Amanda Li, Jason Wu, and Jeffrey P Bigham

   In In Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology, 2023

   Bib PDF

   @inproceedings{li2023using,
     title = {Using LLMs to Customize the UI of Webpages},
     author = {Li, Amanda and Wu, Jason and Bigham, Jeffrey P},
     year = {2023},
     booktitle = {In Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology},
   }

2022

1. 

   Understanding Screen Relationships from Screenshots of Smartphone Applications

   Shirin Feiz, Jason Wu, Xiaoyi Zhang, and 3 more authors

   In In 27th International Conference on Intelligent User Interfaces, 2022

   Bib PDF

   @inproceedings{feiz2022understanding,
     title = {Understanding Screen Relationships from Screenshots of Smartphone Applications},
     author = {Feiz, Shirin and Wu, Jason and Zhang, Xiaoyi and Swearngin, Amanda and Barik, Titus and Nichols, Jeffrey},
     year = {2022},
     booktitle = {In 27th International Conference on Intelligent User Interfaces},
   }

2. 

   Towards Complete Icon Labeling in Mobile Applications

   Jieshan Chen, Amanda Swearngin, Jason Wu, and 3 more authors

   In In Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems, 2022

   Bib PDF

   @inproceedings{chen2022towards,
     title = {Towards Complete Icon Labeling in Mobile Applications},
     author = {Chen, Jieshan and Swearngin, Amanda and Wu, Jason and Barik, Titus and Nichols, Jeffrey and Zhang, Xiaoyi},
     year = {2022},
     booktitle = {In Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems},
   }

3. 

   Extracting replayable interactions from videos of mobile app usage

   Jieshan Chen, Amanda Swearngin, Jason Wu, and 3 more authors

   arXiv preprint arXiv:2207.04165, 2022

   Bib PDF

   @article{chen2022extracting,
     title = {Extracting replayable interactions from videos of mobile app usage},
     author = {Chen, Jieshan and Swearngin, Amanda and Wu, Jason and Barik, Titus and Nichols, Jeffrey and Zhang, Xiaoyi},
     year = {2022},
     journal = {arXiv preprint arXiv:2207.04165},
   }

4. 

   Reflow: Automatically Improving Touch Interactions in Mobile Applications through Pixel-based Refinements

   Jason Wu, Titus Barik, Xiaoyi Zhang, and 3 more authors

   arXiv preprint arXiv:2207.07712, 2022

   Bib PDF

   @article{wu2022reflow,
     title = {Reflow: Automatically Improving Touch Interactions in Mobile Applications through Pixel-based Refinements},
     author = {Wu, Jason and Barik, Titus and Zhang, Xiaoyi and Lea, Colin and Nichols, Jeffrey and Bigham, Jeffrey P},
     year = {2022},
     journal = {arXiv preprint arXiv:2207.07712},
   }

5. 

   Diffscriber: Describing Visual Design Changes to Support Mixed-ability Collaborative Presentation Authoring

   Yi-Hao Peng, Jason Wu, Jeffrey Bigham, and 1 more author

   In In Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology, 2022

   Bib PDF

   @inproceedings{peng2022diffscriber,
     title = {Diffscriber: Describing Visual Design Changes to Support Mixed-ability Collaborative Presentation Authoring},
     author = {Peng, Yi-Hao and Wu, Jason and Bigham, Jeffrey and Pavel, Amy},
     year = {2022},
     booktitle = {In Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology},
   }

2021

1. 

   Screen recognition: Creating accessibility metadata for mobile applications from pixels

   Xiaoyi Zhang, Lilian Greef, Amanda Swearngin, and 8 more authors

   In In Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, 2021

   Bib PDF Talk

   @inproceedings{zhang2021screen,
     title = {Screen recognition: Creating accessibility metadata for mobile applications from pixels},
     author = {Zhang, Xiaoyi and Greef, Lilian and Swearngin, Amanda and White, Samuel and Murray, Kyle and Yu, Lisa and Shan, Qi and Nichols, Jeffrey and Wu, Jason and Fleizach, Chris and others},
     year = {2021},
     booktitle = {In Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems},
   }

2. 

   When can accessibility help? an exploration of accessibility feature recommendation on mobile devices

   Jason Wu, Gabriel Reyes, Sam C White, and 2 more authors

   In In Proceedings of the 18th International Web for All Conference, 2021

   Bib PDF Talk

   @inproceedings{wu2021can,
     title = {When can accessibility help? an exploration of accessibility feature recommendation on mobile devices},
     author = {Wu, Jason and Reyes, Gabriel and White, Sam C and Zhang, Xiaoyi and Bigham, Jeffrey P},
     year = {2021},
     booktitle = {In Proceedings of the 18th International Web for All Conference},
   }

3. 

   MultiBench: Multiscale Benchmarks for Multimodal Representation Learning

   Paul Pu Liang, Yiwei Lyu, Xiang Fan, and 8 more authors

   In In NeurIPS Datasets and Benchmarks 2021, 2021

   Bib PDF

   @inproceedings{liang2021multibench,
     title = {MultiBench: Multiscale Benchmarks for Multimodal Representation Learning},
     author = {Liang, Paul Pu and Lyu, Yiwei and Fan, Xiang and Wu, Zetian and Cheng, Yun and Wu, Jason and Chen, Leslie Yufan and Wu, Peter and Lee, Michelle A and Zhu, Yuke and others},
     year = {2021},
     booktitle = {In NeurIPS Datasets and Benchmarks 2021},
   }

4. 

   Screen Parsing: Towards Reverse Engineering of UI Models from Screenshots

   Jason Wu, Xiaoyi Zhang, Jeff Nichols, and 1 more author

   In In The 34th Annual ACM Symposium on User Interface Software and Technology, 2021

   Bib PDF Talk

   @inproceedings{wu2021screen,
     title = {Screen Parsing: Towards Reverse Engineering of UI Models from Screenshots},
     author = {Wu, Jason and Zhang, Xiaoyi and Nichols, Jeff and Bigham, Jeffrey P},
     year = {2021},
     booktitle = {In The 34th Annual ACM Symposium on User Interface Software and Technology},
   }

2020

1. 

   Automatic Class Discovery and One-Shot Interactions for Acoustic Activity Recognition

   Jason Wu, Chris Harrison, Jeffrey P Bigham, and 1 more author

   In In Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, 2020

   Bib PDF Video

   @inproceedings{wu2020automatic,
     title = {Automatic Class Discovery and One-Shot Interactions for Acoustic Activity Recognition},
     author = {Wu, Jason and Harrison, Chris and Bigham, Jeffrey P and Laput, Gierad},
     year = {2020},
     booktitle = {In Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems},
   }

2. 

   Making Mobile Augmented Reality Applications Accessible

   Jaylin Herskovitz, Jason Wu, Samuel White, and 4 more authors

   In In Proceedings of the 22nd international ACM SIGACCESS conference on Computers and accessibility, 2020

   Bib PDF

   @inproceedings{herskovitz2020making,
     title = {Making Mobile Augmented Reality Applications Accessible},
     author = {Herskovitz, Jaylin and Wu, Jason and White, Samuel and Pavel, Amy and Reyes, Gabriel and Guo, Anhong and Bigham, Jeffrey P.},
     year = {2020},
     booktitle = {In Proceedings of the 22nd international ACM SIGACCESS conference on Computers and accessibility},
   }

3. Towards Recommending Accessibility Features on Mobile Devices

   Jason Wu, Gabriel Reyes, Sam C. White, and 2 more authors

   In In The 22nd International ACM SIGACCESS Conference on Computers and Accessibility, 2020

   Bib PDF

   @inproceedings{wu2020towards,
     title = {Towards Recommending Accessibility Features on Mobile Devices},
     author = {Wu, Jason and Reyes, Gabriel and White, Sam C. and Zhang, Xiaoyi and Bigham, Jeffrey P.},
     year = {2020},
     booktitle = {In The 22nd International ACM SIGACCESS Conference on Computers and Accessibility},
   }

4. 

   Disability and the COVID-19 pandemic: Using Twitter to understand accessibility during rapid societal transition

   Cole Gleason, Stephanie Valencia, Lynn Kirabo, and 6 more authors

   In In Proceedings of the 22nd International ACM SIGACCESS Conference on Computers and Accessibility, 2020

   Bib PDF

   @inproceedings{gleason2020disability,
     title = {Disability and the COVID-19 pandemic: Using Twitter to understand accessibility during rapid societal transition},
     author = {Gleason, Cole and Valencia, Stephanie and Kirabo, Lynn and Wu, Jason and Guo, Anhong and Carter, Elizabeth Jeanne and Bigham, Jeffrey and Bennett, Cynthia and Pavel, Amy},
     year = {2020},
     booktitle = {In Proceedings of the 22nd International ACM SIGACCESS Conference on Computers and Accessibility},
   }

2019

1. 

   TongueBoard: An Oral Interface for Subtle Input

   Richard Li, Jason Wu, and Thad Starner

   In In Proceedings of the 10th Augmented Human International Conference 2019, 2019

   Bib PDF Video

   @inproceedings{li2019tongueboard,
     title = {TongueBoard: An Oral Interface for Subtle Input},
     author = {Li, Richard and Wu, Jason and Starner, Thad},
     year = {2019},
     booktitle = {In Proceedings of the 10th Augmented Human International Conference 2019},
   }

2. 

   ScratchThat: supporting command-agnostic speech repair in voice-driven assistants

   Jason Wu, Karan Ahuja, Richard Li, and 2 more authors

   Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 2019

   Bib PDF Video

   @article{wu2019scratchthat,
     title = {ScratchThat: supporting command-agnostic speech repair in voice-driven assistants},
     author = {Wu, Jason and Ahuja, Karan and Li, Richard and Chen, Victor and Bigham, Jeffrey},
     year = {2019},
     journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
   }

3. 

   SelfSync: exploring self-synchronous body-based hotword gestures for initiating interaction

   Juyoung Lee, Shaurye Aggarwal, Jason Wu, and 2 more authors

   In In Proceedings of the 2019 ACM International Symposium on Wearable Computers, 2019

   Bib PDF

   @inproceedings{lee2019selfsync,
     title = {SelfSync: exploring self-synchronous body-based hotword gestures for initiating interaction},
     author = {Lee, Juyoung and Aggarwal, Shaurye and Wu, Jason and Starner, Thad and Woo, Woontack},
     year = {2019},
     booktitle = {In Proceedings of the 2019 ACM International Symposium on Wearable Computers},
   }

2018

1. 

   Synchrowatch: One-handed synchronous smartwatch gestures using correlation and magnetic sensing

   Gabriel Reyes, Jason Wu, Nikita Juneja, and 4 more authors

   Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 2018

   Bib PDF

   @article{reyes2018synchrowatch,
     title = {Synchrowatch: One-handed synchronous smartwatch gestures using correlation and magnetic sensing},
     author = {Reyes, Gabriel and Wu, Jason and Juneja, Nikita and Goldshtein, Maxim and Edwards, W Keith and Abowd, Gregory D and Starner, Thad},
     year = {2018},
     journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
   }

2. 

   Synchronous Interfaces for Wearable Computers

   Jason Wu

   2018

   Undergraduate thesis, Georgia Institute of Technology

   Bib PDF

   @misc{wu2018synchronous,
     title = {Synchronous Interfaces for Wearable Computers},
     author = {Wu, Jason},
     year = {2018},
     note = {Undergraduate thesis, Georgia Institute of Technology},
   }

3. 

   Seesaw: rapid one-handed synchronous gesture interface for smartwatches

   Jason Wu, Cooper Colglazier, Adhithya Ravishankar, and 4 more authors

   In In Proceedings of the 2018 ACM International Symposium on Wearable Computers, 2018

   Bib PDF

   @inproceedings{wu2018seesaw,
     title = {Seesaw: rapid one-handed synchronous gesture interface for smartwatches},
     author = {Wu, Jason and Colglazier, Cooper and Ravishankar, Adhithya and Duan, Yuyan and Wang, Yuanbo and Ploetz, Thomas and Starner, Thad},
     year = {2018},
     booktitle = {In Proceedings of the 2018 ACM International Symposium on Wearable Computers},
   }

4. 

   Nadia: Neural network driven virtual human conversation agents

   Jason Wu, Sayan Ghosh, Mathieu Chollet, and 3 more authors

   In In Proceedings of the 18th International Conference on Intelligent Virtual Agents, 2018

   Bib PDF

   @inproceedings{wu2018nadia,
     title = {Nadia: Neural network driven virtual human conversation agents},
     author = {Wu, Jason and Ghosh, Sayan and Chollet, Mathieu and Ly, Steven and Mozgai, Sharon and Scherer, Stefan},
     year = {2018},
     booktitle = {In Proceedings of the 18th International Conference on Intelligent Virtual Agents},
   }

5. NADiA-Towards Neural Network Driven Virtual Human Conversation Agents

   Stefan Scherer, Jason Wu, Sayan Ghosh, and 3 more authors

   In In International Conference on Autonomous Agents and Multiagent Systems, 2018

   Bib PDF

   @inproceedings{scherer2018nadia,
     title = {NADiA-Towards Neural Network Driven Virtual Human Conversation Agents},
     author = {Scherer, Stefan and Wu, Jason and Ghosh, Sayan and Chollet, Mathieu and Ly, Steven and Mozgai, Sharon},
     year = {2018},
     booktitle = {In International Conference on Autonomous Agents and Multiagent Systems},
   }

2016

1. 

   Whoosh: non-voice acoustics for low-cost, hands-free, and rapid input on smartwatches

   Gabriel Reyes, Dingtian Zhang, Sarthak Ghosh, and 7 more authors

   In In Proceedings of the 2016 ACM International Symposium on Wearable Computers, 2016

   Bib PDF

   @inproceedings{reyes2016whoosh,
     title = {Whoosh: non-voice acoustics for low-cost, hands-free, and rapid input on smartwatches},
     author = {Reyes, Gabriel and Zhang, Dingtian and Ghosh, Sarthak and Shah, Pratik and Wu, Jason and Parnami, Aman and Bercik, Bailey and Starner, Thad and Abowd, Gregory D and Edwards, W Keith},
     year = {2016},
     booktitle = {In Proceedings of the 2016 ACM International Symposium on Wearable Computers},
   }