Our virtual-, augmented- and mixed-reality research provides new ways of human-computer interaction for applications such as games, healthcare and training.
Hubert P. H. Shum and Edmond S. L. Ho, "Real-Time Physical Modelling of Character Movements with Microsoft Kinect," in VRST '12: Proceedings of the 2012 ACM Symposium on Virtual Reality Software and Technology, pp. 17-24, Toronto, Ontario, Canada, ACM, Dec 2012.
Bibtex
@inproceedings{shum12realtime, author={Shum, Hubert P. H. and Ho, Edmond S. L.}, booktitle={Proceedings of the 2012 ACM Symposium on Virtual Reality Software and Technology}, series={VRST '12}, title={Real-Time Physical Modelling of Character Movements with Microsoft Kinect}, year={2012}, month={12}, pages={17--24}, numpages={8}, doi={10.1145/2407336.2407340}, isbn={978-1-4503-1469-5}, publisher={ACM}, Address={New York, NY, USA}, location={Toronto, Ontario, Canada}, }
RIS
TY - CONF AU - Shum, Hubert P. H. AU - Ho, Edmond S. L. T2 - Proceedings of the 2012 ACM Symposium on Virtual Reality Software and Technology TI - Real-Time Physical Modelling of Character Movements with Microsoft Kinect PY - 2012 Y1 - 12 2012 SP - 17 EP - 24 DO - 10.1145/2407336.2407340 SN - 978-1-4503-1469-5 PB - ACM ER -
< ref name="shum12realtime">{{cite conference |last1=Shum |first1=Hubert P. H. |last2=Ho |first2=Edmond S. L. |title=Real-Time Physical Modelling of Character Movements with Microsoft Kinect |date=2012 |pages=17--24 |doi=10.1145/2407336.2407340 |isbn=978-1-4503-1469-5 |publisher=ACM |url=http://doi.org/10.1145/2407336.2407340 }}< /ref>
Kanglei Zhou, Ruizhi Cai, Yue Ma, Qingqing Tan, Xinning Wang, Jianguo Li, Hubert P. H. Shum, Frederick W. B. Li, Song Jin and Xiaohui Liang, "A Video-Based Augmented Reality System for Human-in-the-Loop Muscle Strength Assessment of Juvenile Dermatomyositis," IEEE Transactions on Visualization and Computer Graphics, vol. 29, no. 5, pp. 2456-2466, Shanghai, China, IEEE, 2023.
Bibtex
@article{zhou23video, author={Zhou, Kanglei and Cai, Ruizhi and Ma, Yue and Tan, Qingqing and Wang, Xinning and Li, Jianguo and Shum, Hubert P. H. and Li, Frederick W. B. and Jin, Song and Liang, Xiaohui}, journal={IEEE Transactions on Visualization and Computer Graphics}, title={A Video-Based Augmented Reality System for Human-in-the-Loop Muscle Strength Assessment of Juvenile Dermatomyositis}, year={2023}, volume={29}, number={5}, pages={2456--2466}, numpages={11}, doi={10.1109/TVCG.2023.3247092}, issn={1941-0506}, publisher={IEEE}, location={Shanghai, China}, }
RIS
TY - JOUR AU - Zhou, Kanglei AU - Cai, Ruizhi AU - Ma, Yue AU - Tan, Qingqing AU - Wang, Xinning AU - Li, Jianguo AU - Shum, Hubert P. H. AU - Li, Frederick W. B. AU - Jin, Song AU - Liang, Xiaohui T2 - IEEE Transactions on Visualization and Computer Graphics TI - A Video-Based Augmented Reality System for Human-in-the-Loop Muscle Strength Assessment of Juvenile Dermatomyositis PY - 2023 VL - 29 IS - 5 SP - 2456 EP - 2466 DO - 10.1109/TVCG.2023.3247092 SN - 1941-0506 PB - IEEE ER -
Kanglei Zhou, Jiaying Chen, Hubert P. H. Shum, Frederick W. B. Li and Xiaohui Liang, "STGAE: Spatial Temporal Graph Auto-Encoder for Hand Motion Denoising," in ISMAR '21: Proceedings of the 2021 IEEE International Symposium on Mixed and Augmented Reality, pp. 41-49, Bari, Italy, IEEE, Oct 2021.
Bibtex
@inproceedings{zhou21stgae, author={Zhou, Kanglei and Chen, Jiaying and Shum, Hubert P. H. and Li, Frederick W. B. and Liang, Xiaohui}, booktitle={Proceedings of the 2021 IEEE International Symposium on Mixed and Augmented Reality}, series={ISMAR '21}, title={STGAE: Spatial Temporal Graph Auto-Encoder for Hand Motion Denoising}, year={2021}, month={10}, pages={41--49}, numpages={9}, doi={10.1109/ISMAR52148.2021.00018}, issn={1554-7868}, publisher={IEEE}, location={Bari, Italy}, }
RIS
TY - CONF AU - Zhou, Kanglei AU - Chen, Jiaying AU - Shum, Hubert P. H. AU - Li, Frederick W. B. AU - Liang, Xiaohui T2 - Proceedings of the 2021 IEEE International Symposium on Mixed and Augmented Reality TI - STGAE: Spatial Temporal Graph Auto-Encoder for Hand Motion Denoising PY - 2021 Y1 - 10 2021 SP - 41 EP - 49 DO - 10.1109/ISMAR52148.2021.00018 SN - 1554-7868 PB - IEEE ER -
Qi Feng, Hubert P. H. Shum and Shigeo Morishima, "Resolving Occlusion for 3D Object Manipulation with Hands in Mixed Reality," in VRST '18: Proceedings of the 2018 ACM Symposium on Virtual Reality Software and Technology, Tokyo, Japan, ACM, Nov 2018.
Bibtex
@inproceedings{feng18resolving, author={Feng, Qi and Shum, Hubert P. H. and Morishima, Shigeo}, booktitle={Proceedings of the 2018 ACM Symposium on Virtual Reality Software and Technology}, series={VRST '18}, title={Resolving Occlusion for 3D Object Manipulation with Hands in Mixed Reality}, year={2018}, month={11}, numpages={2}, doi={10.1145/3281505.3283390}, isbn={9.78E+12}, publisher={ACM}, Address={New York, NY, USA}, location={Tokyo, Japan}, }
RIS
TY - CONF AU - Feng, Qi AU - Shum, Hubert P. H. AU - Morishima, Shigeo T2 - Proceedings of the 2018 ACM Symposium on Virtual Reality Software and Technology TI - Resolving Occlusion for 3D Object Manipulation with Hands in Mixed Reality PY - 2018 Y1 - 11 2018 DO - 10.1145/3281505.3283390 SN - 9.78E+12 PB - ACM ER -
< ref name="feng18resolving">{{cite conference |last1=Feng |first1=Qi |last2=Shum |first2=Hubert P. H. |last3=Morishima |first3=Shigeo |title=Resolving Occlusion for 3D Object Manipulation with Hands in Mixed Reality |date=2018 |doi=10.1145/3281505.3283390 |isbn=9.78E+12 |publisher=ACM |url=http://doi.org/10.1145/3281505.3283390 }}< /ref>
Zhiying Leng, Jiaying Chen, Hubert P. H. Shum, Frederick W. B. Li and Xiaohui Liang, "Stable Hand Pose Estimation under Tremor via Graph Neural Network," in VR '21: Proceedings of the 2021 IEEE Conference on Virtual Reality and 3D User Interfaces, pp. 226-234, IEEE, Mar 2021.
Bibtex
@inproceedings{leng21image, author={Leng, Zhiying and Chen, Jiaying and Shum, Hubert P. H. and Li, Frederick W. B. and Liang, Xiaohui}, booktitle={Proceedings of the 2021 IEEE Conference on Virtual Reality and 3D User Interfaces}, series={VR '21}, title={Stable Hand Pose Estimation under Tremor via Graph Neural Network}, year={2021}, month={3}, pages={226--234}, numpages={9}, doi={10.1109/VR50410.2021.00044}, issn={2642-5254}, publisher={IEEE}, }
RIS
TY - CONF AU - Leng, Zhiying AU - Chen, Jiaying AU - Shum, Hubert P. H. AU - Li, Frederick W. B. AU - Liang, Xiaohui T2 - Proceedings of the 2021 IEEE Conference on Virtual Reality and 3D User Interfaces TI - Stable Hand Pose Estimation under Tremor via Graph Neural Network PY - 2021 Y1 - 3 2021 SP - 226 EP - 234 DO - 10.1109/VR50410.2021.00044 SN - 2642-5254 PB - IEEE ER -
Hubert P. H. Shum, Taku Komura and Shu Takagi, "Fast Accelerometer-Based Motion Recognition with a Dual Buffer Framework," The International Journal of Virtual Reality, vol. 10, no. 3, pp. 17-24, IPI Press, Sep 2011.
Bibtex
@article{shum11fast, author={Shum, Hubert P. H. and Komura, Taku and Takagi, Shu}, journal={The International Journal of Virtual Reality}, title={Fast Accelerometer-Based Motion Recognition with a Dual Buffer Framework}, year={2011}, month={9}, volume={10}, number={3}, pages={17--24}, numpages={8}, doi={10.20870/IJVR.2011.10.3.2831}, publisher={IPI Press}, }
RIS
TY - JOUR AU - Shum, Hubert P. H. AU - Komura, Taku AU - Takagi, Shu T2 - The International Journal of Virtual Reality TI - Fast Accelerometer-Based Motion Recognition with a Dual Buffer Framework PY - 2011 Y1 - 9 2011 VL - 10 IS - 3 SP - 17 EP - 24 DO - 10.20870/IJVR.2011.10.3.2831 PB - IPI Press ER -
Yang Yang, Howard Leung, Hubert P. H. Shum, Jiao Li, Lanling Zeng, Nauman Aslam and Zhigeng Pan, "CCESK: A Chinese Character Educational System Based on Kinect," IEEE Transactions on Learning Technologies, vol. 11, no. 3, pp. 342-347, IEEE, 2018.
Bibtex
@article{yang18ccesk, author={Yang, Yang and Leung, Howard and Shum, Hubert P. H. and Li, Jiao and Zeng, Lanling and Aslam, Nauman and Pan, Zhigeng}, journal={IEEE Transactions on Learning Technologies}, title={CCESK: A Chinese Character Educational System Based on Kinect}, year={2018}, volume={11}, number={3}, pages={342--347}, numpages={6}, doi={10.1109/TLT.2017.2723888}, issn={1939-1382}, publisher={IEEE}, }
RIS
TY - JOUR AU - Yang, Yang AU - Leung, Howard AU - Shum, Hubert P. H. AU - Li, Jiao AU - Zeng, Lanling AU - Aslam, Nauman AU - Pan, Zhigeng T2 - IEEE Transactions on Learning Technologies TI - CCESK: A Chinese Character Educational System Based on Kinect PY - 2018 VL - 11 IS - 3 SP - 342 EP - 347 DO - 10.1109/TLT.2017.2723888 SN - 1939-1382 PB - IEEE ER -
< ref name="yang18ccesk">{{cite journal |last1=Yang |first1=Yang |last2=Leung |first2=Howard |last3=Shum |first3=Hubert P. H. |last4=Li |first4=Jiao |last5=Zeng |first5=Lanling |last6=Aslam |first6=Nauman |last7=Pan |first7=Zhigeng |title=CCESK: A Chinese Character Educational System Based on Kinect |journal=IEEE Transactions on Learning Technologies |date=2018 |volume=11 |issue=3 |pages=342--347 |doi=10.1109/TLT.2017.2723888 |issn=1939-1382 |publisher=IEEE |url=http://doi.org/10.1109/TLT.2017.2723888 }}< /ref>
Resolving Hand-Object Occlusion for Mixed Reality with Joint Deep Learning and Model Optimization Computer Animation and Virtual Worlds (CAVW) - Proceedings of the 2020 International Conference on Computer Animation and Social Agents (CASA), 2020 Qi Feng, Hubert P. H. Shum and Shigeo Morishima Topics: Virtual Reality, Hands and Gestures Webpage DOI Cite This Plain Text
Qi Feng, Hubert P. H. Shum and Shigeo Morishima, "Resolving Hand-Object Occlusion for Mixed Reality with Joint Deep Learning and Model Optimization," Computer Animation and Virtual Worlds, vol. 31, no. 4--5, pp. e1956, John Wiley and Sons Ltd., 2020.
Bibtex
@article{feng20resolving, author={Feng, Qi and Shum, Hubert P. H. and Morishima, Shigeo}, journal={Computer Animation and Virtual Worlds}, title={Resolving Hand-Object Occlusion for Mixed Reality with Joint Deep Learning and Model Optimization}, year={2020}, volume={31}, number={4--5}, pages={e1956}, numpages={12}, doi={10.1002/cav.1956}, publisher={John Wiley and Sons Ltd.}, Address={Chichester, UK}, }
RIS
TY - JOUR AU - Feng, Qi AU - Shum, Hubert P. H. AU - Morishima, Shigeo T2 - Computer Animation and Virtual Worlds TI - Resolving Hand-Object Occlusion for Mixed Reality with Joint Deep Learning and Model Optimization PY - 2020 VL - 31 IS - 4--5 SP - e1956 EP - e1956 DO - 10.1002/cav.1956 PB - John Wiley and Sons Ltd. ER -
< ref name="feng20resolving">{{cite journal |last1=Feng |first1=Qi |last2=Shum |first2=Hubert P. H. |last3=Morishima |first3=Shigeo |title=Resolving Hand-Object Occlusion for Mixed Reality with Joint Deep Learning and Model Optimization |journal=Computer Animation and Virtual Worlds |date=2020 |volume=31 |issue=4--5 |pages=e1956 |doi=10.1002/cav.1956 |publisher=John Wiley and Sons Ltd. |url=http://doi.org/10.1002/cav.1956 }}< /ref>
Kanglei Zhou, Chen Chen, Yue Ma, Zhiying Leng, Hubert P. H. Shum, Frederick W. B. Li and Xiaohui Liang, "A Mixed Reality Training System for Hand-Object Interaction in Simulated Microgravity Environments," in ISMAR '23: Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality, pp. 167-176, Sydney, Australia, IEEE, Oct 2023.
Bibtex
@inproceedings{zhou23mixed, author={Zhou, Kanglei and Chen, Chen and Ma, Yue and Leng, Zhiying and Shum, Hubert P. H. and Li, Frederick W. B. and Liang, Xiaohui}, booktitle={Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality}, series={ISMAR '23}, title={A Mixed Reality Training System for Hand-Object Interaction in Simulated Microgravity Environments}, year={2023}, month={10}, pages={167--176}, numpages={10}, doi={10.1109/ISMAR59233.2023.00031}, publisher={IEEE}, location={Sydney, Australia}, }
RIS
TY - CONF AU - Zhou, Kanglei AU - Chen, Chen AU - Ma, Yue AU - Leng, Zhiying AU - Shum, Hubert P. H. AU - Li, Frederick W. B. AU - Liang, Xiaohui T2 - Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality TI - A Mixed Reality Training System for Hand-Object Interaction in Simulated Microgravity Environments PY - 2023 Y1 - 10 2023 SP - 167 EP - 176 DO - 10.1109/ISMAR59233.2023.00031 PB - IEEE ER -
Christopher Flinton, Philip Anderson, Hubert P. H. Shum and Edmond S. L. Ho, "NETIVAR: NETwork Information Visualization Based on Augmented Reality," in SKIMA '18: Proceedings of the 2018 International Conference on Software, Knowledge, Information Management and Applications, pp. 1-8, Phnom Penh, Cambodia, IEEE, Dec 2018.
Bibtex
@inproceedings{flinton18netivar, author={Flinton, Christopher and Anderson, Philip and Shum, Hubert P. H. and Ho, Edmond S. L.}, booktitle={Proceedings of the 2018 International Conference on Software, Knowledge, Information Management and Applications}, series={SKIMA '18}, title={NETIVAR: NETwork Information Visualization Based on Augmented Reality}, year={2018}, month={12}, pages={1--8}, numpages={8}, doi={10.1109/SKIMA.2018.8631530}, issn={2573-3214}, publisher={IEEE}, location={Phnom Penh, Cambodia}, }
RIS
TY - CONF AU - Flinton, Christopher AU - Anderson, Philip AU - Shum, Hubert P. H. AU - Ho, Edmond S. L. T2 - Proceedings of the 2018 International Conference on Software, Knowledge, Information Management and Applications TI - NETIVAR: NETwork Information Visualization Based on Augmented Reality PY - 2018 Y1 - 12 2018 SP - 1 EP - 8 DO - 10.1109/SKIMA.2018.8631530 SN - 2573-3214 PB - IEEE ER -
< ref name="flinton18netivar">{{cite conference |last1=Flinton |first1=Christopher |last2=Anderson |first2=Philip |last3=Shum |first3=Hubert P. H. |last4=Ho |first4=Edmond S. L. |title=NETIVAR: NETwork Information Visualization Based on Augmented Reality |date=2018 |pages=1--8 |doi=10.1109/SKIMA.2018.8631530 |issn=2573-3214 |publisher=IEEE |url=http://doi.org/10.1109/SKIMA.2018.8631530 }}< /ref>
Enhancing Perception and Immersion in Pre-Captured Environments through Learning-Based Eye Height Adaptation Core A* Conference‡ Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality (ISMAR), 2023 Qi Feng, Hubert P. H. Shum and Shigeo Morishima Topics: Virtual Reality, Environment Sensing, Video Analysis Webpage DOI arXiv Cite This Plain Text
Qi Feng, Hubert P. H. Shum and Shigeo Morishima, "Enhancing Perception and Immersion in Pre-Captured Environments through Learning-Based Eye Height Adaptation," in ISMAR '23: Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality, pp. 405-414, Sydney, Australia, IEEE, Oct 2023.
Bibtex
@inproceedings{feng23enhancing, author={Feng, Qi and Shum, Hubert P. H. and Morishima, Shigeo}, booktitle={Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality}, series={ISMAR '23}, title={Enhancing Perception and Immersion in Pre-Captured Environments through Learning-Based Eye Height Adaptation}, year={2023}, month={10}, pages={405-414}, numpages={10}, doi={10.1109/ISMAR59233.2023.00055}, publisher={IEEE}, location={Sydney, Australia}, }
RIS
TY - CONF AU - Feng, Qi AU - Shum, Hubert P. H. AU - Morishima, Shigeo T2 - Proceedings of the 2023 IEEE International Symposium on Mixed and Augmented Reality TI - Enhancing Perception and Immersion in Pre-Captured Environments through Learning-Based Eye Height Adaptation PY - 2023 Y1 - 10 2023 SP - 405-414 EP - 405-414 DO - 10.1109/ISMAR59233.2023.00055 PB - IEEE ER -
Occlusion for 3D Object Manipulation with Hands in Augmented Reality Proceedings of the 2018 Meeting on Image Recognition and Understanding (MIRU), 2018 Qi Feng, Hubert P. H. Shum and Shigeo Morishima Topics: Virtual Reality, Hands and Gestures Webpage Cite This Plain Text
Qi Feng, Hubert P. H. Shum and Shigeo Morishima, "Occlusion for 3D Object Manipulation with Hands in Augmented Reality," in MIRU '18: Proceedings of the 2018 Meeting on Image Recognition and Understanding, Sapporo, Japan, Aug 2018.
Bibtex
@inproceedings{feng18occlusion, author={Feng, Qi and Shum, Hubert P. H. and Morishima, Shigeo}, booktitle={Proceedings of the 2018 Meeting on Image Recognition and Understanding}, series={MIRU '18}, title={Occlusion for 3D Object Manipulation with Hands in Augmented Reality}, year={2018}, month={8}, numpages={4}, location={Sapporo, Japan}, }
RIS
TY - CONF AU - Feng, Qi AU - Shum, Hubert P. H. AU - Morishima, Shigeo T2 - Proceedings of the 2018 Meeting on Image Recognition and Understanding TI - Occlusion for 3D Object Manipulation with Hands in Augmented Reality PY - 2018 Y1 - 8 2018 ER -
< ref name="feng18occlusion">{{cite conference |last1=Feng |first1=Qi |last2=Shum |first2=Hubert P. H. |last3=Morishima |first3=Shigeo |title=Occlusion for 3D Object Manipulation with Hands in Augmented Reality |date=2018 }}< /ref>
Patient Assessment Assistant Using Augmented Reality Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR, 2018 Edmond S. L. Ho, Kevin D. McCay, Hubert P. H. Shum, Longzhi Yang, David Sainsbury and Peter Hodgkinson Topics: Virtual Reality, Face Modelling Webpage Cite This Plain Text
Edmond S. L. Ho, Kevin D. McCay, Hubert P. H. Shum, Longzhi Yang, David Sainsbury and Peter Hodgkinson, "Patient Assessment Assistant Using Augmented Reality," in AR '21: Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR, Xian, China, Jun 2018.
Bibtex
@inproceedings{ho18using, author={Ho, Edmond S. L. and McCay, Kevin D. and Shum, Hubert P. H. and Yang, Longzhi and Sainsbury, David and Hodgkinson, Peter}, booktitle={Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR}, series={AR '21}, title={Patient Assessment Assistant Using Augmented Reality}, year={2018}, month={6}, numpages={9}, location={Xian, China}, }
RIS
TY - CONF AU - Ho, Edmond S. L. AU - McCay, Kevin D. AU - Shum, Hubert P. H. AU - Yang, Longzhi AU - Sainsbury, David AU - Hodgkinson, Peter T2 - Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR TI - Patient Assessment Assistant Using Augmented Reality PY - 2018 Y1 - 6 2018 ER -
< ref name="ho18using">{{cite conference |last1=Ho |first1=Edmond S. L. |last2=McCay |first2=Kevin D. |last3=Shum |first3=Hubert P. H. |last4=Yang |first4=Longzhi |last5=Sainsbury |first5=David |last6=Hodgkinson |first6=Peter |title=Patient Assessment Assistant Using Augmented Reality |date=2018 }}< /ref>