Research Publications - Face Modelling / Selected Publications

Shuang Chen, Amir Atapour-Abarghouei, Edmond S. L. Ho and Hubert P. H. Shum, "INCLG: Inpainting for Non-Cleft Lip Generation with a Multi-Task Image Processing Network," Software Impacts, vol. 17, pp. 100517, Elsevier, 2023.

@article{chen23inclg,
 author={Chen, Shuang and Atapour-Abarghouei, Amir and Ho, Edmond S. L. and Shum, Hubert P. H.},
 journal={Software Impacts},
 title={INCLG: Inpainting for Non-Cleft Lip Generation with a Multi-Task Image Processing Network},
 year={2023},
 volume={17},
 pages={100517},
 numpages={4},
 doi={10.1016/j.simpa.2023.100517},
 publisher={Elsevier},
}

TY  - JOUR
AU  - Chen, Shuang
AU  - Atapour-Abarghouei, Amir
AU  - Ho, Edmond S. L.
AU  - Shum, Hubert P. H.
T2  - Software Impacts
TI  - INCLG: Inpainting for Non-Cleft Lip Generation with a Multi-Task Image Processing Network
PY  - 2023
VL  - 17
SP  - 100517
EP  - 100517
DO  - 10.1016/j.simpa.2023.100517
PB  - Elsevier
ER  - 

Shanfeng Hu, Hubert P. H. Shum, Xiaohui Liang, Frederick W. B. Li and Nauman Aslam, "Facial Reshaping Operator for Controllable Face Beautification," Expert Systems with Applications, vol. 167, pp. 114067, Elsevier, 2021.

@article{hu21facial,
 author={Hu, Shanfeng and Shum, Hubert P. H. and Liang, Xiaohui and Li, Frederick W. B. and Aslam, Nauman},
 journal={Expert Systems with Applications},
 title={Facial Reshaping Operator for Controllable Face Beautification},
 year={2021},
 volume={167},
 pages={114067},
 numpages={13},
 doi={10.1016/j.eswa.2020.114067},
 issn={0957-4174},
 publisher={Elsevier},
}

TY  - JOUR
AU  - Hu, Shanfeng
AU  - Shum, Hubert P. H.
AU  - Liang, Xiaohui
AU  - Li, Frederick W. B.
AU  - Aslam, Nauman
T2  - Expert Systems with Applications
TI  - Facial Reshaping Operator for Controllable Face Beautification
PY  - 2021
VL  - 167
SP  - 114067
EP  - 114067
DO  - 10.1016/j.eswa.2020.114067
SN  - 0957-4174
PB  - Elsevier
ER  - 

Lining Zhang, Hubert P. H. Shum, Li Liu, Guodong Guo and Ling Shao, "Multiview Discriminative Marginal Metric Learning for Makeup Face Verification," Neurocomputing, vol. 333, pp. 339-350, Elsevier, 2019.

@article{zhang19multiview,
 author={Zhang, Lining and Shum, Hubert P. H. and Liu, Li and Guo, Guodong and Shao, Ling},
 journal={Neurocomputing},
 title={Multiview Discriminative Marginal Metric Learning for Makeup Face Verification},
 year={2019},
 volume={333},
 pages={339--350},
 numpages={12},
 doi={10.1016/j.neucom.2018.12.003},
 issn={0925-2312},
 publisher={Elsevier},
}

TY  - JOUR
AU  - Zhang, Lining
AU  - Shum, Hubert P. H.
AU  - Liu, Li
AU  - Guo, Guodong
AU  - Shao, Ling
T2  - Neurocomputing
TI  - Multiview Discriminative Marginal Metric Learning for Makeup Face Verification
PY  - 2019
VL  - 333
SP  - 339
EP  - 350
DO  - 10.1016/j.neucom.2018.12.003
SN  - 0925-2312
PB  - Elsevier
ER  - 

Jacky C. P. Chan, Hubert P. H. Shum, He Wang, Li Yi, Wei Wei and Edmond S. L. Ho, "A Generic Framework for Editing and Synthesizing Multimodal Data with Relative Emotion Strength," Computer Animation and Virtual Worlds, vol. 30, no. 6, pp. e1871, John Wiley and Sons Ltd., 2019.

@article{chan19generic,
 author={Chan, Jacky C. P. and Shum, Hubert P. H. and Wang, He and Yi, Li and Wei, Wei and Ho, Edmond S. L.},
 journal={Computer Animation and Virtual Worlds},
 title={A Generic Framework for Editing and Synthesizing Multimodal Data with Relative Emotion Strength},
 year={2019},
 volume={30},
 number={6},
 pages={e1871},
 numpages={20},
 doi={10.1002/cav.1871},
 publisher={John Wiley and Sons Ltd.},
 Address={Chichester, UK},
}

TY  - JOUR
AU  - Chan, Jacky C. P.
AU  - Shum, Hubert P. H.
AU  - Wang, He
AU  - Yi, Li
AU  - Wei, Wei
AU  - Ho, Edmond S. L.
T2  - Computer Animation and Virtual Worlds
TI  - A Generic Framework for Editing and Synthesizing Multimodal Data with Relative Emotion Strength
PY  - 2019
VL  - 30
IS  - 6
SP  - e1871
EP  - e1871
DO  - 10.1002/cav.1871
PB  - John Wiley and Sons Ltd.
ER  - 

Mridula Vijendran, Frederick W. B. Li and Hubert P. H. Shum, "Tackling Data Bias in Painting Classification with Style Transfer," in VISAPP '23: Proceedings of the 2023 International Conference on Computer Vision Theory and Applications, pp. 250-261, Lisbon, Portugal, SciTePress, Feb 2023.

@inproceedings{vijendran23tackling,
 author={Vijendran, Mridula and Li, Frederick W. B. and Shum, Hubert P. H.},
 booktitle={Proceedings of the 2023 International Conference on Computer Vision Theory and Applications},
 series={VISAPP '23},
 title={Tackling Data Bias in Painting Classification with Style Transfer},
 year={2023},
 month={2},
 pages={250--261},
 numpages={12},
 doi={10.5220/0011776600003417},
 issn={2184-4321},
 isbn={978-989-758-634-7},
 publisher={SciTePress},
 location={Lisbon, Portugal},
}

TY  - CONF
AU  - Vijendran, Mridula
AU  - Li, Frederick W. B.
AU  - Shum, Hubert P. H.
T2  - Proceedings of the 2023 International Conference on Computer Vision Theory and Applications
TI  - Tackling Data Bias in Painting Classification with Style Transfer
PY  - 2023
Y1  - 2 2023
SP  - 250
EP  - 261
DO  - 10.5220/0011776600003417
SN  - 2184-4321
PB  - SciTePress
ER  - 

Shuang Chen, Amir Atapour-Abarghouei, Jane Kerby, Edmond S. L. Ho, David C. G. Sainsbury, Sophie Butterworth and Hubert P. H. Shum, "A Feasibility Study on Image Inpainting for Non-Cleft Lip Generation from Patients with Cleft Lip," in BHI '22: Proceedings of the 2022 IEEE-EMBS International Conference on Biomedical and Health Informatics, pp. 1-4, Ioannina, Greece, IEEE, Sep 2022.

@inproceedings{chen22feasibility,
 author={Chen, Shuang and Atapour-Abarghouei, Amir and Kerby, Jane and Ho, Edmond S. L. and Sainsbury, David C. G. and Butterworth, Sophie and Shum, Hubert P. H.},
 booktitle={Proceedings of the 2022 IEEE-EMBS International Conference on Biomedical and Health Informatics},
 series={BHI '22},
 title={A Feasibility Study on Image Inpainting for Non-Cleft Lip Generation from Patients with Cleft Lip},
 year={2022},
 month={9},
 pages={1--4},
 numpages={4},
 doi={10.1109/BHI56158.2022.9926917},
 publisher={IEEE},
 location={Ioannina, Greece},
}

TY  - CONF
AU  - Chen, Shuang
AU  - Atapour-Abarghouei, Amir
AU  - Kerby, Jane
AU  - Ho, Edmond S. L.
AU  - Sainsbury, David C. G.
AU  - Butterworth, Sophie
AU  - Shum, Hubert P. H.
T2  - Proceedings of the 2022 IEEE-EMBS International Conference on Biomedical and Health Informatics
TI  - A Feasibility Study on Image Inpainting for Non-Cleft Lip Generation from Patients with Cleft Lip
PY  - 2022
Y1  - 9 2022
SP  - 1
EP  - 4
DO  - 10.1109/BHI56158.2022.9926917
PB  - IEEE
ER  - 

Daniel Organisciak, Edmond S. L. Ho and Hubert P. H. Shum, "Makeup Style Transfer on Low-Quality Images with Weighted Multi-Scale Attention," in ICPR '20: Proceedings of the 2020 International Conference on Pattern Recognition, pp. 6011-6018, Milan, Italy, Jan 2020.

@inproceedings{organisciak20makeup,
 author={Organisciak, Daniel and Ho, Edmond S. L. and Shum, Hubert P. H.},
 booktitle={Proceedings of the 2020 International Conference on Pattern Recognition},
 series={ICPR '20},
 title={Makeup Style Transfer on Low-Quality Images with Weighted Multi-Scale Attention},
 year={2020},
 month={1},
 pages={6011--6018},
 numpages={8},
 doi={10.1109/ICPR48806.2021.9412604},
 location={Milan, Italy},
}

TY  - CONF
AU  - Organisciak, Daniel
AU  - Ho, Edmond S. L.
AU  - Shum, Hubert P. H.
T2  - Proceedings of the 2020 International Conference on Pattern Recognition
TI  - Makeup Style Transfer on Low-Quality Images with Weighted Multi-Scale Attention
PY  - 2020
Y1  - 1 2020
SP  - 6011
EP  - 6018
DO  - 10.1109/ICPR48806.2021.9412604
ER  - 

Andreea Stef, Kaveen Perera, Hubert P. H. Shum and Edmond S. L. Ho, "Synthesizing Expressive Facial and Speech Animation by Text-to-IPA Translation with Emotion Control," in SKIMA '18: Proceedings of the 2018 International Conference on Software, Knowledge, Information Management and Applications, pp. 1-8, Phnom Penh, Cambodia, IEEE, Dec 2018.

@inproceedings{stef18synthesizing,
 author={Stef, Andreea and Perera, Kaveen and Shum, Hubert P. H. and Ho, Edmond S. L.},
 booktitle={Proceedings of the 2018 International Conference on Software, Knowledge, Information Management and Applications},
 series={SKIMA '18},
 title={Synthesizing Expressive Facial and Speech Animation by Text-to-IPA Translation with Emotion Control},
 year={2018},
 month={12},
 pages={1--8},
 numpages={8},
 doi={10.1109/SKIMA.2018.8631536},
 issn={2573-3214},
 publisher={IEEE},
 location={Phnom Penh, Cambodia},
}

TY  - CONF
AU  - Stef, Andreea
AU  - Perera, Kaveen
AU  - Shum, Hubert P. H.
AU  - Ho, Edmond S. L.
T2  - Proceedings of the 2018 International Conference on Software, Knowledge, Information Management and Applications
TI  - Synthesizing Expressive Facial and Speech Animation by Text-to-IPA Translation with Emotion Control
PY  - 2018
Y1  - 12 2018
SP  - 1
EP  - 8
DO  - 10.1109/SKIMA.2018.8631536
SN  - 2573-3214
PB  - IEEE
ER  - 

Edmond S. L. Ho, Kevin D. McCay, Hubert P. H. Shum, Longzhi Yang, David Sainsbury and Peter Hodgkinson, "Patient Assessment Assistant Using Augmented Reality," in AR '21: Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR, Xian, China, Jun 2018.

@inproceedings{ho18using,
 author={Ho, Edmond S. L. and McCay, Kevin D. and Shum, Hubert P. H. and Yang, Longzhi and Sainsbury, David and Hodgkinson, Peter},
 booktitle={Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR},
 series={AR '21},
 title={Patient Assessment Assistant Using Augmented Reality},
 year={2018},
 month={6},
 numpages={9},
 location={Xian, China},
}

TY  - CONF
AU  - Ho, Edmond S. L.
AU  - McCay, Kevin D.
AU  - Shum, Hubert P. H.
AU  - Yang, Longzhi
AU  - Sainsbury, David
AU  - Hodgkinson, Peter
T2  - Proceedings of the 2018 UK-China Newton Fund Researcher Links Workshop Health and Well-being Through VR and AR
TI  - Patient Assessment Assistant Using Augmented Reality
PY  - 2018
Y1  - 6 2018
ER  - 

Mridula Vijendran, Frederick W. B. Li, Jingjing Deng and Hubert P. H. Shum, "ST-SACLF: Style Transfer Informed Self-Attention Classifier for Bias-Aware Painting Classification," in CCIS '24: Communications in Computer and Information Science, pp. 181-205, Springer, 2024.

@incollection{vijendran24stsaclf,
 author={Vijendran, Mridula and Li, Frederick W. B. and Deng, Jingjing and Shum, Hubert P. H.},
 booktitle={Communications in Computer and Information Science},
 series={CCIS '24},
 title={ST-SACLF: Style Transfer Informed Self-Attention Classifier for Bias-Aware Painting Classification},
 year={2024},
 pages={181--205},
 numpages={25},
 doi={10.1007/978-3-031-66743-5_9},
 isbn={978-3-031-66743-5},
 publisher={Springer},
}

TY  - CHAP
AU  - Vijendran, Mridula
AU  - Li, Frederick W. B.
AU  - Deng, Jingjing
AU  - Shum, Hubert P. H.
T2  - Communications in Computer and Information Science
TI  - ST-SACLF: Style Transfer Informed Self-Attention Classifier for Bias-Aware Painting Classification
PY  - 2024
SP  - 181
EP  - 205
DO  - 10.1007/978-3-031-66743-5_9
SN  - 978-3-031-66743-5
PB  - Springer
ER  - 

Yijun Shen, Jingtian Zhang, Longzhi Yang and Hubert P. H. Shum, "Depth Sensor Based Facial and Body Animation Control," in Handbook of Human Motion, Springer International Publishing, 2016.

@incollection{shen16depth,
 author={Shen, Yijun and Zhang, Jingtian and Yang, Longzhi and Shum, Hubert P. H.},
 booktitle={Handbook of Human Motion},
 title={Depth Sensor Based Facial and Body Animation Control},
 year={2016},
 numpages={16},
 doi={10.1007/978-3-319-30808-1_7-1},
 isbn={978-3-319-30808-1},
 publisher={Springer International Publishing},
 Address={Cham},
}

TY  - CHAP
AU  - Shen, Yijun
AU  - Zhang, Jingtian
AU  - Yang, Longzhi
AU  - Shum, Hubert P. H.
T2  - Handbook of Human Motion
TI  - Depth Sensor Based Facial and Body Animation Control
PY  - 2016
DO  - 10.1007/978-3-319-30808-1_7-1
SN  - 978-3-319-30808-1
PB  - Springer International Publishing
ER  -