@inproceedings{zhang2017improving, author = {Zhang, Tongtao and Whitehead, Spencer and Zhang, Hanwang and Li, Hongzhi and Ellis, Joseph and Huang, Lifu and Liu, Wei and Ji, Heng and Chang, Shih-Fu}, title = {Improving Event Extraction via Multimodal Integration}, booktitle = {Proceedings of the 25th ACM international conference on Multimedia}, year = {2017}, month = {October}, abstract = {In this paper, we focus on improving Event Extraction (EE) by incorporating visual knowledge with words and phrases from text documents. We €rst discover visual paŠerns from large-scale textimage pairs in a weakly-supervised manner and then propose a multimodal event extraction algorithm where the event extractor is jointly trained with textual features and visual paŠerns. Extensive experimental results on benchmark data sets demonstrate that the proposed multimodal EE method can achieve signi€cantly beŠer performance on event extraction: absolute 7.1% F-score gain on event trigger labeling and 8.5% F-score gain on event argument labeling.}, publisher = {ACM}, url = {http://approjects.co.za/?big=en-us/research/publication/improving-event-extraction-via-multimodal-integration/}, }