reference.bib

# Paper

## 2009

@inproceedings{mintz2009distant,
  title = "Distant supervision for relation extraction without labeled data",
  author = "Mintz, Mike  and
    Bills, Steven  and
    Snow, Rion  and
    Jurafsky, Daniel",
  booktitle = "Proceedings of the Joint Conference of the 47th Annual Meeting of the {ACL} and the 4th International Joint Conference on Natural Language Processing of the {AFNLP}",
  month = aug,
  year = "2009",
  address = "Suntec, Singapore",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/P09-1113",
  pages = "1003--1011",
}

## 2015

@inproceedings{zeng2015distant,
    title = "Distant Supervision for Relation Extraction via Piecewise Convolutional Neural Networks",
    author = "Zeng, Daojian  and
      Liu, Kang  and
      Chen, Yubo  and
      Zhao, Jun",
    booktitle = "Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing",
    month = sep,
    year = "2015",
    address = "Lisbon, Portugal",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/D15-1203",
    doi = "10.18653/v1/D15-1203",
    pages = "1753--1762",
}

@article{zhu2015building,
  title={Building a large-scale multimodal knowledge base system for answering visual queries},
  author={Zhu, Yuke and Zhang, Ce and R{\'e}, Christopher and Fei-Fei, Li},
  journal={arXiv preprint arXiv:1507.05670},
  year={2015}
}

## 2016

@article{vendrov2016order,
  title={Order-embeddings of images and language},
  author={Vendrov, Ivan and Kiros, Ryan and Fidler, Sanja and Urtasun, Raquel},
  journal={arXiv preprint arXiv:1511.06361},
  year={2015}
}

@inproceedings{lin2016neural,
    title = "Neural Relation Extraction with Selective Attention over Instances",
    author = "Lin, Yankai  and
      Shen, Shiqi  and
      Liu, Zhiyuan  and
      Luan, Huanbo  and
      Sun, Maosong",
    booktitle = "Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
    month = aug,
    year = "2016",
    address = "Berlin, Germany",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/P16-1200",
    doi = "10.18653/v1/P16-1200",
    pages = "2124--2133",
}

## 2018

@inproceedings{saha2018towards,
  title={Towards building large scale multimodal domain-aware conversation systems},
  author={Saha, Amrita and Khapra, Mitesh M and Sankaranarayanan, Karthik},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}

@inproceedings{mousselly2018multimodal,
  title={A multimodal translation-based approach for knowledge graph representation learning},
  author={Mousselly-Sergieh, Hatem and Botschen, Teresa and Gurevych, Iryna and Roth, Stefan},
  booktitle={Proceedings of the Seventh Joint Conference on Lexical and Computational Semantics},
  pages={225--234},
  year={2018}
}

@inproceedings{pezeshkpour2018embedding,
  title = "Embedding Multimodal Relational Data for Knowledge Base Completion",
  author = "Pezeshkpour, Pouya  and
    Chen, Liyan  and
    Singh, Sameer",
  booktitle = "Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing",
  month = oct # "-" # nov,
  year = "2018",
  address = "Brussels, Belgium",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/D18-1359",
  doi = "10.18653/v1/D18-1359",
  pages = "3208--3218"
}

## 2019

@inproceedings{liu2019mmkg,
  title={MMKG: Multi-modal Knowledge Graphs},
  author={Liu, Ye and Li, Hui and Garcia-Duran, Alberto and Niepert, Mathias and Onoro-Rubio, Daniel and Rosenblum, David S},
  booktitle={European Semantic Web Conference},
  pages={459--474},
  year={2019},
  organization={Springer}
}

## Answering Visual-Relational Queries in Web-Extracted Knowledge Graphs

@INPROCEEDINGS{wang2019multimodal,
author={Z. {Wang} and L. {Li} and Q. {Li} and D. {Zeng}},
  booktitle={2019 International Joint Conference on Neural Networks (IJCNN)},
  title={Multimodal Data Enhanced Representation Learning for Knowledge Graphs},
  year={2019},
  volume={},
  number={},
  pages={1-8},
  keywords={graph theory;image classification;image representation;knowledge representation;learning (artificial intelligence);neural nets;text analysis;knowledge graph;knowledge base;knowledge representation learning;structural knowledge;TransAE;visual knowledge;textural knowledge;artificial intelligence;multimodal data enhanced representation learning;multimodal autoencoder;TransE model;link prediction;triplet classification;representation learning;knowledge graph;multimodal},
  doi={10.1109/IJCNN.2019.8852079},
  ISSN={2161-4393},
  month={July}
}

@inproceedings{zhang2019multimodal,
  author = {Zhang, Yingying and Qian, Shengsheng and Fang, Quan and Xu, Changsheng},
  title = {Multi-Modal Knowledge-Aware Hierarchical Attention Network for Explainable Medical Question Answering},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3351033},
  doi = {10.1145/3343031.3351033},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {1089–1097},
  numpages = {9},
  keywords = {multi-modal knowledge graph representation, medical question answering, interpretability},
  location = {Nice, France},
  series = {MM ’19}
}

## 2020

## MHSAN: Multi-Head Self-Attention Network for Visual Semantic Embedding

# Tutorials



# Datasets