@CONFERENCE\{IMM2018-07102,
    author       = "F. {\AA}. Nielsen and L. K. Hansen",
    title        = "Inferring visual semantic similarity with deep learning and Wikidata: Introducing imagesim-353",
    year         = "2018",
    month        = "apr",
    keywords     = "deep learning, knowledge graph, Wikidata, semantic similarity, visual similarity, visual semantic similarity",
    booktitle    = "DL4KGS",
    volume       = "",
    series       = "",
    editor       = "",
    publisher    = "Department of Applied Mathmatics and Computer Science, Technical University of Denmark",
    organization = "",
    address      = "Building 321, {DK-}2800 Kgs. Lyngby",
    url          = "http://www2.compute.dtu.dk/pubdb/pubs/7102-full.html",
    abstract     = "Aiming at multi-modal knowledge representation we construct a dataset with pairs of digital photos of objects. We manually score image pairs for semantic object similarity. A pre-trained ImageNet-based deep neural network predicts the objects and we use the output to estimate the similarity between two images. With a linkage between the neural network and Wikidata, we augment the model and incorporate knowledge graph information into the similarity measure. We compare the machine-based predicted similarity with the human-based semantic similarity."
}