references.bib

@phdthesis{diss,
  author       = {Zarrieß, Sina},
  title        = {Syntactic and referential choice in corpus-based generation: modeling source, context and interactions},
  school       = {Universität Stuttgart},
  year         = 2016
}

@inproceedings{kawtrakul2006conceptual,
  title={A conceptual analysis of the Notion of Instrumentality via a Multilingual Analysis},
  author={Kawtrakul, Asanee and Suktarachan, Mukda and Ranaivo-Malancon, Bali and Kuan, Pek and Raina, Achla and Sarkar, Sudeshna and Mari, Alda and Zarriess, Sina and Murguia, Elixabete and Saint-Dizier, Patrick},
  booktitle={Proceedings of the Third ACL-SIGSEM Workshop on Prepositions},
  year={2006}
}

@inproceedings{zarriess2008finite,
  title={Finite-state rule deduction for parsing non-constituent coordination},
  author={Zarrie{\ss}, Sina and Seeker, Wolfgang},
  booktitle={Finite State Methods and Natural Language Processing},
  pages={213},
  year={2008}
}

@inproceedings{zarriess2009parallel,
  title={From parallel syntax towards parallel semantics: Porting an English LFG-based semantics to German},
  author={Zarrie{\ss}, Sina},
  booktitle={Proceedings of the Biennal GSCL Conference},
  pages={159--169},
  year={2009}
}


@InProceedings{zarriess-kuhn:2009:LFG09,
  author    = {Zarrie{\ss}, Sina  and  Kuhn, Jonas},
  title     = {Paraphrases in LFG-based Broad-Coverage Semantics},
  booktitle = {Proceedings of the LFG09 Conference},
  year      = {2009},
  address   = {Cambridge},
  editor    = {Miriam Butt and Tracy Holloway King}
}

@InProceedings{zarriess-kuhn:2009:MWE09,
  author    = {Zarrie{\ss}, Sina  and  Kuhn, Jonas},
  title     = {Exploiting Translational Correspondences for Pattern-Independent MWE Identification},
  booktitle = {Proceedings of the Workshop on Multiword Expressions: Identification, Interpretation, Disambiguation and Applications},
  month     = {August},
  year      = {2009},
  address   = {Singapore},
  publisher = {Association for Computational Linguistics},
  pages     = {23--30},
  url       = {http://www.aclweb.org/anthology/W/W09/W09-2904}
}


@InProceedings{zarriess:2009:GEAF,
  author    = {Zarrie{\ss}, Sina},
  title     = {Developing German Semantics on the basis of Parallel LFG Grammars},
  booktitle = {Proceedings of the 2009 Workshop on Grammar Engineering Across Frameworks (GEAF 2009)},
  month     = {August},
  year      = {2009},
  address   = {Suntec, Singapore},
  publisher = {Association for Computational Linguistics},
  pages     = {10--18},
  url       = {http://www.aclweb.org/anthology/W/W09/W09-2602}
}



@InProceedings{zarriess:2010,
  author    = {Zarrie{\ss}, Sina and  Kuhn, Jonas},
  title     = {Reversing F-structure Rewriting for Generation from Meaning Representations},
  booktitle = {Proceedings of the LFG10 Conference},
  year      = {2010},
  address   = {Ottawa, Canada}
}

@InProceedings{kuhn2010right,
  title={Right Node Raising in Parsing and Generation},
  author={Kuhn, Jonas and Rohrer, Christian and Zarrie{\ss}, Sina and Butt, Miriam and King, Tracy Holloway},
  booktitle={Proceedings of LFG10},
  pages={332},
  year={2010}
}

@InProceedings{zarriess-EtAl:2010:NLPLING,
  author    = {Zarrie{\ss}, Sina  and  Cahill, Aoife  and  Kuhn, Jonas  and  Rohrer, Christian},
  title     = {A Cross-Lingual Induction Technique for German Adverbial Participles},
  booktitle = {Proceedings of the 2010 Workshop on NLP and Linguistics: Finding the Common Ground},
  month     = {July},
  year      = {2010},
  address   = {Uppsala, Sweden},
  publisher = {Association for Computational Linguistics},
  pages     = {34--42},
  url       = {http://www.aclweb.org/anthology/W10-2106}
}

@InProceedings{dione-zarriess:2010,
  author    = {Dione, Cheikh M. Bamba and Zarrie{\ss}, Sina and  Kuhn, Jonas},
  title     = {Design and Development of Part-of-Speech-Tagging Resources for Wolof (Niger-Congo, spoken in Senegal)},
  booktitle = {Proceedings of LREC 2010},
  year      = {2010}
}

@InProceedings{zarriess-rohrer:2010,
  author    = {Rohrer, Christian and Zarrieß, Sina},
  title     = {Right-node Raising and Leftward Deletion in a Large-Coverage LFG Grammar},
  booktitle = {DGfS-CL Poster Session, Annual Meeting of the DGfS},
  year      = {2010}
}



@InProceedings{zarriess-ziering:2012,
  author    = {Zarrie{\ss}, Sina  and  Ziering, Patrick},
  title     = {A Corpus-based Study of the German Recipient Passive},
  booktitle = {Proceedings of LREC 2012},
  year      = {2012}
}

@InProceedings{cetinoglu:2013,
  author    = {\c{C}etino\u{g}lu, \"{O}zlem and Zarrie{\ss}, Sina and  Kuhn, Jonas},
  title     = {Dependency-based sentence simplification for increasing deep LFG parsing coverage},
  booktitle = {Proceedings of the LFG13 Conference},
  year      = {2013},
  address   = {Debrecen, Hungary}
}




@InProceedings{zarriess-richardson:2013:ENLG,
  author    = {Zarrie{\ss}, Sina  and  Richardson, Kyle},
  title     = {An Automatic Method for Building a Data-to-Text Generator},
  booktitle = {Proceedings of 14th European Workshop on Natural Language Generation},
  month     = {August},
  year      = {2013},
  address   = {Bulgaria, Sofia},
  publisher = {Association for Computational Linguistics}
}





@InProceedings{berend-EtAl:2013:CoNLLST,
  author    = {Berend, Gabor  and  Vincze, Veronika  and  Zarrie{\ss}, Sina  and  Farkas, Rich\'{a}rd},
  title     = {LFG-based Features for Noun Number and Article Grammatical Errors},
  booktitle = {Proceedings of the Seventeenth Conference on Computational Natural Language Learning: Shared Task},
  month     = {August},
  year      = {2013},
  address   = {Sofia, Bulgaria},
  publisher = {Association for Computational Linguistics},
  pages     = {62--67},
  url       = {http://www.aclweb.org/anthology/W13-3608}
}


@inproceedings{3,
  author       = {Zarrieß, Sina and Hough, Julian and Kennington, Casey and Manuvinakurike, Ramesh and DeVault, David and Fernández, Raquel and Schlangen, David},
  booktitle    = {10th edition of the Language Resources and Evaluation Conference},
  location     = {Portorož (Slovenia)},
  title        = {PentoRef: A Corpus of Spoken References in Task-oriented Dialogues},
  year         = {2016},
}



@inproceedings{houghzarriess,
  author       = {Hough, Julian and Zarrieß, Sina and Schlangen, David},
  location     = {Stockholm, Sweden},
  booktitle    = { Grounding Language Understanding Workshop (GLU2017) },
  title        = {Grounding Imperatives to Actions is Not Enough: A Challenge for Grounded NLU for Robots from Human-Human Data},
  year         = {2017},
}




@inproceedings{betzwagnersina2017,
  author       = {Betz, Simon and Zarrieß, Sina and Wagner, Petra},
  booktitle    = {Proceedings of the International Conference Fluency and Disfluency},
  location     = {Louvain-la-Neuve},
  title        = {Synthesized lengthening of function words - The fuzzy boundary between fluency and disfluency},
  year         = {2017},
}

@inproceedings{2931335,
  author       = {Schlangen, David and Diekmann, Tim and Ilinykh, Nikolai and Zarrieß, Sina},
  booktitle    = {Short Paper Proceedings of the 22nd Workshop on the Semantics and Pragmatics of Dialogue (AixDial / semdial 2018)},
  location     = {Aix-en-Provence, France},
  title        = {slurk – A Lightweight Interaction Server For Dialogue Experiments and Data Collection},
  year         = {2018},
}

@inproceedings{2930295,
  author       = {Han, Ting and Zarrieß, Sina and Komatani, Kazunori and Schlangen, David},
  booktitle    = {Proceedings of the 22nd Workshop on the Semantics and Pragmatics of Dialogue (AixDial)},
  location     = {Aix-en-Provence (France) },
  title        = {Learning to describe multimodally from parallel unimodal data? A pilot study on verbal and sketched object descriptions},
  year         = {2018},
}

@inproceedings{2931331,
  author       = {Schlangen, David and Ilinykh, Nikolai and Zarrieß, Sina},
  booktitle    = {Proceedings of the 1st Workshop on Shortcomings in Vision and Language (SiVL) at ECCV 2018},
  location     = {Munich},
  title        = {Visual  Dialogue  Needs  Symmetry,  Goals,  andDynamics:  The  Example  of  the  MeetUp  Task},
  year         = {2018},
}


@InProceedings{zarriess-EtAl:2010:POSTERS,
  author    = {Zarrie{\ss}, Sina  and  Cahill, Aoife  and  Kuhn, Jonas  and  Rohrer, Christian},
  title     = {Cross-Lingual Induction for Deep Broad-Coverage Syntax: A Case Study on German Participles},
  booktitle = {Coling 2010: Posters},
  month     = {August},
  year      = {2010},
  address   = {Beijing, China},
  publisher = {Coling 2010 Organizing Committee},
  pages     = {1426--1434},
  url       = {http://www.aclweb.org/anthology/C10-2163}
}




@InProceedings{zarriess-cahill-kuhn:2011:ACL-HLT2011,
  author    = {Zarrie{\ss}, Sina  and  Cahill, Aoife  and  Kuhn, Jonas},
  title     = {Underspecifying and Predicting Voice for Surface Realisation Ranking},
  booktitle = {Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies},
  month     = {June},
  year      = {2011},
  address   = {Portland, Oregon, USA},
  publisher = {Association for Computational Linguistics},
  pages     = {1007--1017},
  url       = {http://www.aclweb.org/anthology/P11-1101}
}



@InProceedings{zarriess-cahill-kuhn:2012:EACL2012,
  author    = {Zarrie{\ss}, Sina  and  Cahill, Aoife  and  Kuhn, Jonas},
  title     = {To what extent does sentence-internal realisation reflect discourse context? A study on word order},
  booktitle = {Proceedings of the 13th Conference of the European Chapter of the Association for Computational Linguistics},
  month     = {April},
  year      = {2012},
  address   = {Avignon, France},
  publisher = {Association for Computational Linguistics},
  pages     = {767--776},
  url       = {http://www.aclweb.org/anthology/E12-1078}
}

@InProceedings{bohnet-EtAl:2012:EMNLP-CoNLL,
  author    = {Bohnet, Bernd  and  Bj\"{o}rkelund, Anders  and  Kuhn, Jonas  and  Seeker, Wolfgang  and  Zarriess, Sina},
  title     = {Generating Non-Projective Word Order in Statistical Linearization},
  booktitle = {Proceedings of the 2012 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning},
  month     = {July},
  year      = {2012},
  address   = {Jeju Island, Korea},
  publisher = {Association for Computational Linguistics},
  pages     = {928--939},
  url       = {http://www.aclweb.org/anthology/D12-1085}
}

@InProceedings{zarriess-kuhn:2013:ACL,
 author    = {Zarrie{\ss}, Sina  and  Kuhn, Jonas},
  title     = {Combining Referring Expression Generation and Surface Realization: A Corpus-Based Investigation of Architectures},
  booktitle = {Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  month     = {August},
  year      = {2013},
  address   = {Sofia, Bulgaria},
  publisher = {Association for Computational Linguistics},
  pages     = {1547--1557},
  url       = {http://www.aclweb.org/anthology/P13-1152}
}




@InProceedings{zarriess-schlangen:2016:INLG,
  author    = {Zarrie{\ss}, Sina  and  Schlangen, David},
  title     = {Towards Generating Colour Terms for Referents in Photographs: Prefer the Expected or the Unexpected?},
  booktitle = {Proceedings of the 9th International Natural Language Generation conference},
  month     = {September 5-8},
  year      = {2016},
  address   = {Edinburgh, UK},
  publisher = {Association for Computational Linguistics},
  note      = {Best paper award},
  pages     = {246--255},
  url       = {http://anthology.aclweb.org/W16-6642}
}

@InProceedings{zarriess-loth-schlangen:2015:ENLG,
  author    = {Zarrie{\ss}, Sina  and  Loth, Sebastian  and  Schlangen, David},
  title     = {Reading Times Predict the Quality of Generated Text Above and Beyond Human Ratings},
  booktitle = {Proceedings of the 15th European Workshop on Natural Language Generation (ENLG)},
  month     = {September},
  year      = {2015},
  address   = {Brighton, UK},
  publisher = {Association for Computational Linguistics},
  pages     = {38--47},
  url       = {http://www.aclweb.org/anthology/W15-4705}
}



@InProceedings{lopezgambino-zarriess-schlangen:2017:W17-55,
  author    = {L\'{o}pez Gambino, Soledad  and  Zarrie{\ss}, Sina  and  Schlangen, David},
  title     = {Beyond On-hold Messages: Conversational Time-buying in Task-oriented Dialogue},
  booktitle = {Proceedings of the 18th Annual SIGdial Meeting on Discourse and Dialogue},
  month     = {August},
  year      = {2017},
  address   = {Saarbrücken, Germany},
  publisher = {Association for Computational Linguistics},
  note      = {Best paper award},
  pages     = {241--246},
  abstract  = {A common convention in graphical user interfaces is to indicate a "wait
  state", for example while a program is preparing a response, through a changed
  cursor state or a progress bar. What should the analogue be in a spoken
  conversational system?
  To address this question, we set up an experiment in which a human information
  provider (IP) was given their information only in a delayed and incremental
  manner, which systematically created situations where the IP had the turn but
  could not provide task-related information.
  Our data analysis shows that 1) IPs bridge the gap until they can provide
  information by re-purposing a whole variety of task- and grounding-related
  communicative actions (e.g. echoing the user's request, signaling
  understanding, asserting partially relevant information), rather than being
  silent or explicitly asking for time (e.g. "please wait"), and that 2) IPs
  combined these actions productively to ensure an ongoing conversation. These
  results, we argue, indicate that natural conversational interfaces should also
  be able to manage their time flexibly using a variety of conversational
  resources.},
  url       = {http://aclweb.org/anthology/W17-5529}
}

@InProceedings{zarriess-lopezgambino-schlangen:2017:INLG2017,
  author    = {Zarrie{\ss}, Sina  and  L\'{o}pez Gambino, M. Soledad  and  Schlangen, David},
  title     = {Refer-iTTS: A System for Referring in Spoken Installments to Objects in Real-World Images},
  booktitle = {Proceedings of the 10th International Conference on Natural Language Generation},
  month     = {September},
  year      = {2017},
  address   = {Santiago de Compostela, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {72--73},
  abstract  = {Current referring expression generation systems mostly deliver their output as
  one-shot, written expressions. We present on-going work on incremental
  generation of spoken expressions referring to objects in real-world images.
  This approach extends upon previous work using the words-as-classifier model
  for generation. We implement this generator in an incremental dialogue
  processing framework such that we can exploit an existing interface to
  incremental text-to-speech synthesis. Our system generates and synthesizes
  referring expressions while continuously observing non-verbal user reactions.},
  url       = {http://www.aclweb.org/anthology/W17-3509}
}


@InProceedings{richardson-zarriess-kuhn:2017:INLG2017,
  author    = {Richardson, Kyle  and  Zarrie{\ss}, Sina  and  Kuhn, Jonas},
  title     = {The Code2Text Challenge: Text Generation in Source Libraries},
  booktitle = {Proceedings of the 10th International Conference on Natural Language Generation},
  month     = {September},
  year      = {2017},
  address   = {Santiago de Compostela, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {115--119},
  abstract  = {We propose a new shared task for tactical data-to-text generation in the domain
  of source code libraries. Specifically, we focus on text generation of function
  descriptions from example software projects. Data is drawn from existing
  resources used for studying the related problem of semantic parser induction,
  and spans a wide variety of both natural languages and programming languages.
  In this paper, we describe these existing resources, which will serve as
  training and development data for the task, and discuss plans for building new
  independent test sets.},
  url       = {http://www.aclweb.org/anthology/W17-3516}
}


@inproceedings{betzvossesina2017,
  author       = {Betz, Simon and Voße, Jana and Zarrieß, Sina and Wagner, Petra},
  booktitle    = {Proceedings of Interspeech},
  location     = {Stockholm},
  pages        = {1084--1088},
  title        = {Increasing Recall of Lengthening Detection via Semi-Automatic Classification},
  year         = {2017},
  url          = {https://www.isca-speech.org/archive/Interspeech_2017/pdfs/1528.PDF}
}




@InProceedings{zarriess-schlangen:2016:P16-1,
  author    = {Zarrie{\ss}, Sina  and  Schlangen, David},
  title     = {Easy Things First: Installments Improve Referring Expression Generation for Objects in Photographs},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  month     = {August},
  year      = {2016},
  address   = {Berlin, Germany},
  publisher = {Association for Computational Linguistics},
  pages     = {610--620},
  url       = {http://www.aclweb.org/anthology/P16-1058}
}



@InProceedings{schlangen-zarriess-kennington:2016:P16-1,
  author    = {Schlangen, David  and  Zarrie{\ss}, Sina  and  Kennington, Casey},
  title     = {Resolving References to Objects in Photographs using the Words-As-Classifiers Model},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  month     = {August},
  year      = {2016},
  address   = {Berlin, Germany},
  publisher = {Association for Computational Linguistics},
  pages     = {1213--1223},
  url       = {http://www.aclweb.org/anthology/P16-1115}
}


@InProceedings{zarriess-schlangen:2017:EACLshort,
  author    = {Zarrie{\ss}, Sina  and  Schlangen, David},
  title     = {Is this a Child, a Girl or a Car? Exploring the Contribution of Distributional Similarity to Learning Referential Word Meanings},
  booktitle = {Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 2, Short Papers},
  month     = {April},
  year      = {2017},
  address   = {Valencia, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {86--91},
  abstract  = {There has recently been a lot of work trying to use images of referents of
	words for improving vector space meaning representations  derived from text. We
	investigate the opposite direction, as it were, trying to improve visual word
	predictors that identify objects in images, by exploiting distributional
	similarity information during training. We show that for certain words (such as
	entry-level nouns or hypernyms), we can indeed learn better referential word
	meanings by taking into account their semantic similarity to other words. For
	other words, there is no or even a detrimental effect, compared to a learning
	setup that presents even semantically related objects as negative instances.},
  url       = {http://www.aclweb.org/anthology/E17-2014}
}




@InProceedings{zarriess-schlangen:2017:Long,
  author    = {Zarrie{\ss}, Sina  and  Schlangen, David},
  title     = {Obtaining referential word meanings from visual and distributional information: Experiments on object naming},
  booktitle = {Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  month     = {July},
  year      = {2017},
  address   = {Vancouver, Canada},
  publisher = {Association for Computational Linguistics},
  pages     = {243--254},
  abstract  = {We investigate object naming, which is an important sub-task of referring
	expression generation on real-world images. As opposed to mutually exclusive
	labels used in object recognition, object names are more flexible, subject to
	communicative preferences and semantically related to each other. Therefore, we
	investigate models of referential word meaning that link visual to lexical
	information which we assume to be given through distributional word embeddings.
	We present a model that learns individual predictors for object names that link
	visual and distributional aspects of word meaning during training. We show that
	this is particularly beneficial for zero-shot learning, as compared to
	projecting visual objects directly into the distributional space. In a standard
	object naming task, we find that different ways of combining lexical and visual
	information achieve very similar performance, though experiments on model
	combination suggest that they capture complementary aspects of referential
	meaning.},
  url       = {http://aclweb.org/anthology/P17-1023}
}



@InProceedings{zarriess-schlangen:2017:EMNLP2017,
  author    = {Zarrie{\ss}, Sina  and  Schlangen, David},
  title     = {Deriving continous grounded meaning representations from referentially structured multimodal contexts},
  booktitle = {Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing},
  month     = {September},
  year      = {2017},
  address   = {Copenhagen, Denmark},
  publisher = {Association for Computational Linguistics},
  pages     = {959--965},
  abstract  = {Corpora of referring expressions paired with their visual referents are a good
	source for learning word meanings directly grounded in visual representations.
	Here, we explore additional ways of extracting from them word representations
	linked to  multi-modal context: through expressions that refer to the same
	object, and through expressions that refer to different objects in the same
	scene. We show that continuous meaning representations derived from these
	contexts capture complementary aspects of similarity, , even if not
	outperforming textual embeddings trained on very large amounts of raw text when
	tested on standard similarity benchmarks. We propose a new task for evaluating
	grounded meaning representations---detection of potentially co-referential
	phrases---and show that it requires precise denotational representations of
	attribute meanings, which our method provides.},
  url       = {https://www.aclweb.org/anthology/D17-1100}
}

@inproceedings{ilinykh-etal-2018-task,
    title = "The Task Matters: Comparing Image Captioning and Task-Based Dialogical Image Description",
    author = "Ilinykh, Nikolai  and
      Zarrie{\ss}, Sina  and
      Schlangen, David",
    booktitle = "Proceedings of the 11th International Conference on Natural Language Generation",
    month = "November",
    year = "2018",
    address = "Tilburg University, The Netherlands",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/W18-6547",
    pages = "397--402",
    abstract = "Image captioning models are typically trained on data that is collected from people who are asked to describe an image, without being given any further task context. As we argue here, this context independence is likely to cause problems for transferring to task settings in which image description is bound by task demands.",
}



@inproceedings{2931331,
  author       = {Schlangen, David and Ilinykh, Nikolai and Zarrieß, Sina},
  booktitle    = {Proceedings of the 1st Workshop on Shortcomings in Vision and Language (SiVL) at ECCV 2018},
  location     = {Munich},
  title        = {Visual  Dialogue  Needs  Symmetry,  Goals,  and Dynamics:  The  Example  of  the  MeetUp  Task},
  year         = {2018},
}

@inproceedings{zarriess-schlangen-2018-decoding,
    title = "Decoding Strategies for Neural Referring Expression Generation",
    author = "Zarrie{\ss}, Sina  and
      Schlangen, David",
    booktitle = "Proceedings of the 11th International Conference on Natural Language Generation",
    month = "November",
    year = "2018",
    address = "Tilburg University, The Netherlands",
    publisher = {Association for Computational Linguistics},
    note    = {Best paper award},
    url = "https://www.aclweb.org/anthology/W18-6563",
    pages = "503--512",
    abstract = "RNN-based sequence generation is now widely used in NLP and NLG (natural language generation). Most work focusses on how to train RNNs, even though also decoding is not necessarily straightforward: previous work on neural MT found seq2seq models to radically prefer short candidates, and has proposed a number of beam search heuristics to deal with this. In this work, we assess decoding strategies for referring expression generation with neural models. Here, expression length is crucial: output should neither contain too much or too little information, in order to be pragmatically adequate. We find that most beam search heuristics developed for MT do not generalize well to referring expression generation (REG), and do not generally outperform greedy decoding. We observe that beam search heuristics for termination seem to override the model{'}s knowledge of what a good stopping point is. Therefore, we also explore a recent approach called trainable decoding, which uses a small network to modify the RNN{'}s hidden state for better decoding results. We find this approach to consistently outperform greedy decoding for REG.",
}

@inproceedings{zarriess-schlangen-2019-know,
    title = "Know What You Don{'}t Know: Modeling a Pragmatic Speaker that Refers to Objects of Unknown Categories",
    author = "Zarrie{\ss}, Sina  and
      Schlangen, David",
    booktitle = "Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics",
    year = "2019",
    address = "Florence, Italy",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/P19-1063",
    pages = "654--659",
    abstract = "Zero-shot learning in Language {\&} Vision is the task of correctly labelling (or naming) objects of novel categories. Another strand of work in L{\&}V aims at pragmatically informative rather than {``}correct{''} object descriptions, e.g. in reference games. We combine these lines of research and model zero-shot reference games, where a speaker needs to successfully refer to a novel object in an image. Inspired by models of {``}rational speech acts{''}, we extend a neural generator to become a pragmatic speaker reasoning about uncertain object categories. As a result of this reasoning, the generator produces fewer nouns and names of distractor categories as compared to a literal speaker. We show that this conversational strategy for dealing with novel objects often improves communicative success, in terms of resolution accuracy of an automatic listener.",
}

@inproceedings{2936777,
  author       = {Haake, Kristin and Schimke, Sarah and Betz, Simon and Zarrieß, Sina},
  booktitle    = {Proceedings of Interspeech},
  location     = {Graz},
  title        = {Do Hesitations Facilitate Processing of Partially Defective System Utterances? An Exploratory Eye Tracking Study},
  year         = {2019},
}

@inproceedings{2936376,
  abstract     = {Synthetic speech can be used to express uncertainty in dialogue
systems by means of hesitation. If a phrase like “Next
to the green tree” is uttered in a hesitant way, that is, containing
lengthening, silences, and fillers, the listener can infer that
the speaker is not certain about the concepts referred to. However,
we do not know anything about the referential domain of
the uncertainty; if only a particular word in this sentence would
be uttered hesitantly, e.g. “the greee:n tree”, the listener could
infer that the uncertainty refers to the color in the statement,
but not to the object. In this study, we show that the domain
of the uncertainty is controllable. We conducted an experiment
in which color words in sentences like “search for the green
tree” were lengthened in two different positions: word onsets or
final consonants, and participants were asked to rate the uncertainty
regarding color and object. The results show that initial
lengthening is predominantly associated with uncertainty about
the word itself, whereas final lengthening is primarily associated
with the following object. These findings enable dialogue
system developers to finely control the attitudinal display of uncertainty,
adding nuances beyond the lexical content to message
delivery.},
  author       = {Betz, Simon and Zarrieß, Sina and Székely, Éva and Wagner, Petra},
  booktitle    = {Proceedings of Interspeech},
  keyword      = {lengthening, hesitation, speech synthesis, attitudinal synthesis, uncertainty},
  location     = {Graz, Austria},
  title        = {The greennn tree - lengthening position influences uncertainty perception},
  year         = {2019},
}

@inproceedings{ilinykh:semdial:2019,
  author       = {Ilinykh, Nikolai and Zarrieß, Sina and Schlangen, David },
  booktitle    = {Proceedings of the 23rd Workshop on the Semantics and Pragmatics of Dialogue (SemDial 2019 / LondonLogue)},
  location     = {London},
  title        = {MeetUp! A Corpus of Joint Activity Dialogues in a Visual Environment},
  year         = {2019},
}

@inproceedings{han-zarriess-2019,
    title = "Sketch Me if You Can: Towards Generating Detailed Descriptions of Object Shape by Grounding in Images and Drawings",
    author = "Han, Ting and Zarrie{\ss}, Sina",
    booktitle = "Proceedings of the 12th International Conference on Natural Language Generation",
    year = "2019",
    address = "Tokyo, Japan",
    publisher = {Association for Computational Linguistics}
}

@inproceedings{niko-2019,
    title = "Tell Me More: A Dataset of Visual Scene Description Sequences",
    author = "Ilinykh, Nikolai and Zarrie{\ss}, Sina and Schlangen, David",
    booktitle = "Proceedings of the 12th International Conference on Natural Language Generation",
    year = "2019",
    address = "Tokyo, Japan",
    publisher = {Association for Computational Linguistics}
}

@inproceedings{han-zarriess-2019,
    title = "Sketch Me if You Can: Towards Generating Detailed Descriptions of Object Shape by Grounding in Images and Drawings",
    author = "Han, Ting and Zarrie{\ss}, Sina",
    booktitle = "Proceedings of the 12th International Conference on Natural Language Generation",
    year = "2019",
    address = "Tokyo, Japan",
    publisher = {Association for Computational Linguistics}
}

@inproceedings{niko-2019,
    title = "Tell Me More: A Dataset of Visual Scene Description Sequences",
    author = "Ilinykh, Nikolai and Zarrie{\ss}, Sina and Schlangen, David",
    booktitle = "Proceedings of the 12th International Conference on Natural Language Generation",
    year = "2019",
    address = "Tokyo, Japan",
    publisher = {Association for Computational Linguistics}
}

@inproceedings{niko-2019,
    title = "Tell Me More: A Dataset of Visual Scene Description Sequences",
    author = "Ilinykh, Nikolai and Zarrie{\ss}, Sina and Schlangen, David",
    booktitle = "Proceedings of the 12th International Conference on Natural Language Generation",
    year = "2019",
    address = "Tokyo, Japan",
    publisher = {Association for Computational Linguistics}
}

@InProceedings{silberer-zarrie-boleda:2020:LREC,
  author    = {Silberer, Carina  and  Zarrieß, Sina  and  Boleda, Gemma},
  title     = {Object Naming in Language and Vision: A Survey and a New Dataset},
  booktitle      = {Proceedings of The 12th Language Resources and Evaluation Conference},
  month          = {May},
  year           = {2020},
  address        = {Marseille, France},
  publisher      = {European Language Resources Association},
  pages     = {5792--5801},
  url       = {https://www.aclweb.org/anthology/2020.lrec-1.710}
}

@InProceedings{Betz:20,
  author    = {Betz, Simon and Sz{\'e}kely, {\'E}va and Zarrie{\ss}, Sina and Schr{\"o}er, Marin and Schade, Leonie and Wagner, Petra},
  title     = {Hesitation Processing Analysis Using Continuous Mouse-Tracking and Gamification},
  booktitle = {Elektronische Sprachsignalverarbeitung 2020. Tagungsband der 31. Konferenz.},
  year      = {2020},
  editor    = {Wendemuth, A and Böck, R and Siegert, I},
  volume    = {95},
  series    = {Studientexte zur Sprachkommunikation},
  pages     = {85--92},
}

@InProceedings{schuez-zarriess-acl:2020,
  author    = {Schuez, Simeon and Zarrie{\ss}, Sina},
  title     = {{K}nowledge Supports Visual Language Grounding: {A} Case Study on Colour Terms},
  booktitle = {To appear in Proceedings of ACL 2020},
  year      = {2020},
  publisher = {Association for Computational Linguistics}
}