bibtext: @inproceedings{
  lu2024does,
  title={Does Collaborative Human{\textendash}{LM} Dialogue Generation Help Information Extraction from Human{\textendash}Human Dialogues?},
  author={Bo-Ru Lu and Nikita Haduong and Chia-Hsuan Lee and Zeqiu Wu and Hao Cheng and Paul Koester and Jean Utke and Tao Yu and Noah A. Smith and Mari Ostendorf},
  booktitle={First Conference on Language Modeling},
  year={2024},
  url={https://openreview.net/forum?id=uILyEJGKWw}
  }
abstract: The capabilities of pretrained language models (LMs) have opened opportunities to explore new application areas, but applications involving human-human interaction are limited by the fact that most data is protected from public release for privacy reasons. Problem-solving human-human dialogues in real applications can be much more complex than existing Wizard-of-Oz collections, preventing successful domain transfer. To support information extraction (IE) for a private call center dataset (AIC), we introduce a human-in-the-loop dialogue generation framework capable of synthesizing realistic dialogues. In IE experiments with AIC dialogues, we observe 25% relative improvement in F1 after augmenting a small set of real human-human conversations with synthetic data. In controlled experiments, we compare training with our human-in-the-loop-synthesized data vs. fully automatically LM-generated data and find that collaborating humans adds value both in the generation and annotation stages. We release code and our synthetic dataset to illustrate the complexity of call center conversations and encourage development of complex dialogue datasets that are more representative of natural data.
title: Does Collaborative Human–LM Dialogue Generation Help Information Extraction from Human–Human Dialogues?
authors: Bo-Ru Lu Nikita Haduong Chia-Hsuan Lee Zeqiu Wu Hao Cheng Paul Koester Jean Utke Tao Yu Noah A. Smith Mari Ostendorf