bibtext: @inproceedings{
  andukuri2024stargate,
  title={{ST}aR-{GATE}: Teaching Language Models to Ask Clarifying Questions},
  author={Chinmaya Andukuri and Jan-Philipp Fr{\"a}nken and Tobias Gerstenberg and Noah Goodman},
  booktitle={First Conference on Language Modeling},
  year={2024},
  url={https://openreview.net/forum?id=CrzAj0kZjR}
  }
abstract: When prompting language models to complete a task, users often leave important aspects unsaid. While asking questions could resolve this ambiguity (GATE; Li et al., 2023), models often  struggle to ask good questions. We explore a language model's ability to self-improve (STaR; Zelikman et al., 2022) by rewarding the model for generating useful questions—a simple method we dub STaR-GATE. We generate a synthetic dataset of 25,500 unique persona-task prompts to simulate conversations between a pretrained language model—the $\texttt{Questioner}$—and a $\texttt{Roleplayer}$ whose preferences are unknown to the $\texttt{Questioner}$. By asking questions, the $\texttt{Questioner}$ elicits preferences from the $\texttt{Roleplayer}$. The $\texttt{Questioner}$ is iteratively finetuned on questions that increase the probability of high-quality responses to the task, which are generated by an $\texttt{Oracle}$ with access to the $\texttt{Roleplayer}$'s latent preferences. After two iterations of self-improvement, the $\texttt{Questioner}$ asks better questions, allowing it to generate responses that are preferred over responses from the initial model on $\textbf{72}$% of tasks. Our results indicate that teaching a language model to ask better questions leads to better personalized responses.
title: STaR-GATE: Teaching Language Models to Ask Clarifying Questions
authors: Chinmaya Andukuri Jan-Philipp Fränken Tobias Gerstenberg Noah Goodman
Models: scandukuri/mistral-stargate scandukuri/mistral-stargate-m1 scandukuri/llama3-8b-stargate-m1 RichardErkhov/scandukuri_-_llama3-8b-stargate-m1-gguf