@inproceedings{carpenter2001is, author = {Carpenter, Paul and Jin, Chun and Wilson, Daniel and Zhang, Rong and Bohus, Dan and Rudnicky, Alexander I.}, title = {Is This Conversation on Track?}, booktitle = {EUROSPEECH 2001 Scandinavia, 7th European Conference on Speech Communication and Technology, 2nd INTERSPEECH Event, Aalborg, Denmark}, year = {2001}, month = {September}, abstract = {Confidence annotation allows a spoken dialog system to accurately assess the likelihood of misunderstanding at the utterance level and to avoid breakdowns in interaction. We describe experiments that assess the utility of features from the decoder, parser and dialog levels of processing. We also investigate the effectiveness of various classifiers, including Bayesian Networks, Neural Networks, SVMs, Decision Trees, AdaBoost and Naive Bayes, to combine this information into an utterance-level confidence metric. We found that a combination of a subset of the features considered produced promising results with several of the classification algorithms considered, e.g., our Bayesian Network classifier produced a 45.7% relative reduction in confidence assessment error and a 29.6% reduction relative to a handcrafted rule.}, url = {http://approjects.co.za/?big=en-us/research/publication/is-this-conversation-on-track/}, edition = {EUROSPEECH 2001 Scandinavia, 7th European Conference on Speech Communication and Technology, 2nd INTERSPEECH Event, Aalborg, Denmark}, }