@inproceedings{kulesza2014structured,
author = {Kulesza, Todd and Amershi, Saleema and Caruana, Rich and Fisher, Danyel and Charles, Denis},
title = {Structured Labeling for Facilitating Concept Evolution in Machine Learning},
booktitle = {Proceedings of the Conference on Human Factors in Computing Systems (CHI 2014)},
year = {2014},
month = {May},
abstract = {Labeling data is a seemingly simple task required for training many machine learning systems, but is actually fraught with problems. This paper introduces the notion of concept evolution, the changing nature of a person’s underlying concept (the abstract notion of the target class a person is labeling for, e.g., spam email, travel related web pages) which can result in inconsistent labels and thus be detrimental to machine learning. We introduce two structured labeling solutions, a novel technique we propose for helping people define and refine their concept in a consistent manner as they label. Through a series of five experiments, including a controlled lab study, we illustrate the impact and dynamics of concept evolution in practice and show that structured labeling helps people label more consistently in the presence of concept evolution than traditional labeling.},
publisher = {ACM},
url = {http://approjects.co.za/?big=en-us/research/publication/structured-labeling-for-facilitating-concept-evolution-in-machine-learning/},
edition = {Proceedings of the Conference on Human Factors in Computing Systems (CHI 2014)},
note = {Best Paper Award},
}