@inproceedings{rosenberg-binkowski:2004:HLTNAACL, author = {Rosenberg, Andrew and Binkowski, Ed}, title = {Augmenting the kappa statistic to determine interannotator reliability for multiply labeled data points}, booktitle = {HLT-NAACL 2004: Short Papers}, editor = {Susan Dumais, Daniel Marcu and Salim Roukos}, year = 2004, month = {May 2 - May 7}, address = {Boston, Massachusetts, USA}, publisher = {Association for Computational Linguistics}, pages = {77--80} }