@conference {2014, title = {Design of an Active Learning System with Human Correction for Content Analysis}, booktitle = {Workshop on Interactive Language Learning, Visualization, and Interfaces, 52nd Annual Meeting of the Association for Computational Linguistics}, year = {2014}, month = {06/2014}, address = {Baltimore, MD}, abstract = {Our research investigation focuses on the role of humans in supplying corrected examples in active learning cycles, an important aspect of deploying active learning in practice. In this paper, we discuss sampling strategies and sampling sizes in setting up an active learning system for human experiments in the task of content analysis, which involves labeling concepts in large volumes of text. The cost of conducting comprehensive human subject studies to experimentally determine the effects of sampling sizes and sampling sizes is high. To reduce those costs, we first applied an active learning simulation approach to test the effect of different sampling strategies and sampling sizes on machine learning (ML) performance in order to select a smaller set of parameters to be evaluated in human subject studies.}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/ILLWorkshop.ACLFormat.04.28.14.final_.pdf}, author = {Jasy Liew Suet Yan and McCracken, Nancy and Kevin Crowston} } @conference {2014, title = {Optimizing Features in Active Machine Learning for Complex Qualitative Content Analysis}, booktitle = {Workshop on Language Technologies and Computational Social Science, 52nd Annual Meeting of the Association for Computational Linguistics }, year = {2014}, month = {06/2014}, address = {Baltimore, MD}, abstract = {We propose a semi-automatic approach for content analysis that leverages machine learning (ML) being initially trained on a small set of hand-coded data to perform a first pass in coding, and then have human annotators correct machine annotations in order to produce more examples to retrain the existing model incrementally for better performance. In this {\textquotedblleft}active learning{\textquotedblright} approach, it is equally important to optimize the creation of the initial ML model given less training data so that the model is able to capture most if not all positive examples, and filter out as many negative examples as possible for human annotators to correct. This paper reports our attempt to optimize the initial ML model through feature exploration in a complex content analysis project that uses a multidimensional coding scheme, and contains codes with sparse positive examples. While different codes respond optimally to different combinations of features, we show that it is possible to create an optimal initial ML model using only a single combination of features for codes with at least 100 positive examples in the gold standard corpus.}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/9_Paper.pdf}, author = {Jasy Liew Suet Yan and McCracken, Nancy and Shichun Zhou and Kevin Crowston} } @conference {2014, title = {Semi-Automatic Content Analysis of Qualitative Data}, booktitle = {iConference}, year = {2014}, month = {03/2014}, address = {Berlin, Germany}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/iConference_Poster_Published.pdf}, author = {Jasy Liew Suet Yan and McCracken, Nancy and Kevin Crowston} } @unpublished {2012, title = {Poster: Socially intelligent computing for coding of qualitative data}, year = {2012}, month = {6/2012}, publisher = {Syracuse University School of Information Studies}, type = {Unpublished poster, presented at the SOCS PIs meeting}, address = {Syracuse, NY}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/SOCQA\%20SOCS\%20PI\%20poster\%20small.pdf}, author = {Kevin Crowston and McCracken, Nancy} } @article {2007, title = {Investigating the Dynamics of FLOSS Development Teams (Poster)}, year = {2007}, note = {SD 2007 poster - Full Adobe PDF 2007 HSD PI{\textquoteright}s conference poster reporting on the grant project work to date in a full Adobe PDF file. HSD 2007 poster - Small PDF HSD 2007 conference grant progress reporting poster in a smaller PDF file. }, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.ai_.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.pdf}, author = {Li, Na and Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Scialdone, Michael J. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy and Wiggins, Andrea} } @article {2006, title = {Investigating the Dynamics of FLOSS Development Teams (Poster)}, year = {2006}, note = {Poster describing the current state of the project for the HSD Principal Investigators{\textquoteright} conference, 14-15 September 2006, Washington DC.}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/hsd2006poster.pdf}, author = {Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy} }