@article {9999, title = {Using natural language processing for qualitative data analysis}, journal = {International Journal of Social Research Methodology}, volume = {15}, year = {2012}, month = {2012}, chapter = {523-543}, abstract = {Social researchers often apply qualitative research methods to study groups and their communications artefacts. The use of computer-mediated communications has dramatically increased the volume of text available, but coding such text requires considerable manual effort. We discuss how systems that process text in human languages (i.e., natural language processing, NLP) might partially automate content analysis by extracting theoretical evidence. We present a case study of the use of NLP for qualitative analysis in which the NLP rules showed good performance on a number of codes. With the current level of performance, use of an NLP system could reduce the amount of text to be examined by a human coder by an order of magnitude or more, potentially increasing the speed of coding by a comparable degree. The paper is significant as it is one of the first to demonstrate the use of high-level NLP techniques for qualitative data analysis.}, doi = {10.1080/13645579.2011.625764}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/NLP_for_qualitative_analysis.pdf}, author = {Kevin Crowston and Allen, Eileen E. and Heckman, Robert} } @proceedings {2010, title = {Machine Learning and Rule-Based Automated Coding of Qualitative Data}, year = {2010}, month = {10/2010}, address = {Pittsburgh, PA}, abstract = {Researchers often employ qualitative research approaches but large volumes of textual data pose considerable challenges to manual coding. In this research, we explore how to implement fully or semi-automatic coding on textual data (specifically, electronic messages) by leveraging Natural Language Processing (NLP). In particular, we compare the performance of human-developed NLP rules to those inferred by machine learning algorithms. The experimental results suggest that NLP with machine learning can be an effective way to assist researchers in coding qualitative data. }, keywords = {FLOSS, NLP}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/ml_nlp.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/ASIST\%20poster\%202p\%20final.pdf}, author = {Kevin Crowston and Xiaozhong Liu and Allen, Eileen E. and Heckman, Robert} } @article {Li:2008a, title = {Asynchronous Decision-Making in Distributed Teams (Poster)}, year = {2008}, month = {8{\textendash}12 November}, address = {San Diego, CA}, keywords = {Decision-Making, FLOSS}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/CSCW2008Poster11x17Draft.pdf}, author = {Li, Qing and Heckman, Robert and Allen, Eileen E. and Kevin Crowston and Eseryel, U. Yeliz and James Howison and Wiggins, Andrea} } @proceedings {Li:2008, title = {Decision Making Paths in Self-Organizing Technology-Mediated Distributed Teams}, year = {2008}, address = {Paris, France, 14-17 December}, abstract = {This paper investigates decision making in self-organizing technology-mediated distributed teams. This context provides an opportunity to examine how the use of technological support to span temporal and organizational discontinuities affects decision-making processes. 258 software-modification decision episodes were collected from the public emailing lists of six Free/Libre Open Source Software (FLOSS) projects over a span of five years. Six decision-making paths were identified as 1) short-cut decision-making path; 2) implicit-development decision-making path; 3) implicit-evaluation decision-making path; 4) normative decision-making path; 5) dynamic decision-making path; and 6) interrupted/delayed decision-making path. We suggest that the nature of the tasks and the affordances of the technology used reduce the need for explicit coordination, resulting in a broader range of possible decision processes than are observed in face-to-face groups.}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/Decision\%20Making\%20Paths\%20in\%20Self\%20Organizing\%20Technology\%20Mediated\%20Dist.pdf}, author = {Li, Qing and Heckman, Robert and Kevin Crowston and James Howison and Allen, Eileen E. and Eseryel, U. Yeliz} } @proceedings {Heckman:2007, title = {Emergent decision-making practices in Free/Libre Open Source Software FLOSS development teams}, year = {2007}, address = {Limerick, Ireland, 10-14 June}, abstract = {We seek to identify work practices that make Free/Libre Open Source Software (FLOSS) development teams effective. Particularly important to team effectiveness is decision making. In this paper, we report on an inductive qualitative analysis of 360 decision episodes of six FLOSS development teams. Our analysis revealed diversity in decision-making practices that seem to be related to differences in overall team characteristics and effectiveness. }, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/20070320\%20OSS\%20Conference_v15_final\%20submitted.pdf}, author = {Heckman, Robert and Kevin Crowston and Eseryel, U. Yeliz and James Howison and Allen, Eileen E. and Li, Qing} } @article {2007, title = {Investigating the Dynamics of FLOSS Development Teams (Poster)}, year = {2007}, note = {SD 2007 poster - Full Adobe PDF 2007 HSD PI{\textquoteright}s conference poster reporting on the grant project work to date in a full Adobe PDF file. HSD 2007 poster - Small PDF HSD 2007 conference grant progress reporting poster in a smaller PDF file. }, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.ai_.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.pdf}, author = {Li, Na and Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Scialdone, Michael J. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy and Wiggins, Andrea} } @proceedings {Heckman:2006b, title = {Emergent decision-making practices in technology-supported self-organizing distributed teams}, year = {2006}, address = {Milwaukee, WI, 10{\textendash}13 Dec}, abstract = {We seek to identify work practices that make technology-supported self-organizing distributed (or virtual) teams (TSSODT for short) effective in producing outputs satisfactory to their sponsors, meeting the needs of their members and continuing to function. A particularly important practice for team effectiveness is decision making: are the right decisions made at the right time to get the work done in a way that satisfies team sponsors, keeps contributors happy and engaged, and enables continued team success? In this research-in-progress paper, we report on an inductive qualitative analysis of 120 decision episodes taken by 2 Free/libre Open Source Software development teams. Our analysis revealed differences in decision-making practices that seem to be related to differences in overall team effectiveness.}, keywords = {Decision-Making, FLOSS}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/Emergent\%20Decision\%20Making\%20Practices\%20In\%20Technology\%20Supported\%20Self\%20O.pdf}, author = {Heckman, Robert and Kevin Crowston and Li, Qing and Allen, Eileen E. and Eseryel, U. Yeliz and James Howison and Kangning Wei} } @article {2006, title = {Investigating the Dynamics of FLOSS Development Teams (Poster)}, year = {2006}, note = {Poster describing the current state of the project for the HSD Principal Investigators{\textquoteright} conference, 14-15 September 2006, Washington DC.}, attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/hsd2006poster.pdf}, author = {Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy} }