-
Notifications
You must be signed in to change notification settings - Fork 4
/
sample-sigconf.tex
162 lines (140 loc) · 5.36 KB
/
sample-sigconf.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
\documentclass[sigconf]{acmart}
\usepackage{booktabs} % For formal tables
\usepackage{array}
\usepackage{tablefootnote}
\usepackage[para,online,flushleft]{threeparttable}
\usepackage{flushend}
\usepackage{placeins}
% Copyright
%\setcopyright{none}
%\setcopyright{acmcopyright}
%\setcopyright{acmlicensed}
% \setcopyright{rightsretained}
%\setcopyright{usgov}
%\setcopyright{usgovmixed}
%\setcopyright{cagov}
%\setcopyright{cagovmixed}
% DOI
% \acmDOI{10.475/123_4}
% % ISBN
% \acmISBN{123-4567-24-567/08/06}
%\acmConference[ICSE 2018 Workshop]{Third International Workshop on Emotion Awareness in Software Engineering}{June 2 2018}{Gothenburg, Sweden}
%Conference
% \acmConference[WOODSTOCK'97]{ACM Woodstock conference}{July 1997}{El
% Paso, Texas USA}
% \acmYear{1997}
% \copyrightyear{2016}
% \acmArticle{4}
% \acmPrice{15.00}
% These commands are optional
%\acmBooktitle{Transactions of the ACM Woodstock conference}
% \editor{Jennifer B. Sartor}
% \editor{Theo D'Hondt}
% \editor{Wolfgang De Meuter}
\begin{document}
\title{Sentiment and Politeness Analysis Tools on\\Developer Discussions Are Unreliable, but so Are People}
% \titlenote{Produces the permission block, and
% copyright information}
% \subtitle{put Extended Abstract, links for resources}
% \subtitlenote{The full version of the author's guide is available as
% \texttt{acmart.pdf} document}
\author{Nasif Imtiaz, Justin Middleton, Peter Girouard, and Emerson Murphy-Hill }
%\authornote{Dr.~Trovato insisted his name be first.}
%\orcid{1234-5678-9012}
\affiliation{%
\institution{North Carolina State University}
\streetaddress{890 Oval Drive}
\city{Raleigh}
\state{North Carolina}
\postcode{43017-6221}
}
\email{{simtiaz, jamiddl2, plgiroua}@ncsu.edu, [email protected]}
% \author{Emerson Murphy-Hill}
% %\authornote{Dr.~Trovato insisted his name be first.}
% %\orcid{1234-5678-9012}
% \affiliation{%
% \institution{North Carolina State University}
% \streetaddress{890 Oval Drive}
% \city{Raleigh}
% \state{North Carolina}
% \postcode{43017-6221}
% }
% \email{[email protected]}
% \author{Justin Middleton}
% %\authornote{Dr.~Trovato insisted his name be first.}
% %\orcid{1234-5678-9012}
% \affiliation{%
% \institution{North Carolina State University}
% \streetaddress{890 Oval Drive}
% \city{Raleigh}
% \state{North Carolina}
% \postcode{43017-6221}
% }
% \email{[email protected]}
% \author{Peter Girouard}
% %\authornote{Dr.~Trovato insisted his name be first.}
% %\orcid{1234-5678-9012}
% \affiliation{%
% \institution{North Carolina State University}
% \streetaddress{890 Oval Drive}
% \city{Raleigh}
% \state{North Carolina}
% \postcode{43017-6221}
% }
% \email{[email protected] }
\begin{abstract}
%establish a clear reason why this research is important
% constant terminology - textual discussions
Many software engineering researchers use sentiment and politeness analysis tools to study the emotional environment within collaborative software development.
However, papers that use these tools rarely establish their reliability.
In this paper, we evaluate popular existing tools for sentiment and politeness detection over a dataset of 589 manually rated GitHub comments that represent developer discussions.
We also develop a coding scheme on how to quantify politeness for conversational texts found on collaborative platforms.
We find that not only do the tools have a low agreement with human ratings on sentiment and politeness, human raters also have a low agreement among themselves.
\end{abstract}
%
% The code below should be generated by the tool at
% http://dl.acm.org/ccs.cfm
% Please copy and paste the code instead of the example below.
%
% \begin{CCSXML}
% <ccs2012>
% <concept>
% <concept_id>10010520.10010553.10010562</concept_id>
% <concept_desc>Computer systems organization~Embedded systems</concept_desc>
% <concept_significance>500</concept_significance>
% </concept>
% <concept>
% <concept_id>10010520.10010575.10010755</concept_id>
% <concept_desc>Computer systems organization~Redundancy</concept_desc>
% <concept_significance>300</concept_significance>
% </concept>
% <concept>
% <concept_id>10010520.10010553.10010554</concept_id>
% <concept_desc>Computer systems organization~Robotics</concept_desc>
% <concept_significance>100</concept_significance>
% </concept>
% <concept>
% <concept_id>10003033.10003083.10003095</concept_id>
% <concept_desc>Networks~Network reliability</concept_desc>
% <concept_significance>100</concept_significance>
% </concept>
% </ccs2012>
% \end{CCSXML}
% \ccsdesc[500]{Computer systems organization~Embedded systems}
% \ccsdesc[300]{Computer systems organization~Redundancy}
% \ccsdesc{Computer systems organization~Robotics}
% \ccsdesc[100]{Networks~Network reliability}
\copyrightyear{2018}
\acmYear{2018}
\setcopyright{acmlicensed}
\acmConference[SEmotion'18]{SEmotion'18:IEEE/ACM 3rd International Workshop on Emotion Awareness in Software Engineering }{June 2, 2018}{Gothenburg, Sweden}
\acmBooktitle{SEmotion'18: SEmotion'18:IEEE/ACM 3rd International Workshop on Emotion Awareness in Software Engineering , June 2, 2018, Gothenburg, Sweden}
\acmPrice{15.00}
\acmDOI{10.1145/3194932.3194938}
\acmISBN{978-1-4503-5751-7/18/06}
\keywords{sentiment, politeness, affect analysis, GitHub, developer discussion }
\maketitle
\input{samplebody-conf}
\bibliographystyle{ACM-Reference-Format}
\bibliography{sample-bibliography}
\end{document}