%PDF-1.3
%
5 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
13 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
10 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
8 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
11 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
16 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
3 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
14 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
4 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
9 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
7 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
15 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
1 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
6 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
12 0 obj
<>>>/BBox[0 0 612 792]/Length 133>>stream
xA =e臏mz. 63$4Bf
Ca!0/dG?^Ŕӂ=;p)ZVrGR
86_?'jUYT(
endstream
endobj
18 0 obj
<>stream
Atypon Systems, Inc.; modified using iText 4.2.0 by 1T3XT
Arbortext Advanced Print Publisher 9.0.114/W
2017-12-26T23:53:45-08:00
2017-12-12T08:10:28+05:30
application/pdf
BIG-2017-0038-ver9-Stukal_3P 310..324
uuid:c1648ffa-3958-4669-b95b-dbbe49f07647
uuid:3d536b39-b64c-4788-aab6-edc08c896dea
endstream
endobj
19 0 obj
<>stream
x+ |
endstream
endobj
20 0 obj
<>stream
xS**T0T0 Bi yS&
endstream
endobj
21 0 obj
<>stream
x+ |
endstream
endobj
22 0 obj
<>stream
xS**T0T0 Bih uU
endstream
endobj
23 0 obj
<>stream
x+ |
endstream
endobj
24 0 obj
<>stream
xS**T0T0 Bi y8#
endstream
endobj
25 0 obj
<>stream
x+ |
endstream
endobj
26 0 obj
<>stream
xS**T0T0 Bi yn)
endstream
endobj
27 0 obj
<>stream
x+ |
endstream
endobj
28 0 obj
<>stream
xS**T0T0 Bih ~V
endstream
endobj
29 0 obj
<>stream
x+ |
endstream
endobj
30 0 obj
<>stream
xS**T0T0 Bi yJ%
endstream
endobj
31 0 obj
<>stream
x+ |
endstream
endobj
32 0 obj
<>stream
xS**T0T0 Bi yw*
endstream
endobj
33 0 obj
<>stream
x+ |
endstream
endobj
34 0 obj
<>stream
xS**T0T0 Bih X
endstream
endobj
35 0 obj
<>stream
x+ |
endstream
endobj
36 0 obj
<>stream
xS**T0T0 Bih W
endstream
endobj
37 0 obj
<>stream
x+ |
endstream
endobj
38 0 obj
<>stream
xS**T0T0 Bi y\'
endstream
endobj
39 0 obj
<>stream
x+ |
endstream
endobj
40 0 obj
<>stream
xS**T0T0 Bi yA$
endstream
endobj
41 0 obj
<>stream
x+ |
endstream
endobj
42 0 obj
<>stream
xS**T0T0 Bih lT
endstream
endobj
43 0 obj
<>stream
x+ |
endstream
endobj
44 0 obj
<>stream
xS**T0T0 Bi ye(
endstream
endobj
45 0 obj
<>stream
x+ |
endstream
endobj
46 0 obj
<>stream
xS**T0T0 Bi y+
endstream
endobj
47 0 obj
<>stream
x+ |
endstream
endobj
48 0 obj
<>stream
xS**T0T0 Bi y,
endstream
endobj
50 0 obj
<>stream
/GS1 gs
BT
/F5 1 Tf
10.959 0 0 10.959 59.7543 697.8896 Tm
0 0 0 rg
0 Tc
0 Tw
[(including)-346.7(accounts)-347.7(that)-347.3(were)-346.3(deleted)-346.7(or)-341.4(suspended)-350.8(in)]TJ
0 -1.1847 TD
[(the)-370.2(course)-368.7(of)-367.8(data)-362.9(collection.)-369.6(This)-367.5(is)-369.3(a)-364.8(key)-370(difference)]TJ
0 -1.1795 TD
[(that)-233.5(distinguishes)-230.5(our)-235.2(approach)-232.5(from)-231.6(publicly)-230(available)]TJ
0 -1.1847 TD
[(tools)-298.1(\(e.g.,)-301.8(BotOrNot)]TJ
8.2191 0 0 7.3052 151.937 663.8738 Tm
(24)Tj
10.959 0 0 10.959 159.8173 658.9983 Tm
[(\))-303.6(that)-295.5(allow)-296.7(users)-300(to)-299.9(detect)-297.4(bots)]TJ
-9.1306 -1.1795 TD
[(only)-392.7(among)-387(live)-390.4(Twitter)-386.2(accounts.)-388.4(In)-388.3(addition,)-394.4(while)]TJ
0 -1.1847 TD
[(we)-350.3(focus)-345.6(on)-345.4(the)-349.5(Russian)-345.4(Twittersphere)-346.3(in)-347.4(this)-348.5(article,)]TJ
0 -1.1795 TD
[(we)-490(aim)-487.9(to)-486.1(build)-484.9(a)-489(tool)-486.2(that)-486.9(could)-489.2(be)-485.9(applicable)-489.5(in)]TJ
T*
[(other)-380.5(contexts)-379.5(too,)-378.6(and)-379.9(thus)-378.2(refrain)-384.4(from)-376.5(using)-381.5(text-)]TJ
0 -1.1847 TD
[(related)-300.6(features)-299.2(for)-303.8(bot)-296.5(identication)-301.1(purposes.)]TJ
1.0036 -1.1795 TD
[(We)-426.6(make)-427.4(a)-426.9(novel)-426.8(methodological)-428.4(contribution)-425.9(by)]TJ
-1.0036 -1.1847 TD
[(proposing)-499.6(the)-494.4(unanimous)-497.2(voting)-497(rule)-498.6(of)-497.1(supervised)]TJ
0 -1.1795 TD
[(classiers)-476.1(as)-466.4(the)-473.7(principle)-472.6(for)-469.4(building)-472.6(an)-470.5(ensemble)]TJ
0 -1.1847 TD
[(classier)-410.7(for)-412.5(bot)-410.3(detection)-408.7(purposes.)-409.5(In)-409(other)-411.5(words,)]TJ
0 -1.1795 TD
[(we)-422.7(propose)-416.6(a)-421.7(bot)-415.5(detection)-419(ensemble)-418.4(algorithm)-416(that)]TJ
0 -1.1847 TD
[(classies)-208.9(an)-206.7(account)-204.7(as)-207.8(a)-204.5(bot)-203.4(only)-206.5(if)-209.5(all)-206.3(of)-202.3(its)-206.9(component)]TJ
0 -1.1795 TD
[(algorithms)-362.4(do)-361.2(the)-359.9(same.)-360.3(We)-364.5(show)-359.4(that)-357.6(our)-364.5(approach)]TJ
T*
[(produces)-265.1(a)-261.4(tool)-258.6(with)-263.1(extremely)-257.3(high)-263.4(precision)-259.6(and)-260.9(suf-)]TJ
0 -1.1847 TD
[(ciently)-224.8(high)-222(recall)-226(\(or,)-225.3(in)-223.3(other)-225.3(words,)-223(is)-224.4(extremely)-226.2(ac-)]TJ
0 -1.1795 TD
[(curate)-379.9(when)-375.1(labeling)-374.8(an)-377.4(account)-375.5(as)-378.5(a)-375.2(bot)-374.1(and)-379.9(is)-374.4(also)]TJ
0 -1.1847 TD
[(highly)-383.1(accurate)-380.5(in)-383.7(nding)-382.3(bots)-382.6(among)-381.8(those)-380.5(that)-378.3(are)]TJ
0 -1.1795 TD
[(in)-321.6(the)-318.5(sample\).)-323.3(We)-318(also)-321.7(identify)-319.8(the)-318.5(most)-318.9(informative)]TJ
0 -1.1847 TD
[(account)-261.6(features)-257.8(and)-260.9(use)-257.1(them)-261.8(to)-258.5(show)-255.9(how)-257.8(bots)-258.4(differ)]TJ
0 -1.1795 TD
[(from)-298.9(humans)-302.5(on)-298.9(Twitter.)]TJ
1.0036 -1.1847 TD
[(Substantively,)-201.7(we)-205.5(nd)-208.3(that)-202.4(bots)-201.5(represent)-208(a)-204.5(very)-207.7(large)]TJ
-1.0036 -1.1795 TD
[(portion)-525.6(of)-528.2(the)-530.6(Russian)-526.4(political)-524.6(Twittersphere,)-526.7(that)]TJ
0 -1.1847 TD
[(contrary)-265.1(to)-258.5(received)-262.1(wisdom)]TJ
8.2191 0 0 7.3052 184.3086 378.9353 Tm
(25)Tj
10.959 0 0 10.959 195.0803 374.0597 Tm
[(most)-256.8(bots)-263.6(in)-259.5(our)-261.1(collec-)]TJ
-12.3484 -1.1795 TD
[(tion)-285.2(d)-12.8(o)-291.5(n)-12.5(o)-7(t)-298.1(T)-6.8(w)-11(e)-8.2(e)-13.4(t)-292.9(m)-10.5(u)-7.7(c)-13.4(h)-291.5(m)-10.5(o)-7(r)-13.6(e)-292.7(o)-12.1(f)-9(t)-8.4(e)-8.2(n)-297.1(t)-8.4(h)-12.2(a)-7.9(n)-297.1(h)-7(u)-12.8(m)-10.5(a)-7.9(n)-7.4(s)-298.2(\()-8.8(a)-13.1(t)]TJ
T*
-.0204 Tc
[(l)-34.2(e)-28.6(a)-28.3(s)-34(t)-422(a)2.7(bout)-344.4(p)3(olitics\),)-345.6(a)2.7(nd)-343.6(that)-344.4(the)-344.2(m).1(o)3.7(s)-3(t)-339.2(c)-2.7(ommo)3.7(n)-343.3(u)-2.2(se)-344.2(of)]TJ
0 -1.1847 TD
-.0211 Tc
[(bots)-184.8(i)-4.2(n)-183.6(t)-3.6(he)-189.7(peri)-4.2(od)-189.1(of)-190.5(time)-189.7(we)-184.5(examined)-189.1(in)-188.8(Russian)-183.7(p)-2.9(oli)-4.2(t)1.5(ical)]TJ
0 -1.1795 TD
-.0189 Tc
[(Twitter)-260.2(w)1.1(as)-260.2(to)-258.7(sh)5.1(are)-259.9(n)-.4(e)3.9(w)1.1(s)-265.3(h)5.1(ea)4.2(dline)3.9(s)-1.5(,)-261.3(a)-.9(lthou)4.5(gh)-263.9(n)4.8(o)0(t)-260.1(n)-.4(ec)3.9(es-)]TJ
0 -1.1847 TD
[(sa)4.2(rily)-311(links)-311.9(t)3.7(o)-310.4(t)3.7(he)-311.6(ne)3.9(ws)-311.9(s)3.7(t)-1.4(o)5.2(r)-1.5(ies)3.7(.)-313(Th)5.1(is)-311.9(in)-310.8(t)3.7(u)-.7(rn)-305.6(sug)4.6(g)-.6(e)3.9(s)-1.5(t)3.7(s)-311.9(th)5.1(e)]TJ
0 -1.1795 TD
-.0198 Tc
[(possibility)-244.7(t)-2.3(hat)-250.6(a)-250.1(primary)-249.8(u)3.6(se)-250.4(of)-246.1(bots)-250.7(i)2.2(n)-254.8(R)4.5(ussia)-250.1(f)-3(rom)-247.6(2014)]TJ
0 -1.1847 TD
-.0206 Tc
[(t)-3.1(o)-250(2015)-250.3(was)-251.5(t)2(o)-250(a)-2.6(tt)-3.1(empt)-251.4(to)-250(manipul)-3.4(a)2.5(t)-3.1(e)-251.2(sear)-3.2(ch)-250.1(rankings.)]TJ
/F4 1 Tf
10.4607 0 0 10.4607 59.7543 257.4991 Tm
0 Tc
[(Previous)-301.7(Research)]TJ
/F5 1 Tf
10.959 0 0 10.959 59.7543 244.5731 Tm
[(The)-306.5(us)20.1(e)-297.9(o)13.7(f)-293.6(b)0(o)17.1(t)12.3(s)-293(i)0(n)-285.4(p)0(o)16.4(l)12(i)11.7(t)0(i)18.8(c)0(a)20.1(l)-293.2(ca)20.1(m)10.2(p)0(a)20.6(i)0(g)19.6(n)0(s)-284.8(a)0(n)15.8(d)-292.2(pr)20.1(op)21.6(ag)15.6(a)12.8(n)0(d)21.2(a)]TJ
0 -1.1795 TD
[(da)15.5(t)12.3(e)12.5(s)-396.5(b)13.7(ac)20.1(k)-390.4(t)0(o)-382.7(a)0(t)-383.6(l)12(e)12.5(a)0(s)19.8(t)-391.2(th)20.8(e)-396.2(m)10.2(i)11.7(d)0(-)20.4(2)0(0)21.7(0)0(0)21.7(s)0(,)-385.4(w)14.8(he)15.8(n)-390.2(t)12.3(he)21(y)-395.6(w)14.8(er)19.5(e)]TJ
0 -1.1847 TD
[(us)20.1(ed)-295.2(in)-295.7(t)12.3(h)0(e)-294.6(U)0(n)18.1(i)11.7(t)12.3(e)0(d)-295.2(S)0(t)19.9(a)0(t)19.9(e)12.5(s)-308.5(f)11.6(or)-294.8(l)12(i)11.7(nk)16.1(i)11.7(n)0(g)-294.3(p)13(ol)20.6(it)18.8(i)11.7(c)0(i)19(a)0(n)21(s)0()-297.4(n)0(a)21(m)10.2(e)12.5(s)]TJ
0 -1.1795 TD
[(to)-330.9(un)16()13.7(a)0(t)19.9(t)0(e)19.6(r)12.2(in)19.8(g)-343.8(s)12.2(to)20.8(ri)18.7(es)-332.2(ab)21.3(ou)16.4(t)-339.5(t)12.3(he)21(m)-341.6(i)0(n)-331.9(s)0(e)19.5(a)0(r)19.8(c)0(h)-330.8(e)0(n)20.7(g)0(i)19.6(n)0(e)-331.1(r)0(e)19.5(-)]TJ
0 -1.1847 TD
[(su)20.1(lt)19.2(s.)]TJ
8.2191 0 0 7.3052 81.2409 197.6315 Tm
-.0169 Tc
(26)Tj
10.959 0 0 10.959 92.863 192.7559 Tm
0 Tc
[(H)15.1(o)0(w)18.2(e)12.5(ve)20.4(r,)-344(i)11.7(t)-349.8(wa)22.5(s)-349.9(o)0(n)16.7(l)12(y)-349(i)11.7(n)-348.8(r)0(e)19.5(c)0(e)19.8(n)0(t)-341.7(y)0(e)20.4(a)0(r)19.8(s)-349.9(t)12.3(h)0(a)16.1(t)-349.8(b)13.7(o)0(t)20.8(h)]TJ
-3.0211 -1.1795 TD
[(th)20.8(e)-256.5(s)12.2(co)15.9(p)13(e)]TJ
8.2191 0 0 7.3052 99.7795 184.7054 Tm
-.0169 Tc
(27)Tj
10.959 0 0 10.959 110.3244 179.8298 Tm
0 Tc
[(a)12.8(n)0(d)-247.8(s)12.2(op)21.6(hi)20.2(st)19.3(ic)19(at)19.9(i)11.7(o)0(n)]TJ
8.2191 0 0 7.3052 188.674 184.7054 Tm
-.0168 Tc
(28)Tj
10.959 0 0 10.959 199.2188 179.8298 Tm
-.0142 Tc
[(of)-271.6(bo)-14.2(t)-257.2(a)-14.2(c)5.9(t)-14.2(i)4.6(v)-14.2(i)5.4(t)-1.9(y)-270.1(o)-14.2(n)-256.2(T)-14.2(wit)-14.2(-)]TJ
-12.726 -1.1847 TD
0 Tc
[(te)19.6(r)-401.6(i)11.7(nc)20.6(re)19.5(as)19.8(ed)-388.3(to)-387.8(su)20.1(ch)-387.7(an)-387.7(ex)20.1(te)19.6(nt)-388.2(th)20.8(at)-388.8(it)-389.9(b)13.7(e)0(g)15.2(a)12.8(n)-400.5(t)12.3(o)-400.1(d)13(ra)19.8(w)]TJ
0 -1.1795 TD
[(se)19.5(ri)18.7(ou)21.6(s)-189.5(a)0(t)19.9(t)0(e)19.6(n)0(t)20.5(i)0(o)20.2(n)-188.4(fr)18.7(om)-177.9(po)16.4(l)12(i)11.7(ti)18.8(c)12.5(a)0(l)-182.1(a)12.8(ct)19.6(or)20.8(s,)-183.6(i)11.7(n)0(c)20.6(l)0(u)19.9(d)0(i)19.5(n)0(g)-180.5(s)12.2(ta)19.9(te)-182.1(a)12.8(c)0(-)]TJ
0 -1.1847 TD
[(to)20.8(rs)19.3(.)-195.9(T)0(h)22.4(e)-199.6(o)13.7(f)11.6(c)15.8(i)11.7(a)12.8(l)-194.9(T)0(w)18.4(i)11.7(tt)19.4(e)12.5(r)-194.7(es)19.5(ti)18.8(m)10.2(a)0(t)19.9(e)0(s)-187.4(r)12.2(e)12.5(l)0(e)19.4(a)0(s)19.8(e)0(d)-186.6(i)11.7(n)-198.8(2)13.4(01)21.7(6)-193.5(c)0(l)19.3(a)0(i)19.3(m)]TJ
0 -1.1795 TD
[(th)20.8(at)-326.7(ar)19.8(ou)21.6(nd)-330.6(8)13.4(.)11.1(5%)-328.1(o)13.7(f)-340.1(T)13.9(w)0(i)21.3(t)0(t)19.4(e)0(r)-327.1(u)0(s)20.1(e)0(r)19.5(s)-334.4(ar)19.8(e)-339.3(b)13.7(ot)20.8(s.)]TJ
8.2191 0 0 7.3052 249.2787 132.8882 Tm
(29)Tj
10.959 0 0 10.959 260.7307 128.0126 Tm
[(Th)22.4(e)-339.3(U)0(.)21(S)0(.)]TJ
-18.3389 -1.1847 TD
[(De)17.2(f)11.6(e)0(n)20.6(s)0(e)-332.2(A)0(d)22.3(v)0(a)20.7(n)0(c)15.5(e)12.5(d)-338.7(R)0(e)16.1(s)12.2(ea)20.1(rc)19.5(h)-343.3(P)13.6(ro)20.8(je)19.4(ct)19.6(s)-339.6(A)0(g)22.4(e)0(n)15.5(c)12.5(y)-338.7(l)0(a)19.7(u)0(n)16(c)12.5(he)21(d)]TJ
0 -1.1795 TD
[(it)18.8(s)-293(o)13.7(wn)-282.2(b)13.7(o)0(t)-279.2(d)0(e)20.3(t)0(e)19.6(c)0(t)19.6(i)11.7(on)-283.3(p)13(r)0(o)20.8(g)0(r)20.2(a)0(m)-282.3(i)11.7(n)-291.9(2)13.4(01)21.6(5.)]TJ
8.2191 0 0 7.3052 229.4361 106.9795 Tm
(29)Tj
10.959 0 0 10.959 70.7527 89.1779 Tm
[(A)-326.9(variety)-331.3(of)-326.4(approaches)-326.8(have)-330.8(been)-330.8(proposed)-325.9(to)-330.9(de-)]TJ
-1.0036 -1.1847 TD
[(tect)-250.5(bots.)-247.4(One)-249.1(class)-248.6(of)-248.8(approaches)-249.2(involves)-244.9(using)-247(unsu-)]TJ
0 -1.1795 TD
[(pervised)-339.5(machine)-337.6(learning)-338.7(methods)-336.6(for)-340.1(bot)-337.9(detection.)]TJ
22.912 57.9085 TD
-.0139 Tc
[(These)-363.5(u)-.9(nsupervised)-368.2(methods)-363.8(r)-1.7(ely)-368.1(o)5(n)-367.9(t)3.6(he)-363.5(fact)-363.7(that)-363.7(bots)]TJ
0 -1.1847 TD
-.0136 Tc
[(are)-306.3(a)-.8(utomated)-305.8(programs,)-302.6(a)-.8(nd)-305.8(thus)-306.6(sho)5.3(u)-.6(ld)-305.8(hav)4.7(e)-306.3(a)-306(m)1.7(uch)]TJ
0 -1.1795 TD
-.0131 Tc
[(higher)-357.8(re)4.6(semblan)5.4(c)-.6(e)-357.6(t)-.8(o)-356.3(e)-.6(ac)4.6(h)-356.4(o).6(ther)-357.8(t)4.4(h).6(an)-356.7(humans.)-359(C)1.4(r)4.3(e)-.6(sci)]TJ
0 -1.1847 TD
-.0125 Tc
[(et)-207.1(al.)]TJ
8.2191 0 0 7.3052 330.1794 663.8738 Tm
-.0168 Tc
(30)Tj
10.959 0 0 10.959 340.1007 658.9983 Tm
-.0132 Tc
[(propose)-212.8(t)-.9(o)-211.6(u)-.2(se)-212.8(a)-212.5(s)4.2(equential)-213.3(d)5(ata)-212.5(m)2.1(ining)-212.2(t)-.9(ech)5.7(nique)]TJ
-2.6694 -1.1795 TD
-.0134 Tc
[(ba)4.6(sed)-424.6(o).3(n)-429.4(c)4.3(oding)-424.5(a)-.6(cco)5.5(unt)-425.3(a)-.6(ctivities)-425.4(o).3(ver)-425.4(t)-1.1(ime)-430.3(w)1.4(ith)-423.9(s)-1.2(e-)]TJ
0 -1.1847 TD
[(que)4.4(n)0(ces)-389.1(o)5.6(f)-389.6(symbols,)-385(each)-387.6(representing)-388.2(a)-388.5(d)-.3(iffe)4.4(rent)-383.8(type)]TJ
0 -1.1795 TD
-.0132 Tc
[(of)-405.1(ac)4.5(tivity,)-405.6(a)4.8(nd)-408.9(nd)5(i)-1.5(ng)-403.6(the)-404.2(l)-1.2(ong)5.1(e)-.7(st)-404.4(common)-403.4(s)-1(ubst)4.3(ring)]TJ
T*
[(within)-356.9(account)4.2(s)-1.1()-359.2(s)-1.1(tr)4.1(ings.)-359.2(C)1.2(havo)5.6(shi)-363.7(e)4.4(t)-363.1(a)-.5(l.)]TJ
8.2191 0 0 7.3052 484.2708 612.0565 Tm
-.0169 Tc
(31)Tj
10.959 0 0 10.959 495.7794 607.2377 Tm
-.0135 Tc
[(apply)-362.5(D)1.6(yna-)]TJ
-16.8749 -1.1847 TD
[(mic)-301.1(T).4(ime)-301.1(W)-2.5(arping)-300.4(distan)5(ce)-301(for)-301.3(t)4(ime)-301(s)-1.3(eries)-301.3(o).2(f)-296.7(a)-.7(ccounts)]TJ
0 -1.1795 TD
[(Twee)4.2(ting)-497(activity)-502.2(to)-501.6(identify)-502.2()49.3()-2.4(correla)4.5(t)-1.2(ed)44.1()-499.1(ac)4.2(counts)-497.9(in)]TJ
0 -1.1847 TD
-.0138 Tc
[(real)-317.3(time.)-318.3(A).7(lthough)-315.7(these)-316.9(a)-1(pp)]TJ
11.6758 0 TD
[(roaches)-317.1(a)-1(re)-316.9(promising)-316.3(f)-2.1(or)]TJ
-11.6758 -1.1795 TD
[(the)-415.3(purpose)-415.3(of)-416.1(bot)-415.5(detection)-414.4(o)-.2(n)-414.4(T)0(witter,)-416.7(t)-1.6(hey)-414.6(a)4.1(re)-415.3(not)]TJ
0 -1.1847 TD
-.0135 Tc
[(fully)-243.5(a)4.5(pplic)4.2(able)-244.1(to)-242.9(topical)-244.6(d)-.5(atasets)-244.4(c)-1(ollected)-243.6(throu)4.7(g)-.4(h)-243(k)-.4(ey-)]TJ
0 -1.1795 TD
-.0138 Tc
[(word)-233.6(searches)-234.4(from)-231.3(the)-228.9(s)-1.6(treaming)-233.5(API)-229.2(t)-1.5(hat)-229.1(a)-1(llow)-231.8(storing)]TJ
0 -1.1847 TD
[(only)-300.6(Tweets)-301.5(m)1.6(eeting)-300.6(certain)-300.4(c)4(r)-1.5(iteria)-295.8(and)-300.7(o)0(mit)-296.3(o)0(thers.)]TJ
.9984 -1.1795 TD
0 Tc
[(An)-205(al)19.7(te)19.6(rn)20.4(at)19.9(iv)19.6(e)-158.2(a)12.8(pp)15.7(r)12.2(o)0(a)21.3(c)0(h)-149.7(i)11.7(s)-158.5(t)12.3(o)-157(e)0(m)17.5(p)13(lo)20.6(y)-157.6(h)0(u)21.5(m)10.2(an)-149.8(c)12.5(o)0(d)16.4(i)11.7(n)13.3(g)-157.6(to)]TJ
-.9984 -1.1795 TD
[(c)12.5(r)0(e)19.5(a)0(t)19.9(e)-225.5(a)-230.3(t)12.3(r)12.2(a)0(i)19.3(n)0(i)19.8(n)0(g)-216.7(s)0(e)19.5(t)-225.7(of)-217.8(Tw)18.4(i)11.7(t)12.3(te)19.6(r)-225.7(a)0(c)20.1(c)0(o)21(u)0(n)16(t)12.3(s)-225.7(t)0(h)20.8(a)0(t)-218(c)12.5(an)-217(th)20.8(en)-217.3(be)]TJ
0 -1.1847 TD
[(u)13(s)0(e)19.5(d)-173.2(f)11.7(o)0(r)-165.5(t)12.3(r)12.2(a)0(i)19.3(n)0(i)19.8(n)0(g)-165(a)-168.3(su)20.1(pe)15.2(r)12.2(v)0(i)19.6(s)12.2(ed)-165.9(l)12(e)12.5(ar)19.8(ni)19.8(ng)-165(a)12.8(l)0(g)20(o)0(r)20.8(i)0(t)18.8(h)0(m)23.8(.)-175.2(Ra)21.5(t)12.3(k)0(i)19.6(e)0(-)]TJ
0 -1.1795 TD
[(wi)21.3(c)12.5(z)-235.8(et)-223.5(al)19.7(.)]TJ
8.2191 0 0 7.3052 352.403 469.644 Tm
-.0169 Tc
(32)Tj
10.959 0 0 10.959 363.1747 464.7684 Tm
0 Tc
[(u)13(s)0(e)19.5(d)-276.7(Ad)22.3(ap)15.5(t)12.3(i)11.7(ve)-264.1(Bo)17.3(o)13.7(s)0(t)19.3(i)0(n)19.8(g)-276.6(a)12.8(n)0(d)-268.5(s)12.2(up)20.9(po)21.6(rt)-265.2(ve)20.4(ct)19.6(or)]TJ
-4.7748 -1.1847 TD
[(m)10.2(a)12.8(ch)21(in)19.8(es)-296(\()11.9(S)0(V)16.5(M)10.7(s)12.2(\))-303.6(t)12.3(o)-301.8(di)19.5(sc)19.5(ri)18.7(m)10.2(i)11.7(na)15.8(t)12.3(e)-303.1(be)21(t)12.3(w)0(e)17(e)12.5(n)-302.2(i)0(n)19.8(f)0(o)20.2(r)0(m)17.2(a)12.8(ti)18.8(on)]TJ
0 -1.1795 TD
[(d)13(i)0(s)18.7(t)0(r)19.4(i)11.7(bu)16.4(t)12.3(e)12.5(d)-349.1(b)0(y)-340.5(h)13.7(um)18(a)12.8(n)0(s)-341.7(a)12.8(nd)-340.9(b)13.7(o)0(t)20.8(s)0(.)-338.8(C)0(h)23(u)-349.1(et)-337.3(al)19.7(.)]TJ
8.2191 0 0 7.3052 501.0518 443.7353 Tm
-.0168 Tc
(33)Tj
10.959 0 0 10.959 512.6172 438.8597 Tm
-.0125 Tc
[(co)-12.5(l)8.1(l)-12.5(e)6.8(c)-12.5(t)7.1(e)-12.5(d)]TJ
-18.4113 -1.1847 TD
0 Tc
[(a)-220(s)12.2(et)-208(of)-212.6(6)13.4(0)0(0)21.7(0)-219.4(ac)20.1(co)21(un)16(t)12.3(s)-220.6(f)11.7(r)0(o)20.8(m)-222.6(h)13.7(u)0(m)18(a)12.8(n,)-213.6(c)12.5(y)0(b)21.6(o)0(r)20.8(g)0(,)-208.6(a)0(n)15.8(d)-219.8(b)13.7(o)0(t)-212(c)12.5(at)19.9(-)]TJ
0 -1.1795 TD
[(e)12.5(g)0(o)21.7(r)0(i)18.7(e)0(s)-202.9(t)12.3(o)-213.9(b)13.7(ui)19.5(ld)-202.6(a)-214.8(R)13.9(an)21(do)16.4(m)-207.1(F)0(o)16.4(r)12.2(es)19.5(t)-210.1(c)0(l)19.3(a)0(s)19.8(s)0(i)18.7()13.7(er)19.5(.)-216.5(T)13.9(he)21(y)-214.5(a)12.8(pp)15.7(l)12(i)11.7(ed)]TJ
0 -1.1847 TD
[(t)12.3(h)0(e)21(i)0(r)-338.2(c)12.5(la)19.7(ss)19.3(i)11.7()0(e)15.8(r)-344.7(t)12.3(o)-343.2(a)-349.3(d)13(at)19.9(as)19.8(et)-337.3(o)13.7(f)-345.3(50)21.7(0,)19.3(00)21.6(0)-348.7(u)13(se)19.5(rs)-337.7(a)12.8(n)0(d)-335.8(f)0(o)20.2(u)0(n)21.2(d)]TJ
0 -1.1795 TD
[(t)12.3(h)0(a)21.3(t)-324(53)21.7(.2)19.3(%)-326(o)13.7(f)-324.6(u)0(s)20.1(e)0(r)19.5(s)-324(we)22.1(re)-316.7(h)13.7(u)0(m)18(a)12.8(ns)15.2(,)-320(w)0(h)18.2(e)12.5(re)19.5(as)-316.4(3)13.4(6)0(.)19.3(2)0(%)-312.6(w)0(e)22.1(r)0(e)]TJ
0 -1.1847 TD
[(c)12.5(y)0(b)21.7(o)0(r)20.8(g)0(s)-373(a)0(n)21(d)-385.3(1)13.4(0)0(.)19.3(5)0(%)-369.5(w)0(e)17(r)12.2(e)-380.7(b)0(o)22.3(t)0(s)19.4(.)-382.1(Oe)16.9(n)13.3(t)0(a)19.9(r)0(y)20.2(o)-384.6(e)12.5(t)-380.9(al)19.7(.)]TJ
8.2191 0 0 7.3052 513.1841 378.9353 Tm
(6)Tj
10.959 0 0 10.959 521.3479 374.0597 Tm
-.013 Tc
[(us)-13(e)6.5(d)-398.3(a)]TJ
-19.208 -1.1795 TD
0 Tc
[(s)12.2(e)0(t)-259.7(o)13.7(f)-267.7(1)0(6)21.6(0)0(0)-257.7(t)0(r)19.3(a)0(i)19.3(n)0(i)19.8(n)13.3(g)-271.4(a)12.8(cc)19.8(ou)21.6(nt)20.5(s)-267.1(t)0(o)-258.5(b)0(u)21.6(i)0(l)18.5(d)-266.3(a)-266.5(n)0(u)21.2(m)10.2(be)15.9(r)-267.1(o)13.7(f)-267.7(c)0(l)19.3(a)12.8(s-)]TJ
T*
[(s)12.2(i)0()20.2(e)0(r)19.5(s)-293(a)12.8(n)0(d)-278.9(f)0(o)20.2(u)0(n)16(d)-287(th)20.8(e)-292.7(m)10.2(o)13.7(s)0(t)-280.7(d)0(i)19.5(s)12.2(cr)19.5(im)16.7(i)11.7(n)0(a)21(t)0(i)18.8(v)0(e)-279.6(f)11.6(ea)20.1(tu)20.2(re)19.5(s.)]TJ
.9984 -1.1847 TD
[(We)-250.7(build)-246.9(on)-247.1(the)-246.1(research)-251.2(that)-249(uses)-244.9(supervised)-252.2(learn-)]TJ
-.9984 -1.1795 TD
[(ing)-443(and)-442(develop)-437.8(a)-442.4(bot)-441.4(detection)-444.9(tool)-439.7(that)-440.4(is)-441.7(able)-440.4(to)]TJ
0 -1.1847 TD
[(identify)-366.3(bots)-361.9(with)-366.5(very)-362.9(high)-366.9(levels)-365.4(of)-362.6(precision,)-367.5(while)]TJ
0 -1.1795 TD
[(maintaining)-194.9(high)-196.2(recall)-200.1(\(formally,)-194.9(precision)-197.5(is)-198.5(the)-199.5(prob-)]TJ
0 -1.1847 TD
[(ability)-212.7(that)-212.8(an)-211.8(account)-215.1(predicted)-213.2(to)-211.9(be)-216.9(a)-209.6(bot)-213.8(is)-214.1(actually)-215(a)]TJ
0 -1.1795 TD
[(bot)-234.4(\(i.e.,)-235.9(no)-231.6(false)-238.9(positives\);)-231.9(recall)-236.3(is)-234.8(the)-235.7(probability)-232.5(that)]TJ
0 -1.1847 TD
[(an)-196.3(account)-194.4(that)-197.2(is)-198.5(actually)-194.3(a)-199.3(bot)-193.1(will)-197.7(be)-196.2(classied)-192.6(as)-197.4(such)]TJ
0 -1.1795 TD
[(\(i.e.,)-173.8(no)-174.7(false)-171.6(negatives\)\).)-172.3(We)-173.1(then)-170.6(apply)-174(our)-173.1(method)-173(to)-170.6(a)]TJ
T*
[(comprehensive)-193.9(dataset,)-195.9(including)-196.7(almost)-195.8(2)-198.7(years)-195.8(of)-197.1(data)]TJ
0 -1.1847 TD
[(collected)-254.2(from)-252.3(Russian)-257.4(political)-255.6(Twitter.)-256.2(This)-253.7(allows)-253.5(us)]TJ
0 -1.1795 TD
[(to)-444.7(characterize)-444.8(the)-447.8(population)-440.4(of)-445.4(accounts)-446(Tweeting)]TJ
0 -1.1847 TD
[(about)-374.2(major)-378.8(topics)-374.6(in)-378.5(Russia)-374.2(politics)-376.8(during)-378.9(a)-375.2(highly)]TJ
0 -1.1795 TD
[(consequential)-258.9(period)-260.1(of)-259.2(recent)-260.9(Russian)-257.4(history.)]TJ
/F4 1 Tf
10.4607 0 0 10.4607 310.8472 153.9212 Tm
(Methodology)Tj
/F5 1 Tf
10.959 0 0 10.959 310.8472 140.9385 Tm
[(As)-211.3(our)-209.4(goal)-212.2(is)-214.1(to)-211.9(analyze)-211(bot)-208.6(activity)-210.9(in)-212.9(the)-209.8(political)-214.2(seg-)]TJ
T*
[(ment)-370.8(of)-367.8(Russian)-371.2(Twitter)-365.5(at)-373.2(specic)-367.2(and)-374.7(substantively)]TJ
0 -1.1847 TD
[(important)-359.2(points)-363.5(in)-357.8(time,)-366.5(we)-360.7(are)-360.8(unable)-362.3(to)-362(make)-360.2(use)]TJ
0 -1.1795 TD
[(of)-517.8(bot)-519(detection)-522.5(algorithms)-517.6(readily)-517.9(available)-522.9(online)]TJ
T*
[(\()11.9(i)0(n)14.7(c)12.5(lu)14.7(d)13(i)0(n)14.7(g)-292.1(Bo)17.3(tO)16.7(r)12.2(N)0(o)18.1(t)0(\))19(,)-299.3(s)12.2(i)0(n)14.7(c)12.5(e)-297.9(t)0(h)20.8(e)0(y)-290(d)0(o)-283.6(n)0(o)16.7(t)-292.9(al)14.5(l)12(o)0(w)-287(t)12.3(he)-289.4(us)20.1(er)]TJ
0 -1.1847 TD
.0137 Tc
[(to)-427.8(study)-428.4(ac)-4.8(count)-434.4(a).6(ctivity)-428.4(r).1(etrospectively)-428.4(o)-3.6(r)-429.3(a).6(nalyze)]TJ
0 -1.1795 TD
[(deleted)-387.1(o)1.6(r)-387.9(s).1(uspended)-392.3(accounts.)-389.1(Instead,)-389.1(w)2.7(e)-387.7(d).9(evelop)]TJ
/F4 1 Tf
9.9626 0 0 9.9626 59.7543 753.8455 Tm
0 Tc
[(DETE)-9(CTING)-305.3(BO)-7.8(TS)-299.4(ON)-306.5(RUSSIAN)-310.1(POLITICA)-11.7(L)-298.1(T)0(W)-8(ITTER)-24672.6(311)]TJ
ET
endstream
endobj
58 0 obj
<>stream
/GS1 gs
BT
/F5 1 Tf
10.959 0 0 10.959 62.022 697.8896 Tm
0 0 0 rg
0 Tc
0 Tw
[(a)-245.9(b)-12.1(o)-12.1(t)-246.4(de)15.2(t)12.3(e)0(c)19.8(t)0(i)13.6(o)13.7(n)-224.6(m)10.2(et)19.6(ho)17(do)21.6(lo)15.4(g)13.1(y)-224.9(ba)21.3(se)14.4(d)-219.8(o)0(n)-216.1(d)13(yn)16.1(am)17.8(i)11.7(c)-225.5(ac)20.1(co)15.9(u)13(n)0(t)]TJ
0 -1.1847 TD
[(ch)15.8(a)12.8(r)0(a)14.7(c)12.5(te)14.4(r)12.2(i)0(s)18.7(t)0(i)18.8(c)0(s)-280.5(t)0(h)15.6(a)12.8(t)-292.9(c)12.5(an)-284.3(b)13.7(e)-292.7(m)10.2(e)12.5(as)14.7(ur)20.1(ed)-279.7(ev)15.2(e)12.5(r)0(y)-285.1(t)12.3(im)16.7(e)-287.5(a)-287.2(gi)14.4(v)13.1(e)0(n)]TJ
0 -1.1795 TD
[(ac)20.1(co)15.9(un)16(t)-370.5(T)0(w)18.4(e)12.5(et)14.4(s)12.2(,)-371.7(an)15.8(d)-369.8(t)0(h)15.6(u)13(s)-375.8(i)11.7(s)-370.6(a)0(p)15.5(p)0(l)19.9(i)0(c)19(a)0(b)16.2(l)12(e)-375.5(t)12.3(o)-374.3(a)-370(da)15.5(t)12.3(a)0(s)14.7(e)12.5(t)-370.5(o)0(f)]TJ
0 -1.1847 TD
[(stored)-255.1(Tweets)-252.9(and)-255.7(metadata)-258.3(regardless)-258(of)-248.8(whether)-254.9(cor-)]TJ
0 -1.1795 TD
[(responding)-353(accounts)-347.7(are)-350.5(still)-343.2(availa)-7.6(ble)-344.6(or)-346.5(active.)-348.6(Such)]TJ
0 -1.1847 TD
[(an)-465.3(app)-7.7(roach)-467.9(is)-467.5(useful)-468.8(for)-469.4(both)-469.1(retrospective)-473.6(studies)]TJ
0 -1.1795 TD
[(and)-369.5(the)-365(analysis)-370.6(of)-367.8(the)-365(evolution)-370.9(of)-367.8(Twitter)-370.7(accounts)]TJ
T*
[(and)-302.3(communities)-11.6(.)]TJ
.9984 -1.1847 TD
[(Our)-151.4(bo)11.9(t)-158.4(d)0(e)10(tec)16.6(tio)17(n)-157.4(met)14.2(ho)11.9(do)11.2(log)18.2(y)-162.8(u)0(s)14.9(e)0(s)-156.3(s)0(u)9.7(p)0(e)10(r)0(v)9.8(i)0(s)13.6(e)0(d)-155.5(lea)16.6(rn)10(-)]TJ
-.9984 -1.1795 TD
[(in)9.5(g)-462.8(m)0(e)12.3(t)0(h)10.5(o)0(d)11.2(s)-463.7(to)-455.1(di)9.2(sti)15.5(ng)10.9(ui)9.2(sh)-460.4(bo)11.9(ts)-456.6(fro)16.9(m)-460.6(o)0(t)10.5(h)0(e)10.6(r)-463.7(ac)9.8(co)10.7(un)10.8(t)]TJ
0 -1.1847 TD
[(typ)17.7(es)9.2(.)-314.8(I)0(n)10.1(iti)15(all)16.2(y,)-312.1(we)-308.9(co)10.7(de)10(d)-312.9(a)-313.1(sa)9.5(mpl)14.5(e)-313.4(o)0(f)]TJ
/F9 1 Tf
15.1522 0 TD
(*)Tj
/F5 1 Tf
.9932 0 TD
[(10)11.3(00)-309.4(ac)9.8(co)10.7(un)10.8(ts)]TJ
-16.1455 -1.1795 TD
[(th)10.5(at)-238.7(we)-241.7(us)9.7(ed)-243.5(to)-237.8(de)10(ve)10.1(lop)-235.4(a)-245.9(1)0(3)11.3(-)0(c)9.5(ate)16.9(go)11.3(ry)-243.7(ac)9.8(co)10.7(un)10.8(t)-246.4(typ)17.7(olo)13.6(gy)]TJ
0 -1.1847 TD
[(of)-259.2(bo)11.9(ts)-254.8(an)10.6(d)-266.3(h)0(u)11.2(m)0(a)12.6(n)0(s)-259(o)0(n)-257.5(T)0(w)13.2(itt)15.6(er)-259.8(\(se)15.9(e)-261.7(d)0(e)10(tai)16.1(ls)-260.3(in)-259.5(Sa)10(no)11.5(vi)14.4(ch)]TJ
0 -1.1795 TD
[(et)-389.1(al)14.5(.)]TJ
8.2191 0 0 7.3052 83.9055 534.3873 Tm
(8)Tj
10.959 0 0 10.959 87.7606 529.5117 Tm
[(\).)-427.1(Us)11.8(in)9.5(g)-431.8(t)0(h)10.5(e)0(s)9.2(e)-432.4(ca)9.8(teg)17.2(or)10.4(ies)15.7(,)-433.8(w)0(e)-422.7(c)0(r)9.2(e)0(a)9.8(ted)-422.6(a)-432.1(d)0(e)10(tai)16.1(led)]TJ
-2.3486 -1.1847 TD
[(co)10.7(di)9.2(ng)-258.1(man)15.6(ua)10.3(l)-267.3(d)0(e)10(s)0(c)9.2(r)0(i)13.6(bin)12.9(g)-261.1(t)0(h)10.5(e)-266.9(di)9.2(st)14.2(in)9.5(gu)10.6(ish)11.7(in)9.5(g)-261.1(c)0(h)10.7(a)0(r)9.5(a)0(c)9.8(ter)16.3(-)]TJ
0 -1.1795 TD
[(ist)15.5(ics)-351.6(of)-357.5(ea)9.8(ch)-356.6(ac)14.9(co)10.7(unt)-354.5(typ)17.7(e)-360(and)-354(tra)16.6(in)9.5(ed)-357.3(50)-356(co)10.7(de)10(rs)14.1(al)14.8(l)]TJ
T*
[(un)10.8(de)10(rg)9.8(ra)9.5(du)10.5(ate)-236.6(so)10.4(cia)16.3(l)-246.6(s)0(c)9.2(ien)11.6(ce)9.5(s)-246.4(s)0(t)14.2(ude)12.7(nt)10.1(s)-246.4(fro)16.9(m)-248.5(Mos)16(co)10.7(w)]TJ
0 -1.1847 TD
[(wh)13(o)-296.7(a)0(r)9.5(e)-292.7(na)10.6(tiv)16.4(e)-297.9(R)0(u)11.4(ssi)15.4(an)-289.4(sp)9.7(ea)9.8(ke)10(rs)-291.1(fam)13.9(il)13.4(iar)-284(wi)11(th)-289.6(Twi)14.5(tte)16.4(r.)]TJ
.9984 -1.1795 TD
[(Th)17.2(e)-168.6(t)12.3(ra)19.8(in)19.8(in)19.8(g)-173.1(p)13(ro)20.8(ce)19.8(ss)-161.8(i)11.7(n)0(c)15.5(l)12(u)13(d)0(e)15.2(d)-168(t)12.3(w)0(o)-162.9(t)12.3(o)-167.3(t)0(h)20.8(r)0(e)19.5(e)-173.7(t)12.3(r)12.2(ia)19.3(l)-169(r)0(o)20.8(u)0(n)16(d)13(s)]TJ
-.9984 -1.1847 TD
[(of)-295.4(s)12.2(u)0(p)20.9(e)0(r)19.5(v)0(i)19.6(s)0(e)19.5(d)-307.7(c)12.5(o)0(d)21.6(i)0(n)19.8(g)-307.6(w)14.8(h)0(e)21(r)0(e)-296(o)0(u)21.6(r)-308.5(c)12.5(o)0(d)21.6(e)0(r)19.5(s)-303.3(la)19.7(be)21(l)-303.5(a)0(r)19.8(o)0(u)16.4(n)13.3(d)-307.7(2)13.4(0)]TJ
0 -1.1795 TD
[(ac)20.1(co)21(un)21.2(ts)-249.7(we)-246.9(s)12.2(e)0(l)19.3(e)12.5(ct)-249.4(f)11.6(o)0(r)-248.2(t)12.3(he)21(m)10.2(.)-257.9(Th)17.2(e)12.5(s)12.2(e)-261.7(p)13(re)19.5(se)19.5(l)12(e)0(c)19.8(t)0(e)19.6(d)-256(ac)20.1(co)15.9(u)13(n)0(t)20.5(s)]TJ
0 -1.1847 TD
[(i)11.7(n)0(c)15.5(l)12(ud)20.9(e)-225.5(b)0(o)22.3(t)0(h)-212(c)0(a)20.1(s)0(e)19.5(s)-225.7(wh)18.2(e)12.5(r)0(e)-213.3(a)0(c)20.1(c)0(o)21(u)0(n)16(t)-220.5(ty)20.2(pe)20.3(s)-225.7(a)0(r)19.8(e)-225.5(e)12.5(a)0(s)19.8(y)-224.9(to)-211.9(iden-)]TJ
0 -1.1795 TD
[(tify)-380.6(\(e.g.,)-379.4(accounts)-378.7(with)-376.9(a)-380.4(default)-378.3(background)-376.5(picture)]TJ
0 -1.1847 TD
[(and)-348.8(no)-350.6(user)-353.6(description)-348.1(that)-347.3(only)-351.3(Retweet)-348.9(posts\))-348.8(and)]TJ
0 -1.1795 TD
[(more)-360.1(difcult)-365.7(accounts)-363.2(that)-357.6(require)-362.6(careful)-363.4(investiga-)]TJ
0 -1.1847 TD
[(tion.)-320.7(Our)-317(coders)-317(were)-315.3(instructed)-319.8(to)-315.4(pay)-318(attention)-320.3(to)-315.4(a)]TJ
0 -1.1795 TD
[(number)-333.8(of)-331.6(account)-334.1(characteristics,)-330.5(including)-336.4(a)-333.8(link)-332.7(to)]TJ
T*
[(a)-375.2(different)-380.6(social)-375.1(network)-373.6(that)-373.1(might)-373.6(contain)-375.9(a)-375.2(more)]TJ
0 -1.1847 TD
[(detailed)-215.7(biographica)6.4(l)-215.6(information,)-209.3(a)-214.8(set)-211.3(of)-212.6(personal)-213.7(pic-)]TJ
0 -1.1795 TD
[(tures)-408.5(in)-404.4(the)-406.4(users)-407.9(media)-405.4(collection,)-405.8(and)-405.7(interactions)]TJ
0 -1.1847 TD
[(with)-444.1(other)-442.6(users)-439.6(that)-445.6(exhibit)-439.4(meaningful)-445.5(human)-438.8(re-)]TJ
0 -1.1795 TD
[(actions)-221.9(or)-222.4(emotions.)-225.6(In)-222.7(the)-220.2(rare)-224.5(cases)-222.3(where)-224(an)-222.2(account)]TJ
0 -1.1847 TD
[(label)-231.8(was)-234.3(still)-234.6(unclear)-237.5(to)-232.6(the)-235.7(coders,)-233.5(we)-236.5(instructed)-231.9(them)]TJ
0 -1.1795 TD
[(to)-258.5(err)-257.9(on)-262.6(the)-256.4(side)-261(of)-259.2(the)-256.4(account)-261.6(belonging)-256(to)-258.5(a)-261.4(human)]TJ
0 -1.1847 TD
[(being.)-255.7(This)-258.9(is)-260.6(the)-256.4(rst)-254.8(in)-259.5(a)-256.2(series)-262.9(of)-254(steps)-258.5(we)-257.2(take)-259.7(to)-253.3(in-)]TJ
0 -1.1795 TD
[(crease)-292.6(the)-292.6(condence)-291.7(that)-290.4(bots)-294.7(we)-288.2(identify)-293.9(as)-295.7(such)-290(are)]TJ
T*
[(indeed)-270.6(bots,)-268.1(not)-271(humans.)]TJ
.9984 -1.1847 TD
[(After)-247.3(the)-209.8(training)-204.8(rounds)-207(are)-205.6(over,)-211.6(we)-205.5(randomly)-204.9(split)]TJ
-.9984 -1.1795 TD
[(the)-287.4(coders)-291.1(into)-290.4(groups)-284.8(of)-290.2(ve)-291.8(people,)-289.8(each)-284.8(of)-290.2(whom)-289.1(is)]TJ
0 -1.1847 TD
[(unaware)-384.5(of)-378.1(the)-385.7(other)-380.5(members)-382.2(of)-383.3(their)-382.5(group)-379.8(and)-385(is)]TJ
0 -1.1795 TD
[(instructed)-330.2(to)-325.8(work)-329(independently.)-330.3(All)-328.8(workers)-323.1(from)-329.9(a)]TJ
0 -1.1847 TD
[(group)-255.7(are)-257.4(coding)-258.9(the)-256.4(same)-252.4(set)-257.9(of)-259.2(accounts)-254.6(\(on)-255.9(average,)]TJ
0 -1.1795 TD
[(50)-459.5(accounts)-461.5(per)-458.9(week\).)-462.2(Overall,)-458.2(the)-463.3(coding)-455.5(took)-459.3(15)]TJ
0 -1.1847 TD
[(weeks,)-265.3(although)-257.8(not)-260.7(all)-263.2(coders)-260.1(joined)-265.2(the)-261.6(project)-263.5(at)-259.4(the)]TJ
0 -1.1795 TD
[(same)-299(time,)-304.4(and)-297.1(not)-302.1(all)-299.4(groups)-300.3(worked)-298.3(simultaneously.)]TJ
0 -1.1847 TD
[(In)-305.5(total,)-303.4(3130)-303.3(accounts)-301.2(were)-304.9(coded,)-301.8(but,)-306.8(as)-306.1(we)-303.8(explain)]TJ
0 -1.1795 TD
[(in)-161.2(detail)-205(below)-197.1(in)-202.6(this)-203.6(section,)-200.8(we)-200.3(provide)-200.4(our)-204.2(bot)-198.2(detec-)]TJ
T*
[(tion)-285.2(algorithm)-281.5(with)-283.8(a)-287.2(high-quality)-281.5(training)-282.4(set)-288.9(of)-285(1068)]TJ
0 -1.1847 TD
[(accounts)-249.4(that)-249(are)-247(coded)-250.8(with)-242.4(a)-251(high)-247.9(intercoder)-246.5(reliabil-)]TJ
0 -1.1795 TD
[(ity)-299.2(and)-302.3(have)-299.7(at)-295.6(least)-300.3(10)-299.1(Tweets)-299.4(in)-300.9(our)-297.3(collection.)]TJ
23.9104 57.9085 TD
[(The)-415.2(limitations)-409.3(of)-414.4(this)-415.7(approach)-413.6(should)-413.8(be)-413.5(noted.)]TJ
-1.0036 -1.1847 TD
[(The)-347.9(decision)-339.1(to)-346.5(focus)-340.4(on)-345.4(this)-343.3(training)-339.3(set)-345.8(of)-341.9(1068)-339.5(ac-)]TJ
0 -1.1795 TD
[(counts)-554.1(with)-552.8(high)-553.1(intercoder)-551.7(reliability)-552.3(implies)-553(that)]TJ
0 -1.1847 TD
[(the)-266.8(harder)-265(and)-266.1(more)-261.8(difcult)-262.3(to)-263.7(detect)-266.3(bots)-263.6(may)-264(be)-263.5(in-)]TJ
0 -1.1795 TD
[(visible)-311.4(to)-310.2(our)-312.8(algorithm.)-306.6(No)-313(means)-311.5(of)-310.9(bot)-306.9(detection)-310.4(is)]TJ
0 -1.1847 TD
[(perfect)-228.9(and)-229.9(all)-227(involve)-226.1(trade-offs;)-231.6(we)-226.2(chose)-225.1(to)-227.5(minimize)]TJ
0 -1.1795 TD
-.0001 Tc
[(the)-287.5(risk)-282(of)-285.1(incorrectly)-286.2(characterizing)-284.1(a)-287.3(human)-283.7(account)]TJ
T*
0 Tc
[(as)-373.3(a)-375.2(bot)-368.9(\(i.e.,)-375.6(a)-375.2(false)-373.4(positive\))-369(at)-373.2(the)-370.2(potential)-372.6(cost)-373.5(of)]TJ
0 -1.1847 TD
[(missing)-546.7(classifying)-546.6(some)-546.3(accounts)-544.3(that)-543.9(are)-547.1(bots)-543(as)]TJ
0 -1.1795 TD
[(such.)-335.9(Thus,)-334.4(the)-334(proposed)-336.3(algorithm)-333.2(should)-331(be)-335.9(under-)]TJ
0 -1.1847 TD
[(stood)-307.5(as)-311.2(a)-307.9(tool)-305.2(that)-305.9(advantages)-306.6(identifying)-307.5(a)-307.9(set)-309.6(of)-305.7(ac-)]TJ
0 -1.1795 TD
[(counts)-435.1(that)-435.2(are)-433.3(indeed)-430.9(bots)-434.3(with)-433.8(a)-432.1(higher)-430.1(degree)-436.3(of)]TJ
0 -1.1847 TD
[(certainty,)-403.9(at)-399.1(the)-401.3(expense)-397.5(of)-398.8(potentially)-399.2(missing)-401.9(some)]TJ
0 -1.1795 TD
[(bots)-299.8(within)-300.1(a)-297.6(given)-303.6(sample.)]TJ
1.0036 -1.1847 TD
[(Although)-256.1(our)-255.9(overall)-258.2(coding)-258.9(framework)-259.4(can)-256.3(be)-258.3(used)]TJ
-1.0036 -1.1795 TD
[(to)-305.1(break)-308.2(down)-302.1(Twitter)-308.6(accounts)-301.2(into)-305.9(13)-304.3(different)-308.2(sub-)]TJ
T*
[(types)-268(that)-259.3(we)-262.4(identify)-262.9(in)-264.7(other)-261.5(work,)]TJ
8.2191 0 0 7.3052 472.1385 495.4959 Tm
(8)Tj
10.959 0 0 10.959 479.3951 490.677 Tm
[(our)-302.5(focus)-304.2(in)-300.9(this)]TJ
-15.1781 -1.1847 TD
[(article)-343.4(is)-343.4(simply)-341.6(on)-340.2(whether)-342.9(we)-340(can)-344.2(separate)-344.6(out)-338.6(bots)]TJ
0 -1.1795 TD
[(from)-309.2(humans.)-312.1(Thus,)-308.6(we)-308.9(collapse)-307.9(all)-309.7(subtypes)-311.8(into)-305.9(two)]TJ
0 -1.1847 TD
[(broad)-379.4(categories:)-375.6(all)-371.8(types)-376.6(of)-378.1(bots)-372.2(and)-374.7(the)-375.4(rest.)-379.4(Since)]TJ
0 -1.1795 TD
[(coders)-239.4(are)-236.7(much)-235.2(more)-236(likely)-236(to)-232.6(disagree)-236.2(on)-236.8(the)-235.7(subtype)]TJ
0 -1.1847 TD
[(of)-238.5(bot)-239.6(as)-238.8(opposed)-234.7(to)-237.8(whether)-239.4(an)-237.7(account)-235.8(is)-239.9(operated)-239.4(by)]TJ
0 -1.1795 TD
[(a)-204.5(human)-200.9(or)-201.7(not,)-197.9(this)-203.6(further)-202.1(increases)-198.5(our)-204.2(condence)-198.5(in)]TJ
0 -1.1847 TD
[(the)-303(results.)]TJ
1.0036 -1.1795 TD
[(To)-494.9(en)20.6(su)14.9(r)12.2(e)-489.3(b)13.7(o)0(t)20.8(h)-488.1(lo)20.6(ng)16.1(-)12.6(t)12.3(er)19.5(m)-491.6(r)12.2(ep)20.3(ro)20.8(du)20.9(ci)19(bi)20.2(li)18.5(t)12.3(y)-488.7(an)21(d)-488.8(t)0(h)20.8(e)]TJ
-1.0036 -1.1847 TD
[(co)15.9(d)13(e)0(r)19.5(s)0()-214.7(a)12.8(bi)20.2(li)18.5(t)12.3(y)-224.9(t)12.3(o)-224.2(ac)20.1(ce)19.8(ss)-213.5(a)12.8(n)0(d)-216.8(c)12.5(od)21.6(e)-225.5(a)0(c)20.1(c)0(o)21(u)0(n)21.2(t)0(s)-213.4(f)0(r)18.7(o)0(m)-214.1(o)13.7(ur)-212.7(co)21(l-)]TJ
0 -1.1795 TD
[(le)19.3(ct)19.6(io)20.2(n)-488.5(\()0(r)19(e)0(g)20.4(a)0(r)19.8(d)0(l)19.9(e)0(s)19.5(s)-489.6(o)13.7(f)-490.2(wh)23.3(et)19.6(he)21(r)-489.6(t)0(h)20.8(e)0(y)-481.4(a)12.8(re)-477.1(st)19.3(il)18.5(l)-489.8(a)12.8(va)20.7(i)11.7(l)0(a)19.7(b)0(l)20.6(e)]TJ
T*
[(on)16.7(l)12(i)11.7(ne)15.5(\))11.9(,)-190.7(we)-179.6(cr)19.5(ea)20.1(te)-182.1(ar)19.8(t)12.3(i)0()20.2(c)0(i)19(a)0(l)-182.1(a)0(c)20.1(c)0(o)21(u)0(n)21.2(t)-194.6(s)12.2(n)0(a)21(p)0(s)20.1(h)0(o)17(t)12.3(s)-189.5(t)0(h)20.8(a)0(t)-181.8(r)12.2(ep)15.2(r)12.2(o)0(-)]TJ
0 -1.1847 TD
[(du)15.7(c)12.5(e)-194.4(Tw)18.4(i)11.7(t)12.3(te)19.6(r)-194.7(a)0(c)20.1(c)0(o)21(u)0(n)16(t)-189.5(pa)20.6(ge)15.2(s)-189.5(a)0(t)-187(t)12.3(he)-185.9(t)12.3(i)11.7(m)10.2(e)-194.4(of)-186.7(d)13(a)0(t)19.9(a)-194.1(co)21(l)12(l)0(e)19.4(c)0(t)19.6(i)0(o)20.2(n)0(.)]TJ
0 -1.1795 TD
[(An)-292.9(a)12.8(c)0(c)19.8(o)0(u)21.6(n)0(t)-289.9(s)0(n)20.4(a)0(p)20.6(s)0(h)20.7(o)0(t)-289.6(c)0(o)21(n)0(t)20.5(a)0(i)19.3(n)0(s)-290(a)12.8(ll)-291.5(t)12.3(h)0(e)-289.4(T)0(w)23.6(e)0(e)19.8(t)0(s)-291(f)11.7(ro)20.8(m)-300.2(t)12.3(ha)16.1(t)]TJ
0 -1.1847 TD
[(ac)14.9(c)12.5(o)0(u)21.6(n)0(t)-414.1(i)0(n)-414.7(o)0(u)16.4(r)-422.3(co)21(ll)18.9(e)12.5(c)0(t)19.6(i)0(o)20.2(n)0(.)-415.3(I)0(f)-415.8(a)-426.9(Tw)23.6(ee)19.8(t)-427.4(i)11.7(s)-427.5(s)12.2(t)12.3(i)0(l)18.5(l)-427.7(a)12.8(v)0(a)20.7(i)0(l)18.5(a)12.8(bl)20.6(e)]TJ
0 -1.1795 TD
[(on)16.7(l)12(i)11.7(ne)-429.4(a)12.8(t)-437.8(t)12.3(h)0(e)-423.9(t)0(i)18.8(m)10.2(e)-437.6(o)13.7(f)-438.4(c)12.5(od)16.4(i)11.7(n)0(g)21.3(,)-439(i)11.7(t)-437.8(i)11.7(s)-432.7(sh)15.6(o)13.7(w)0(n)-427.1(e)12.5(xa)20.4(ct)19.6(ly)-424.9(th)20.8(e)]TJ
0 -1.1847 TD
[(sa)19.8(m)10.2(e)-313.4(wa)22.5(y)-312.8(a)0(s)-300.9(o)0(n)-304(T)0(w)23.6(i)0(t)18.8(t)0(e)19.6(r)12.2(;)-314.8(o)0(t)20.8(h)0(e)21(r)0(w)21.9(i)0(s)18.7(e)-313.4(i)11.7(t)-313.6(i)11.7(s)-313.7(s)12.2(h)0(o)17.1(w)14.8(n)-312.6(a)0(s)-300.9(p)0(l)19.9(a)0(i)19.3(n)]TJ
0 -1.1795 TD
[(te)19.6(xt)19.9(.)-278.6(W)11(e)-272(a)0(l)19.7(s)12.2(o)-276(u)13(se)-265(m)10.2(e)0(t)19.6(a)0(d)20.7(a)0(t)19.9(a)-276.9(\()11.9(t)12.3(he)-263.5(us)20.1(er)-265(pi)19.5(ct)19.6(ur)20.1(e,)-266.1(n)13.3(i)0(c)19(k)0(n)16(a)12.8(m)10.2(e)0(,)]TJ
0 -1.1847 TD
[(de)15.2(s)12.2(c)0(r)19.5(i)11.7(pt)20.2(io)20.2(n,)-255(ba)21.3(ck)15.2(g)13.1(r)0(o)20.8(u)0(n)21.2(d)-266.3(pi)19.5(ct)19.6(ur)20.1(e,)-255.8(a)12.8(n)0(d)-258.2(n)13.3(um)18(be)21(r)-267.1(o)13.7(f)-267.7(f)11.6(r)12.2(i)0(e)19(n)0(d)16(s)]TJ
0 -1.1795 TD
[(an)15.8(d)-390.5(f)11.7(ol)20.6(l)12(o)0(w)18.2(e)12.5(rs)19.3(,)-392.4(a)12.8(m)10.2(o)0(n)21.9(g)-390.4(ot)20.8(he)15.8(r)12.2(s)12.2(\))-391.6(in)-383.7(s)12.2(n)0(a)21(p)0(s)20.1(h)0(o)17.1(t)12.3(s)-391.3(t)12.3(o)-389.8(p)0(r)20.1(o)0(v)21.6(i)0(d)19.5(e)]TJ
T*
[(co)15.9(d)13(e)0(r)19.5(s)-220.6(wi)16.2(t)12.3(h)-219.1(as)-212.9(fa)19.3(m)10.2(i)11.7(li)18.5(ar)-212.9(a)-220(T)0(w)18.4(i)11.7(t)12.3(t)0(e)19.6(r)-225.7(e)12.5(x)0(p)20.6(e)0(r)19.5(i)0(e)19(n)0(c)20.6(e)-225.5(a)12.8(s)-220.6(po)16.4(s)12.2(s)0(i)18.7(b)13.7(le)19.3(.*)]TJ
1.0036 -1.1847 TD
[(The)-285.8(la)19.7(be)21(li)18.5(ng)-268.4(of)-269.5(ac)20.1(co)21(un)16(t)12.3(s)-277.5(is)18.7(,)-278.6(o)0(f)-269.5(c)0(o)21(u)0(r)14.9(s)12.2(e)12.5(,)-283.8(s)12.2(u)0(b)21.6(j)0(e)19.4(c)0(t)-270.1(t)0(o)-268.9(l)12(im)16.7(-)]TJ
-1.0036 -1.1795 TD
[(it)18.8(at)19.9(i)11.7(o)0(n)16.7(s)-210.2(d)13(e)0(r)19.5(i)0(v)19.6(e)0(d)-202.1(f)11.6(ro)20.8(m)-212.3(t)12.3(he)-201.5(i)11.7(m)10.2(pe)20.3(rf)18.7(ec)19.8(t)-210.1(h)0(u)21.5(m)10.2(an)-201.5(ab)21.3(il)18.5(i)11.7(t)0(y)-202.2(t)12.3(o)-208.7(d)0(i)19.5(s)0(-)]TJ
0 -1.1847 TD
[(ti)18.8(ng)21.3(ui)19.5(sh)-217.2(be)21(tw)16.8(e)12.5(e)0(n)-217.3(r)12.2(ob)17.1(o)13.7(t)0(s)-218.6(a)12.8(nd)-216.8(hu)16.4(m)10.2(a)12.8(n)-224.6(b)0(e)15.9(i)11.7(ng)21.3(s.)]TJ
8.2191 0 0 7.3052 498.8408 197.6315 Tm
-.0169 Tc
(34)Tj
10.959 0 0 10.959 509.1022 192.7559 Tm
0 Tc
[(To)-215.5(r)12.2(e)0(d)20.3(u)0(c)15.2(e)]TJ
-17.8888 -1.1795 TD
[(po)16.4(t)12.3(e)0(n)20.7(t)0(i)18.8(a)12.8(l)-200.1(b)0(i)20.2(a)0(s)-192.3(f)11.7(ro)15.6(m)-196.8(h)0(u)21.5(m)10.2(an)-191.1(er)19.5(ro)20.8(r,)-194(w)14.8(e)-199.6(co)15.9(m)10.2(p)13(ut)20.1(e)-199.6(H)0(a)17.5(m)10.2(m)10.2(i)11.7(ng)]TJ
0 -1.1847 TD
[(di)19.5(st)19.3(an)21(ce)19.8(s)]TJ
8.2191 0 0 7.3052 351.7794 171.7228 Tm
-.0168 Tc
(35)Tj
10.959 0 0 10.959 362.4944 166.8472 Tm
0 Tc
[(f)11.7(o)0(r)-258.6(e)12.5(ac)20.1(h)-270.8(p)13(ai)19.3(r)-267.1(o)0(f)-259.2(c)0(o)21(d)0(e)20.3(r)0(s)-260.1(w)0(i)21.3(t)12.3(hi)20.2(n)-271.2(e)12.5(ac)20.1(h)-270.8(g)13.1(ro)20.8(up)-258.5(i)11.7(n)]TJ
-4.511 -1.1795 TD
[(ev)15.2(e)12.5(r)0(y)-378.2(r)0(o)20.8(u)0(n)21.2(d)0(,)-379.4(a)0(n)15.8(d)-385.3(re)19.5(m)10.2(o)0(v)21.7(e)-391(t)12.3(h)0(e)-377.3(r)0(e)19.5(s)0(u)20.1(l)0(t)19.2(s)-391.3(p)13(r)0(o)20.8(d)0(u)15.7(c)12.5(ed)-378(by)-376.7(th)20.8(e)]TJ
0 -1.1847 TD
[(m)10.2(o)0(s)20.8(t)-298.1(di)19.5(s)12.2(s)0(i)18.7(m)10.2(i)11.7(l)0(a)19.7(r)-298.2(c)12.5(o)0(d)16.4(e)12.5(r)-298.2(\()11.9(i)11.7(n)-297.1(th)20.8(e)-297.9(r)12.2(ar)19.8(e)-297.9(c)12.5(as)19.8(e)-297.9(o)0(f)-285(a)-297.6(t)12.3(i)11.7(e,)-286.8(we)-288.2(r)12.2(a)0(n)21(-)]TJ
0 -1.1795 TD
[(do)16.4(m)10.2(l)12(y)-343.8(s)0(e)19.5(l)12(ec)19.8(t)-349.8(t)12.3(he)-336(c)12.5(o)0(d)21.6(e)0(r)-337.4(t)12.3(o)-348.4(b)13.7(e)-344.5(r)0(e)19.5(m)10.2(ov)16.5(e)12.5(d)0(\))19.8(.)-345.9(I)12.3(f)-350.5(t)12.3(h)0(r)20.7(e)12.5(e)-349.6(o)13.7(ut)-336.8(of)]TJ
0 -1.1847 TD
[(fo)20.2(ur)-409.3(r)12.2(e)12.5(m)10.2(a)0(i)19.3(n)0(i)19.8(n)0(g)-402.9(c)0(o)15.9(d)13(er)19.5(s)-417.1(a)12.8(ss)19.3(i)11.7(g)0(n)-408.1(a)12.8(n)-416(i)11.7(de)20.3(nt)20.5(i)11.7(c)0(a)14.9(l)-412.2(c)12.5(a)0(t)19.9(e)0(g)20.4(o)0(r)20.8(y)-416.3(t)12.3(o)]TJ
0 -1.1795 TD
[(an)-273.9(ac)20.1(co)21(un)21.2(t,)-276.7(w)14.8(e)-282.4(la)19.7(be)21(l)-282.8(i)11.7(t)-282.6(w)0(i)21.3(t)0(h)-274.1(t)12.3(ha)21.3(t)-282.6(c)12.5(at)19.9(eg)20.4(or)20.8(y)-281.8(i)0(n)-275(t)12.3(he)-273.9(l)12(a)0(b)21.3(e)0(l)19.3(e)12.5(d)]TJ
ET
q
1 i
313.058 83.735 m
552.189 83.735 l
552.189 63.213 l
313.058 63.213 l
W n
0 0 0 RG
1 J 1 j .227 w 10 M []0 d
q 1 0 0 1 313.058 83.735 cm 0 0 m
490.677 0 l
S
Q
Q
BT
/F7 1 Tf
6.9738 0 0 6.9738 313.0582 71.6031 Tm
[(*)-8.6(A)0(n)-437.4(example)-446.9(of)-436.2(a)-439.6(Twitter)-444.5(snapsho)-11.6(t)-434(used)-440.9(is)-441(available)-448.6(at:)-440.9(www.denis)-11.9(stukal.com/)]TJ
0 -1.2032 TD
[(up)-10.7(loads/8/4/7/0/8470)-16.1(8866/snap)-12.8(shot_examp)-12.2(le.png.)]TJ
/F4 1 Tf
9.9626 0 0 9.9626 62.022 754.3557 Tm
(312)Tj
42.5995 0 TD
[(STUKAL)-310.3(ET)-299.4(AL.)]TJ
ET
endstream
endobj
64 0 obj
<>stream
/GS1 gs
BT
/F5 1 Tf
10.959 0 0 10.959 59.7543 697.8896 Tm
0 0 0 rg
0 Tc
0 Tw
[(se)19.5(t.)-287(Ot)21.9(he)21(rw)21.9(is)18.7(e,)-286.8(w)14.8(e)-292.7(m)10.2(a)0(r)19.8(k)-297.3(i)11.7(t)-292.9(as)-285.4(u)13(n)0(c)20.6(l)0(e)19.4(a)0(r)-285.4(a)12.8(nd)-284(re)19.5(m)10.2(o)0(v)21.6(e)-297.9(f)11.7(r)12.2(om)]TJ
0 -1.1847 TD
[(th)20.8(e)-261.7(l)12(ab)21.3(el)19.3(ed)-253.8(s)12.2(e)0(t)19.6(.)-257.9(Th)17.2(i)11.7(s)-262(a)12.8(p)0(p)20.9(r)0(o)20.8(a)0(c)20.1(h)-260.5(gu)21(ar)19.8(an)15.8(t)12.3(e)12.5(es)-254.6(t)12.3(h)0(a)21.3(t)-261.9(t)12.3(h)0(e)-248(i)0(n)19.8(t)0(e)19.6(r)0(-)]TJ
0 -1.1795 TD
[(co)21(de)15.2(r)-334.4(r)12.2(el)19.3(ia)19.3(bi)20.2(l)12(i)0(t)18.8(y)-333.5(fo)20.2(r)-339.6(a)12.8(ll)-327.7(a)12.8(c)0(c)19.8(o)0(u)21.6(n)0(t)20.5(s)-339.6(i)11.7(n)-333.3(th)20.8(e)-339.3(l)12(ab)21.3(el)19.3(ed)-326.3(s)12.2(e)0(t)-327(i)0(s)-327.9(a)12.8(t)]TJ
0 -1.1847 TD
[(le)19.4(as)19.8(t)-365.3(7)0(5)21.6(%)0(.)-356.3(I)0(t)-358.3(i)11.7(s)-365.4(a)0(l)19.7(s)0(o)-356.9(r)12.2(el)19.3(at)19.9(i)11.7(v)0(e)20.4(l)0(y)-357.7(r)12.2(ob)17.1(u)13(s)0(t)-358.3(t)12.3(o)-363.9(h)0(u)16.4(m)10.2(a)12.8(n)-369.5(e)12.5(r)12.2(ro)15.6(r)12.2(s)12.2(,)]TJ
0 -1.1795 TD
[(si)18.7(nc)20.6(e)-251.3(i)0(t)-245(i)11.7(gn)21.3(or)20.8(es)-244.3(co)21(di)19.5(ng)-242.6(de)20.3(ci)19(s)12.2(i)0(o)20.2(n)0(s)-243.5(f)11.6(ro)20.8(m)-253.7(t)12.3(he)-242.8(m)10.2(o)0(s)20.8(t)-251.5(ex)20.1(tr)19.3(em)22.6(e)]TJ
0 -1.1847 TD
[(co)21(de)15.2(r)12.2(s)-380.9(an)21(d)-385.3(a)12.8(l)12(l)0(o)20.6(w)0(s)-371.3(o)0(n)21.9(e)-385.8(c)12.5(o)0(d)21.6(e)0(r)-373.6(t)12.3(o)-384.6(d)13(is)18.7(ag)20.7(re)19.5(e)-380.7(w)0(i)21.3(t)0(h)-372.4(t)12.3(he)-372.2(re)19.5(st)]TJ
0 -1.1795 TD
[(wi)16.2(t)12.3(h)0(o)22.2(u)0(t)-378.2(a)12.8(ff)18.1(ec)19.8(ti)18.8(ng)-377.1(t)12.3(h)0(e)-377.3()0(n)21.8(a)0(l)-378.7(r)0(e)19.5(s)0(u)20.1(l)12(t.)-380.1(An)-375.7(ad)20.6(de)20.3(d)-390.5(b)13.7(en)15.5(e)12.5()0(t)-377.5(o)13.7(f)]TJ
T*
[(th)20.8(is)-358.9(a)12.8(p)0(p)15.7(r)12.2(oa)21.3(ch)-356.6(i)11.7(s)-370.6(t)12.3(h)0(a)21.3(t)-365.3(i)11.7(t)-370.5(d)13(o)0(e)21(s)-365.4(no)16.7(t)-365.3(a)12.8(ff)18.1(e)12.5(c)0(t)-358(t)12.3(he)-356.6(ou)21.6(tc)19.6(om)18.7(e)-365.1(i)11.7(f)]TJ
0 -1.1847 TD
[(co)21(de)15.2(r)12.2(s)-293(a)12.8(g)0(r)20.2(e)0(e)-280.2(o)0(n)-278.2(t)0(h)20.8(e)-292.7(l)12(a)0(b)21.3(e)0(l)19.3(s)-293(t)12.3(h)0(e)21(y)-292.1(a)12.8(s)0(s)19.3(i)11.7(gn)-284(t)12.3(o)-291.5(a)12.8(c)0(c)19.8(o)0(u)21.6(n)0(t)20.5(s)0(.)]TJ
1.0036 -1.1795 TD
[(The)-373.8(ov)21.6(er)19.5(al)19.7(l)-365.6(w)0(o)18.2(r)12.2(k)21.6(ow)-359.4(c)12.5(o)0(m)18.7(p)13(ri)18.7(s)12.2(e)0(s)-358.1(a)-370(n)13.3(u)0(m)18(b)13.7(er)-358.1(of)-357.5(st)19.3(e)12.5(p)0(s)14.9(.)]TJ
-1.0036 -1.1847 TD
[(Fi)19.5(rs)19.3(t,)-157.7(we)-158.9(c)12.5(o)0(l)20.6(l)0(e)19.4(c)0(t)-156.3(T)0(w)18.4(e)12.5(et)19.6(s)-168.8(w)0(i)21.3(t)12.3(h)-167.4(t)0(h)20.8(e)-168.6(Tw)23.6(ee)19.8(t-)-161.4(a)12.8(n)0(d)-159.9(u)13(se)19.5(r-)19.6(l)12(e)0(v)20.4(e)0(l)-161.7(i)11.7(n-)]TJ
0 -1.1795 TD
[(fo)20.2(rm)17.2(a)12.8(t)0(i)18.8(o)0(n)-154(a)0(v)20.7(a)0(i)19.3(l)12(ab)21.3(le)-156.5(t)12.3(h)0(r)20.7(o)0(u)16.4(g)13.1(h)-167.4(t)12.3(he)-154.9(Tw)23.6(it)18.8(te)19.6(r)-163.7(A)0(P)17.8(I)12.3(.)-164.8(W)11(e)-168.6(s)12.2(t)12.3(o)0(r)20.8(e)-168.6(a)12.8(l)0(l)]TJ
0 -1.1847 TD
[(Tw)18.4(e)12.5(e)0(t)19.6(s)-360.2(t)12.3(h)0(a)21.3(t)-360.2(m)10.2(e)12.5(nt)20.5(i)11.7(o)0(n)-350.6(a)-354.5(po)21.6(li)18.5(ti)18.8(c)12.5(a)0(l)-347.6(w)0(o)18.2(r)12.2(d)-359.4(o)13.7(r)-360.2(h)13.7(as)19.8(ht)20.8(ag)-346.6(fr)18.7(om)]TJ
0 -1.1795 TD
[(a)-364.8(l)0(a)19.7(r)0(g)20.2(e)-365.1(l)12(i)0(s)18.7(t)-365.3(of)-352.3(ke)20.4(yw)17.6(o)13.7(r)0(d)20.1(s)-365.4(\(A)21.2(pp)15.7(e)12.5(n)0(d)21.2(i)0(x)-394.6(A)0(\))16.1(.)-402.8(Th)22.4(is)-395.1(ap)20.7(pr)14.9(o)13.7(a)0(c)20.1(h)]TJ
0 -1.1847 TD
[(to)-387.8(da)20.6(t)12.3(a)-395.9(co)15.9(l)12(l)12(e)0(c)19.8(t)0(i)18.8(o)0(n)-386.8(a)12.8(ll)18.9(ow)23.4(s)-396.5(u)0(s)-388.6(t)12.3(o)-395(b)0(u)16.4(i)11.7(l)12(d)-395.7(a)-401.1(c)12.5(om)18.7(p)13(r)0(e)19.5(h)0(e)21(n)0(s)20.4(i)0(v)19.6(e)]TJ
0 -1.1795 TD
[(da)15.5(t)12.3(a)12.8(se)19.5(t)-292.9(o)13.7(f)-293.6(a)12.8(cc)19.8(ou)16.4(n)13.3(t)0(s)-280.7(T)0(w)23.6(e)0(e)19.8(t)0(i)18.8(n)0(g)-278.8(a)0(b)16.2(o)13.7(ut)-279.9(po)21.6(li)18.5(t)12.3(i)0(c)19(s)-293(i)11.7(n)-291.9(R)13.9(u)0(s)20.1(s)0(i)18.7(a)0(.)]TJ
1.0036 -1.1795 TD
[(Second,)-299.1(we)-293.4(extract)-300.6(a)-297.6(large)-294.3(number)-297.5(of)-300.5(features)-299.2(using)]TJ
-1.0036 -1.1847 TD
[(metadata)-423.9(and)-426.4(data)-419.8(on)-423(the)-427.1(account)-422(Tweeting)-423.5(activity)]TJ
0 -1.1795 TD
[(\(see)-302.7(details)-301.4(in)]TJ
/F10 1 Tf
5.794 0 TD
(Data)Tj
/F5 1 Tf
2.2762 0 TD
(section\).)Tj
-7.0666 -1.1847 TD
[(Then,)-230.4(we)-215.8(s)12.2(e)0(l)19.3(e)0(c)19.8(t)-225.7(a)-225.2(r)12.2(an)21(do)16.4(m)-222.6(s)12.2(am)17.8(p)13(l)0(e)-218.6(o)13.7(f)-226.3(a)12.8(cc)19.8(ou)16.4(n)13.3(t)0(s)-213.4(a)0(n)21(d)-224.9(us)20.1(e)]TJ
-1.0036 -1.1795 TD
[(hu)16.4(m)10.2(a)12.8(n)-266(c)0(o)21(d)0(e)20.3(r)0(s)-254.9(t)0(o)-258.5(c)12.5(re)19.5(at)19.9(e)-266.9(a)-266.6(l)12(a)0(b)21.3(e)0(l)19.3(e)12.5(d)-266.3(s)0(e)19.5(t)-267.1(by)-252.5(ca)20.1(te)19.6(go)21.6(ri)18.7(zi)19(ng)-258.1(s)12.2(e)0(-)]TJ
0 -1.1847 TD
[(le)19.4(ct)19.6(ed)-269.4(a)12.8(c)0(c)19.8(o)0(u)16.4(n)13.3(ts)-270.3(i)11.7(n)0(t)20.5(o)-276(ac)20.1(co)21(un)21.2(t)-277.4(t)0(y)20.2(p)0(e)20.3(s)-277.5(as)-269.9(al)19.7(r)12.2(e)0(a)20.1(d)0(y)-268.7(d)0(e)20.3(s)0(c)19.5(r)0(i)18.7(b)0(e)21(d)0(.)]TJ
0 -1.1795 TD
[(To)-189.6(r)12.2(e)0(i)19(t)0(e)19.6(r)0(a)19.8(t)0(e)19.6(,)-201(a)12.8(l)0(t)19.2(h)0(o)22.2(u)0(g)21(h)-198.4(th)20.8(e)-199.6(h)0(a)21.3(r)0(d)20.1(e)0(s)19.5(t)-199.8(ca)20.1(se)19.5(s)-199.9(o)13.7(n)-198.8(w)0(h)18.2(i)11.7(ch)-191.1(h)13.7(u)0(m)18(a)12.8(n)]TJ
0 -1.1847 TD
[(co)21(de)15.2(r)12.2(s)-303.3(di)19.5(sa)19.8(gr)20.2(ee)-295.8(t)12.3(h)0(e)-294.6(m)10.2(o)13.7(s)0(t)-296.2(e)12.5(nd)-294.4(up)-294.7(be)21(in)19.8(g)-302.5(i)0(n)19.8(v)0(i)19.6(s)0(i)18.7(b)0(l)20.6(e)-303.1(fo)20.2(r)-303.3(t)0(h)20.8(e)]TJ
0 -1.1795 TD
[(cl)19.3(as)19.8(si)18.7(e)21(r,)-421.6(th)20.8(is)-421(ha)16.1(s)-427.5(t)0(h)20.8(e)-432.4(ad)20.6(va)20.7(nt)20.5(ag)20.7(e)-432.4(o)0(f)-424.7(e)12.5(ns)20.4(ur)20.1(in)19.8(g)-431.8(t)12.3(ha)16.1(t)-427.4(t)0(h)20.8(e)]TJ
0 -1.1847 TD
[(tr)19.4(ai)19.3(ni)19.8(ng)-346(s)12.2(e)12.5(t)-355(a)0(p)20.7(p)0(r)20.1(o)0(x)21.3(i)0(m)16.7(a)12.8(te)19.6(s)-355.1(t)12.3(he)-346.3(g)13.1(r)0(o)20.8(u)0(n)16(d)-349.1(tr)19.4(ut)20.2(h)-353.6(a)0(s)-342.3(c)0(l)19.3(o)0(s)20.8(e)-354.8(a)12.8(s)]TJ
0 -1.1795 TD
[(po)16.4(s)12.2(s)0(i)18.7(b)13.7(le)-187.6(an)21(d)-199.1(a)12.8(ll)18.9(ow)23.4(s)-199.9(u)13(s)-199.9(t)12.3(o)-193.2(p)0(r)14.9(o)13.7(ce)19.8(ed)-186.6(wi)21.3(th)-186.1(a)-199.3(c)12.5(on)21.9(se)19.5(rv)20.2(at)19.9(i)11.7(v)0(e)-186.5(a)0(p)15.5(-)]TJ
T*
[(pr)20.1(oa)16.2(c)12.5(h)-312.2(t)12.3(o)-312.2(bo)22.3(t)-313.6(d)13(et)19.6(ec)19.8(ti)18.8(on)-298.9(th)20.8(at)-300.8(em)17.5(p)13(h)0(a)16.1(s)12.2(i)11.7(z)0(e)19.8(s)-313.7(pr)20.1(ec)19.8(is)18.7(i)11.7(o)0(n)-304(o)13.7(ve)20.4(r)]TJ
0 -1.1847 TD
[(re)19.5(ca)20.1(ll)18.9(.)]TJ
1.0036 -1.1795 TD
-.0131 Tc
[(As)-378.5(the)-378.2(c)-.6(od)-13.1(i)6.4(n).2(g)-377.6(p)-.1(roc)-13.1(e)6.7(eded,)-379.7(w)1.7(e)-378.2(d)-13.1(i)6.4(s)-.9(covered)-382.9(t)-.8(hat)-378.4(t)-.8(aking)]TJ
-1.0036 -1.1847 TD
-.0128 Tc
[(a)-294.9(r)-.6(ando)-12.8(m)-278.6(s)-12.8(a)7(m)2.5(ple)-295.2(o).9(f)-290.8(a)0(cc)-12.8(o)8.2(u).2(nts)-295.4(p).2(rodu)-12.8(c)7.5(e)-.3(d)-289.5(a)-294.9(highly)-294.6(imbal-)]TJ
0 -1.1795 TD
-.0129 Tc
[(a)-12.9(n)8.1(ced)-170.6(labe)-12.9(l)6.4(e)-.4(d)-170.6(s)-.7(et)-171.3(with)-169.9(a)-176(l)4.3(a)-12.9(r)6.9(ge)-171.1(preva)-12.9(l)6.8(ence)-171.1(of)-172(bo)-12.9(t)7.9(s)-.7(.)-172.5(T)1(o)-169.9(a)-.1(tten)-12.9(-)]TJ
0 -1.1847 TD
0 Tc
[(ua)20.6(t)12.3(e)-422.1(t)12.3(h)13.7(e)-427.2(p)13(i)11.7(t)12.3(f)11.6(a)12.8(l)12(l)12(s)-422.3(a)12.8(s)12.2(s)12.2(o)0(c)21(i)11.7(a)12.8(t)12.3(e)12.5(d)-421.5(wi)21.3(t)12.3(h)-420.9(a)12.8(n)0(a)21(l)12(y)13.1(z)12.5(i)11.7(n)13.3(g)-426.6(i)11.7(m)15.3(b)13.7(al)24.8(an)21(c)12.5(e)12.5(d)]TJ
0 -1.1795 TD
-.0128 Tc
[(d)-12.8(a)7.8(tasets,)-229.3(s)-.6(uc)-12.8(h)-219.4(a)0(s)-228.2(p)-12.8(o)8.8(o).9(r)-228.2(p).2(er)-12.8(f)5.9(o).9(rman)-12.8(c)7.8(e)-227.9(of)-228.8(e)-12.8(v)7.6(aluation)-232.3(metric)-12.8(s)]TJ
0 -1.1847 TD
0 Tc
[(an)10.6(d)-292.2(p)0(r)9.7(o)0(b)11.9(lem)19.2(s)-293(w)0(i)11(t)0(h)-279.2(cla)16.6(ss)-285.9(se)9.2(pa)10.3(ra)9.5(bil)16.7(it)13.6(y,)]TJ
8.2191 0 0 7.3052 219.9117 262.3748 Tm
[(36)19.5(38)]TJ
10.959 0 0 10.959 243.1558 257.4991 Tm
[(we)-314.1(us)14.9(e)-318.6(add)13(i-)]TJ
-16.7352 -1.1795 TD
[(tio)11.8(na)10.6(l)-277.7(a)0(d)10.3(a)0(p)10.3(t)0(i)13.6(v)0(e)-274.5(s)0(a)9.5(m)0(p)12.8(lin)16.4(g)-281.8(b)0(y)-268(tra)11.5(in)9.5(in)14.7(g)-281.8(a)-276.9(rid)16.2(ge)-274.5(log)18.2(ist)15.5(ic)-275.9(re)9.2(-)]TJ
T*
[(gr)9.8(es)9.2(sio)16.9(n)-333.3(w)0(i)11(t)0(h)-320.6(o)0(u)11.2(r)-329.2(fea)11.1(tu)9.8(re)-321.9(se)9.2(t,)-323.2(pr)9.7(ed)10(ict)15.8(in)9.5(g)-328.3(a)0(c)9.8(c)0(o)10.7(u)0(n)10.8(t)-334.3(ty)15.1(pe)10(s)]TJ
0 -1.1847 TD
.0139 Tc
[(f)-5.5(o)1.8(r)-480.8(t)-4.8(he)-485.8(unl)-5.1(a).8(be)-4.6(led)-485.2(s).3(et)-4.8(,)-482(a).8(nd)-480(a)-4.3(ugme)-4.6(n)1.4(ting)-480(t)-4.8(h)1.7(e)-480.6(l)-5.1(abe)-4.6(l).1(ed)]TJ
0 -1.1795 TD
[(s)-4.9(e).5(t)-320.4(w)-2.3(ith)-324.2(a)-319.9(new)-317.9(r)-4.9(andom)-322.5(s).3(a)-4.3(m)-1.8(ple)-325.4(o)1.8(f)-321.1(3)-3.7(00)-319.3(i)-5.5(n)1.4(st)-4.8(anc)-4.6(e).5(s)-320.5(t).3(hat)]TJ
0 -1.1847 TD
.0093 Tc
[(a)-8.9(r)-4.3(e)-340.3(p)-3.5(redict)-4.3(ed)-334.6(t)-4.3(o)-333.9(be)-335.2(non-bots)-335.4(with)-339.1(a)-334.8(p)1.6(r)-4.3(o)2.3(babi)-4.9(lity)-339.7(of)-336(at)]TJ
0 -1.1795 TD
.0096 Tc
[(l)-4.2(e)1.4(as)-4(t)-288.5(0)-2.9(.7.)-294.9(O)-1.5(ur)-293.7(motivation)-292.6(was)-293.7(t)1.2(o)-292.2(i).6(ncrease)-293.5(t)-4(he)-293.5(number)]TJ
0 -1.1847 TD
-.0148 Tc
[(o)-26.9(f)-396.3(non)3.7(-)-2.2(b)4.1(o)-1.1(t)-375(i)2.1(nstances)-375(to)-373.5(prod)]TJ
11.5569 0 TD
-.0169 Tc
[(uce)-376.9(a)-376.6(mor)-4.7(e)-376.9(re)-4.4(pr)-4.7(es)-4.7(entati)-5.2(ve)]TJ
-11.5569 -1.1795 TD
-.0157 Tc
[(s)-3.5(a)2.3(mple)-277.4(from)-274.5(this)-272.5(class)-272.5(a)-2.9(nd)-271.7(thus)-272.5(cr)-3.5(eate)-272.2(a)-277.1(m)-.4(or)-3.5(e)-272.2(g)2.6(ener)-3.5(al)-3.7(iz-)]TJ
0 -1.1847 TD
-.0151 Tc
[(able)-297.5(classier.)]TJ
1.0036 -1.1795 TD
-.0187 Tc
[(A)-18.7(t)-333.3(th)5.3(e)-321.8(f)3.3(ou)4.7(rt)4(h)-320.6(s)3.9(te)4.1(p,)-318(we)-316.6(p)4.7(r)-1.3(od)4.7(uce)-316.6(b)5.4(alanc)4.1(e)-1(d)-316.1(t)3.9(raining)-316(a)-.7(n)5(d)]TJ
-1.0036 -1.1847 TD
-.0207 Tc
[(t)-3.2(e)2.1(s)-3.3(t)-184.3(sets)-3.3(.)-185.5(E)-1.9(ven)-183.3(t)-3.2(hough)-188.1(w)4.5(e)-189.3(e)2.1(mploy)-183.5(o)-1.8(vers)-3.3(ampl)-3.5(ing)-183.5(t)1.9(o)-188(i)1.3(ncr)-3.3(e)2.1(ase)]TJ
0 -1.1795 TD
-.0205 Tc
[(the)-251.1(n)-2(umber)-256.6(o)3.6(f)-252(n)-2(on-bo)3.6(t)-3(s)-251.4(i)1.5(n)-255.5(t)2.1(he)-251.1(labeled)-255.8(s)2.1(et,)-257.7(i)1.5(t)-251.3(i)1.5(s)-256.6(s)2.1(till)-256.8(h)3.5(i)-3.6(ghly)]TJ
T*
-.0185 Tc
[(imb)5.6(a)-.5(l)3.9(a)-.5(nc)4.3(ed)-279.6(wi)3.5(th)]TJ
/F10 1 Tf
6.6424 0 TD
0 Tc
(N)Tj
7.6711 0 0 7.6711 140.9952 93.1464 Tm
-.0247 Tc
[(la)6.1(b)]TJ
-.1035 -.946 TD
0 Tc
(b)Tj
/F11 1 Tf
10.959 0 0 10.959 150.2929 89.1779 Tm
([)Tj
/F10 1 Tf
1.3761 0 TD
(N)Tj
7.6711 0 0 7.6711 173.7637 93.1464 Tm
-.0247 Tc
[(la)6.1(b)]TJ
-.1035 -.946 TD
-.0285 Tc
(nb)Tj
/F5 1 Tf
10.959 0 0 10.959 183.118 89.1779 Tm
.2993 Tc
[(,w)319.3(h)318.2(e)317(r)321.9(e)]TJ
/F10 1 Tf
3.1453 0 TD
0 Tc
(N)Tj
7.6711 0 0 7.6711 226.0346 93.1464 Tm
-.0321 Tc
[(la)-8.7(b)]TJ
-.1035 -.946 TD
0 Tc
(b)Tj
/F5 1 Tf
10.959 0 0 10.959 238.9039 89.1779 Tm
-.0208 Tc
(and)Tj
/F10 1 Tf
1.7589 0 TD
0 Tc
(N)Tj
7.6711 0 0 7.6711 266.6267 93.1464 Tm
-.0315 Tc
(lab)Tj
-.1035 -.946 TD
-.0284 Tc
(nb)Tj
/F5 1 Tf
10.959 0 0 10.959 279.4393 89.1779 Tm
-.0171 Tc
[(re)5.7(fe)5.7(r)]TJ
-20.046 -1.1847 TD
-.0213 Tc
[(t)-3.8(o)-271.4(the)-272.6(n)2.4(umber)-272.9(o)-2.4(f)-268.3(l)-4.1(abel)-4.1(ed)-272.1(bot)-3.8(s)]TJ
11.5879 0 TD
-.0184 Tc
[(a)4.7(n).1(d)-269.2(n)5.3(on-)4.5(bot)4.2(s,)-266(re)4.4(sp)5(ect)4.3(ively.)]TJ
-11.5879 -1.1795 TD
-.018 Tc
[(Thus)4.6(,)-348.4(w)2(e)-346.9(s)-.6(a)5.1(m)2.5(ple)-346.9(5)5.8(0)-351.2(b).9(o)6.1(t)-.5(s)-347.2(a)5.1(nd)-351.6(n)5.7(o).9(n-)4.9(bo)6.1(ts)-347.2(in)5.7(to)-345.7(th)6(e)-352.1(t)4.6(es)4.6(t)-347.1(s)-.6(e)4.8(t)]TJ
22.912 57.9085 TD
-.0217 Tc
[(and)-381.1(u)-3.5(se)-381.7(t)-4.2(h)-2.8(e)-381.7(r).9(e)-4(m)-1.2(ai)-4.8(ni)-4.8(ng)]TJ
/F10 1 Tf
9.2962 0 TD
0 Tc
(N)Tj
7.6711 0 0 7.6711 421.1148 701.8581 Tm
-.0285 Tc
(tr)Tj
-.1035 -.946 TD
(nb)Tj
/F8 1 Tf
10.959 0 0 10.959 430.1857 697.8896 Tm
0 Tc
(=)Tj
/F10 1 Tf
.7191 0 TD
(N)Tj
7.6711 0 0 7.6711 446.5132 701.8581 Tm
-.0315 Tc
(lab)Tj
-.1035 -.946 TD
-.0358 Tc
(nb)Tj
/F12 1 Tf
10.959 0 0 10.959 457.6251 697.8896 Tm
0 Tc
()Tj
/F5 1 Tf
.9363 0 TD
-.0199 Tc
[(50)-399.6(non-bots)-380.1(i)2.1(n)-384.2(t)2.7(he)]TJ
-14.3297 -1.1847 TD
-.0207 Tc
[(tr)-3.3(ai)-3.8(ni)-3.8(ng)-297.3(set,)-299.3(adding)-297.3(to)-296.7(t)-3.2(h)-1.8(em)-295.1(a)-297.6(r)-3.3(andom)-295.1(s)1.9(ample)-297.9(o)-1.8(f)-298.7(l)1.7(abeled)]TJ
0 -1.1795 TD
[(bot)-3.1(s)-360.2(of)-365.9(the)-365.1(s)2(ame)-365.1(s)2(i)-3.7(z)2.2(e.)-366.5(Thus,)-366.5(o)-1.7(ur)-365.3(t)-3.1(r)2(aining)-364.4(sample)-365.1(si)-3.7(ze)-365.1(i)-3.7(s)]TJ
0 -1.1847 TD
0 Tc
(2)Tj
/F10 1 Tf
.4759 0 TD
(N)Tj
7.6711 0 0 7.6711 324.5101 663.0234 Tm
-.0285 Tc
(tr)Tj
-.1035 -.946 TD
(nb)Tj
/F5 1 Tf
10.959 0 0 10.959 331.7101 658.9983 Tm
-.0193 Tc
[(,)-422.1(w)5.9(hich)-419.5(includes)-415.8(only)-414.9(a)-420.4(s)3.3(ub)4.8(set)-415.7(o)4.8(f)-421.5(a)3.8(ll)-415.9(lab)4.8(e)-1.6(led)-420.1(b)4.8(ots.)]TJ
-1.9037 -1.1795 TD
.01 Tc
[(T)29.1(o)-322.9(avoid)-354.6(c)-3.4(apitalizing)-359.7(o)3(n)-359.5(c)1.8(hance,)-356.6(we)-360.3(repeat)-355.3(this)-355.4(pr)10(o-)]TJ
0 -1.1847 TD
0 Tc
[(ce)-11.2(du)-10.2(re)-332.2(10)-330.1(ti)-12.2(me)-8.4(s,)-333.7(th)-10.2(us)-331.7(o)-7(bta)-12.9(in)-11.2(ing)-334.3(1)-7.3(0)-328(cl)-6.5(a)-7.9(s)0(s)-6.6(i)-9(e)-10(rs)-332.5(th)-10.2(at)-331.9(ar)-11.2(e)]TJ
0 -1.1795 TD
.0125 Tc
[(indepe)4.3(ndently)-388.2(trained)-388.3(on)-393.2(1)5.2(0)-393.1(diffe)4.3(rent)-389.1(and)-388.3(b).4(alanced)]TJ
T*
.0129 Tc
[(t)4.5(r)-.7(aining)-206.8(set)4.5(s)-.7(.)-208.8(W)3.2(e)-212.6(a)5(sses)4.4(s)-212.8(c)4.7(l)-.9(as)4.4(sie)4.7(rs)-208.8(pe)4.7(rfor)4.4(mance)-207.4(b).8(y)-206.8(a)-.2(v-)]TJ
0 -1.1847 TD
.0122 Tc
[(eraging)-217.8(o).1(ver)-218.7(t)-1.4(h)5.2(e)-223.6(perfo)5.2(r)-1.4(mance)-218.4(v)-.6(alues)-218.7(o).1(b)5.2(t)-1.4(ained)-217.9(o).1(n)-217.6(e)-1.2(ach)]TJ
0 -1.1795 TD
.0126 Tc
[(of)-296.5(the)-295.6(t)-1(est)-295.8(s)-1(ets.)]TJ
.9984 -1.1847 TD
0 Tc
[(Ne)22.1(xt)19.9(,)-242.4(w)0(e)-231.3(t)12.3(r)12.2(a)0(i)19.3(n)-240.1(fo)20.2(ur)-233.4(c)12.5(l)0(a)19.7(s)12.2(si)18.7(e)21(rs)-234.2(\()11.9(l)12(og)16.5(i)11.7(s)12.2(ti)18.8(c)-241(r)12.2(eg)20.4(re)19.5(ss)19.3(io)20.2(n)-240.1(w)0(i)21.3(t)0(h)]TJ
-.9984 -1.1795 TD
[(r)12.2(i)0(d)19.5(g)0(e)-191.7(r)12.2(eg)20.4(ul)19.9(ar)19.8(i)11.7(z)0(a)20.1(t)0(i)18.8(o)0(n)21.9(,)-201(gr)20.2(ad)20.7(i)11.7(e)0(n)15.5(t)-194.6(bo)22.3(os)15.6(t)12.3(e)12.5(d)-199.1(t)0(r)19.3(e)0(e)19.8(,)-201(S)12.8(V)0(M)-192.4(w)14.8(it)18.8(h)-198.4(r)12.2(a-)]TJ
0 -1.1847 TD
[(d)13(i)0(a)19.3(l)-257(b)13.7(a)0(s)19.8(i)0(s)-245.1(f)0(u)19.5(n)0(c)15.5(t)12.3(i)11.7(o)0(n)-247.1(k)13.1(er)19.5(ne)15.5(l)12(,)-252.8(an)15.8(d)-250.8(S)0(t)19.9(a)0(g)20.7(e)0(w)17(i)11.7(se)-244.3(Ad)17.2(d)13(i)0(t)18.8(i)11.7(ve)-248.6(M)10.7(o)13.7(d-)]TJ
0 -1.1795 TD
[(e)12.5(l)0(i)18.5(n)0(g)-346(u)0(s)20.1(i)11.7(ng)-346(M)10.7(u)0(l)19.9(t)0(i)18.8(c)0(l)19.4(a)12.8(ss)-348(ex)20.1(po)21.6(ne)15.5(n)13.3(t)0(i)18.8(a)12.8(l)-360.4(l)12(os)20.8(s)-355.1(f)0(u)19.5(n)0(c)20.6(t)0(i)18.8(o)0(n)21.9(\))-360.6(u)13(s)0(i)18.7(n)0(g)]TJ
0 -1.1847 TD
[()13.7(v)0(e)20.4(f)0(o)20.2(l)0(d)-554.3(c)12.5(ro)20.8(ss)19.3(-v)20.5(al)19.7(i)11.7(d)0(a)15.5(t)12.3(i)11.7(o)0(n)-552.3(o)0(n)-552.3(e)12.5(ac)20.1(h)-560.5(t)0(r)19.3(a)0(i)19.3(n)13.3(in)19.9(g)-561.1(s)0(e)19.5(t)0(.)-550.8(T)0(h)17.2(u)13(s,)]TJ
0 -1.1795 TD
[(e)12.5(a)0(c)20.1(h)-260.5(of)-248.8(t)12.3(h)0(e)-248(1)0(0)-247.4(t)0(e)19.6(s)0(t)-249.7(s)0(e)19.5(t)0(s)-249.7(r)12.2(em)17.5(a)12.8(i)0(n)19.8(s)-262(u)13(n)0(s)20.4(e)0(e)19.8(n)-260.8(by)-247.4(th)20.8(e)-261.7(c)12.5(la)19.7(ss)19.3(i)11.7()0(e)21(r)0(s)]TJ
T*
-.0125 Tc
[(tr)-12.5(a)7.3(i)-.8(n)-12.5(e)3(d)-299.5(o)-12.5(n)-290.7(t)-12.5(h)8.3(e)-305.2(re)-12.5(s)7(p)-12.5(ecti)-12.5(v)7.1(e)-305.2(tr)-12.5(a)7.3(i)-12.5(n)7.3(i)-12.5(n)7.4(g)-304.6(se)-12.5(t)7.1(.)]TJ
.9984 -1.1847 TD
0 Tc
[(Since)-294.2(our)-292.1(main)-293.5(substantive)-290.2(goal)-289.8(is)-296.8(to)-289.5(study)-293.3(patterns)]TJ
-.9984 -1.1795 TD
[(of)-290.2(bot)-296.5(activity,)-293(false)-295.8(positives)-291.1(will)-296(be)-289.4(more)-292.9(detrimental)]TJ
0 -1.1847 TD
[(to)-429.2(our)-437(planned)-432.5(study)-433(than)-429(false)-435.4(negatives.)-434.1(Thus,)-432.7(we)]TJ
0 -1.1795 TD
[(continue)-202.9(to)-201.6(adopt)-204.2(a)-199.3(conservative)-205(approach)-201.5(to)-201.6(bot)-203.4(detec-)]TJ
0 -1.1847 TD
[(tion,)-294.8(building)-291.6(an)-299.8(ensemble)-294.3(classier)-291.7(based)-297.9(on)-293.7(a)-297.6(voting)]TJ
0 -1.1795 TD
[(rule.)-228.9(Previous)-229(research)-230.5(on)-231.6(the)-230.5(use)-231.3(of)-228.1(these)-231.7(types)-226.6(of)-233.3(pro-)]TJ
0 -1.1847 TD
[(cedures)-212.1(in)-207.8(political)-209(science)-207.7(and)-214.3(economics)-208.5(has)-209.6(explored)]TJ
0 -1.1795 TD
[(various)-345.8(voting)-347(rules.)]TJ
8.2191 0 0 7.3052 401.2156 391.918 Tm
(39,40)Tj
10.959 0 0 10.959 422.5889 387.0424 Tm
[(Although)-344.1(the)-344.3(most)-344.8(common)]TJ
-10.1963 -1.1847 TD
.009 Tc
[(types)-237.4(o)-3.1(f)-238(r).5(ul)-4.8(es)-237.4(include)-237.2(p)-3.8(lur)-4.6(a)1.1(lit)-4.6(y)]TJ
8.2191 0 0 7.3052 445.3227 378.9353 Tm
.0176 Tc
(41)Tj
10.959 0 0 10.959 456.0377 374.0597 Tm
.0105 Tc
[(and)-235.1(m)10.5(a)-7.9(j)1.8(ority,)]TJ
8.2191 0 0 7.3052 515.792 378.9353 Tm
.0107 Tc
(42)Tj
10.959 0 0 10.959 526.4503 374.0597 Tm
.0136 Tc
[(th)6.6(e)5.4(o)1.5(-)]TJ
-19.6736 -1.1795 TD
.0087 Tc
[(ret)-4.9(i)-.3(cal)-279.3(a)-4.4(nd)-283.5(experi)-5.5(m)8.7(e)-10(nt)-4.9(al)-284.5(res)-4.9(u)1(lt)-4.9(s)-284.3(d)1(o)-282.8(n)-3.8(ot)-284.2(pr)-4.9(ovide)-284(d)-4.1(eni)]TJ
T*
0 Tc
[(t)-8.4(i)-9(v)-12.8(e)-241(g)13.1(u)0(i)19.5(d)0(e)20.3(l)0(i)18.5(n)0(e)20.6(s)-225.7(a)12.8(b)0(o)22.3(u)0(t)-212.6(t)12.3(he)-211.8(ch)15.8(o)13.7(i)11.7(ce)-213(of)-212.6(a)-220(v)0(o)16.5(t)12.3(i)11.7(n)0(g)-211.5(r)0(u)20.1(l)0(e)19.4(,)]TJ
8.2191 0 0 7.3052 513.7511 353.0267 Tm
-.0169 Tc
(43)Tj
10.959 0 0 10.959 523.8991 348.2078 Tm
0 Tc
[(wh)18.2(i)11.7(c)0(h)]TJ
-19.4408 -1.1847 TD
.0096 Tc
[(motivat)-4(e)1.4(s)-278.2(u)1.9(s)-283.4(t)1.2(o)-276.7(u)-3.2(se)-277.9(the)-278(m)-.9(os)-4(t)-278.1(c)1.4(onservative)-278(r)1.1(ule:)-279.4(unan-)]TJ
0 -1.1795 TD
.0101 Tc
[(imous)-246.7(v)2.5(oting.)-247.8(Thus,)-247.8(t)1.7(he)-246.4(voting)-245.8(rule)-246.4(that)-246.6(we)-246.4(em)10.1(p)-8.1(l)1.4(oy)-245.8(in)]TJ
0 -1.1847 TD
.0085 Tc
[(this)-279.3(s)-5.1(t).1(ud)-4.3(y)-283.6(p).8(re)-4.9(dic)-4.9(t).1(s)-284.5(a).6(n)-283.4(a).6(c)-4.9(c).3(ou)-4.3(nt)-284.4(to)-283(be)-284.2(a)-283.9(b)1.5(ot)-279.2(i)-5.7(f)-279.9(al)-5.3(l)-279.5(c)-4.9(lass)-5.1(i-)]TJ
0 -1.1795 TD
.0096 Tc
[(ers)-267.9(predict)-262.6(i)-4.6(t)-262.6(t)-4(o)-261.2(b)-2.5(e)-267.6(a)-262.1(bot.)-269(This)-267.9(helps)-267.9(u)-3.2(s)-262.7(m)-.9(inimize)-267.6(t)1.2(he)]TJ
0 -1.1847 TD
.0078 Tc
[(ch)-4.4(an)-4.7(ces)-326.6(of)-327.2(ha)-5.3(vin)-4.7(g)-325.7(hu)-5(m)7.8(a)-10.6(n)-320.3(a)-5.3(cc)-5.6(ou)-5(nts)-326.6(i)-1.2(n)-325.5(t)-.6(h)-4.4(e)-321.1(s)-5.8(e)-.4(t)-326.5(o).8(f)-327.2(p).1(re)-5.6(-)]TJ
0 -1.1795 TD
.0086 Tc
[(dic)-4.8(t).2(ed)-304.3(bots.)]TJ
.9984 -1.1847 TD
0 Tc
[(The)-208.2(next)-207.8(step)-208.6(is)-208.9(to)-206.8(evaluate)-209.4(each)-207.2(classier)-208.9(on)-205.7(the)-209.8(data)]TJ
-.9984 -1.1795 TD
[(it)-208.8(did)-205.4(not)-209(see)-205.9(in)-212.9(the)-204.7(process)-211.7(of)-207.4(training,)-204.1(which)-207.8(we)-210.6(repeat)]TJ
T*
[(10)-330.1(times.)-328.4(We)-328.3(then)-331(average)-330(model)-326.6(performance)-334.2(across)]TJ
0 -1.1847 TD
[(the)-297.8(10)-299.1(test)-302.5(sets)-297.4(to)-299.9(produce)-298(our)-302.5(nal)-299.9(estimates.)]TJ
.9984 -1.1795 TD
[(W)11(e)-282.4(t)12.3(h)0(e)21(n)-281.5(a)12.8(p)0(p)20.9(l)0(y)-269.7(t)0(h)20.8(e)-282.4(e)12.5(n)0(s)20.4(e)0(m)17.5(b)13.7(le)-270.3(cl)19.4(a)12.8(s)0(s)19.3(i)0()20.2(e)0(r)19.5(s)-282.7(t)12.3(r)0(a)19.9(i)11.7(ne)15.5(d)-276.7(o)0(n)-267.8(1)0(0)]TJ
-.9984 -1.1847 TD
[(d)13(i)0(f)18.2(f)11.6(er)19.5(en)15.5(t)-417.1(t)0(r)19.3(a)0(i)19.3(n)0(i)19.8(n)0(g)-408.1(s)0(e)19.5(t)0(s)-415.2(t)12.3(o)-420.8(t)12.3(he)-413.6(c)12.5(o)0(l)20.6(l)12(ec)19.8(ti)18.8(on)-412.7(o)13.7(f)-422.9(Tw)23.6(it)18.8(te)19.6(r)-422.3(a)12.8(c-)]TJ
0 -1.1795 TD
[(c)12.5(o)0(u)21.6(n)0(t)15.3(s)-401.6(a)12.8(n)0(d)-392.7(o)13.7(bt)20.8(ai)19.3(n)-400.5(t)0(h)20.8(e)-406.5(p)13(o)0(p)21.6(u)0(l)19.9(a)0(t)19.9(i)0(o)20.2(n)-400.5(of)-393.7(p)13(o)0(l)20.6(i)0(t)18.8(i)11.7(ca)20.1(l)-401.8(b)0(o)17.1(t)12.3(s)-401.6(o)0(n)]TJ
0 -1.1847 TD
[(R)13.9(u)0(s)14.9(s)12.2(i)11.7(a)0(n)-305(T)0(w)23.6(i)0(t)18.8(t)0(e)19.6(r)0(.)-302.6(T)0(o)-303.5(p)0(r)20.1(o)0(d)21.6(u)0(c)20.3(e)-313.4(th)20.8(e)-313.4()0(n)16.7(a)12.8(l)-313.9(c)0(l)19.3(a)12.8(ss)19.3(i)20.2(ca)20.1(ti)18.8(on)21.9(,)-314.8(w)0(e)]TJ
0 -1.1795 TD
[(e)12.5(m)10.2(pl)19.9(oy)-356(t)12.3(w)0(o)-354.3(a)12.8(pp)20.9(ro)20.8(ac)20.1(he)15.8(s)12.2(.)-361.4(Fi)19.5(rs)19.3(t,)-354.3(we)-355.5(u)13(s)0(e)-358.1(m)10.2(a)12.8(j)12(or)20.8(it)18.8(y)-364.5(r)12.2(ul)19.9(e:)-354.1(if)]TJ
0 -1.1847 TD
[(6)-353.9(o)0(u)21.6(t)-355(of)-347.1(1)13.4(0)-359.1(e)12.5(n)0(s)20.4(e)0(m)17.5(b)13.7(le)19.4(s)-355.1(p)0(r)20.1(e)0(d)20.3(i)0(c)19(t)-355(an)-346.3(ac)20.1(co)21(un)16(t)-355(t)12.3(o)-353.6(b)0(e)-346.3(a)-354.5(bo)22.3(t,)]TJ
0 -1.1795 TD
[(we)-288.2(l)12(a)12.8(be)15.9(l)-293.2(i)0(t)-291.6(t)12.3(ha)21.3(t)-298.1(w)0(a)22.5(y)-297.3(\(t)19(he)-289.4(s)12.2(a)0(m)17.8(e)-297.9(r)12.2(u)0(l)19.9(e)-297.9(ap)20.7(pl)19.9(ie)19(s)-298.2(a)0(l)19.7(s)12.2(o)-296.7(t)0(o)-289.5(n)0(o)21.9(n)0(-)]TJ
0 -1.1847 TD
[(b)13.7(o)0(t)20.8(s)0(\))19(.)-252.8(S)12.8(e)0(c)19.8(o)0(n)21.9(d)0(,)-244.9(a)12.8(s)-251.6(a)-245.9(ro)20.8(bu)16.4(s)12.2(t)12.3(ne)15.5(s)12.2(s)-251.6(c)12.5(h)0(e)21(c)0(k)20.4(,)-252.8(we)-236.5(us)20.1(e)-251.3(a)-251(c)12.5(o)0(n)21.9(s)0(e)19.5(r)0(v)20.2(a)0(-)]TJ
0 -1.1795 TD
[(t)12.3(i)0(v)19.6(e)-266.9(ap)15.5(p)13(r)0(o)20.8(a)0(c)20.1(h)-270.8(wi)21.3(t)12.3(h)-270.8(t)12.3(h)0(e)-258.4(u)0(n)16(a)12.8(ni)19.8(m)10.2(o)0(u)21.6(s)-272.3(r)12.2(u)0(l)19.9(e)-272(a)12.8(g)0(a)20.7(i)11.7(n)-271.2(a)0(n)21(d)-271.5(c)12.5(l)0(a)19.7(i)11.7(m)]TJ
T*
[(t)12.3(h)0(a)21.3(t)-272.2(a)12.8(n)-271.2(a)12.8(c)0(c)19.8(o)0(u)16.4(n)13.3(t)-272.2(i)11.7(s)-267.1(a)-271.7(bo)22.3(t)-272.2(i)11.7(f)-267.7(a)0(l)19.7(l)-267.3(tr)19.3(ai)19.3(ni)19.8(ng)-258.1(sa)19.8(m)10.2(p)0(l)19.9(e)0(s)-259.8(p)0(r)20.1(e)0(d)20.3(i)0(c)19(t)-272.2(i)11.7(t)]TJ
0 -1.1847 TD
[(t)12.3(o)-327.7(be)-320.4(a)-328.6(b)0(o)22.3(t)0(.)-323.2(F)13(in)19.8(al)19.7(ly)20(,)-330.4(w)0(e)-319.3(a)0(n)21(a)0(l)19.7(y)0(z)20.4(e)-328.9(pa)20.6(tt)19.4(er)19.5(ns)-321(o)13.7(f)-329.8(bo)17.1(t)-329.1(a)12.8(ct)19.6(i)11.7(v)0(i)19.6(t)0(y)]TJ
0 -1.1795 TD
[(o)13.7(v)0(e)20.4(r)-293(t)12.3(i)0(m)16.7(e)-287.6(us)20.1(i)11.7(n)0(g)-284(b)13.7(ot)20.8(h)-291.5(c)12.5(la)19.7(ss)19.3(i)11.7()0(c)15.8(a)12.8(ti)18.8(o)13.7(n)-291.9(ru)20.1(l)12(e)0(s)19.5(.)]TJ
/F4 1 Tf
9.9626 0 0 9.9626 59.7543 753.8455 Tm
[(DETE)-9(CTING)-305.3(BO)-7.8(TS)-299.4(ON)-306.5(RUSSIAN)-310.1(POLITICA)-11.7(L)-298.1(T)0(W)-8(ITTER)-24672.6(313)]TJ
ET
endstream
endobj
71 0 obj
<>stream
h\{LSWo-5CT9VAEDnCZe[oˣ`)@lt "8a9%%&,&sl);.٥O~X&$[۳Nj*\88 xDžd\l8ghŢo)V3].k2tQf#۔M7FrHZ6XZN7)fud^
٘{:8)42JSÿoB:iQ51Śz+ab]K{`_AME,8)fn/.ݼyuvR͙doBP%6L@@/
FGY6 mgTu)* ^\#:\vkyΩk\'z ƌ]ZssٜnΣQCPo
N0?(7@?.`stQ
mF B%5ڪS`88LItVvPױ
v1yjڏ⼚kB!p᧩{_AQ|܀bFg`B>VkhibOzen9m"Oȟ.6mqu!Г##svԳI8V2莺G{}ww|3F˯ z&QIooF?!P1,ΐAǍS@dt,w^k-5x9#sazN]p^\g=^f}tj@UPfѳ1N.uഒb