Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Browse files

testing tokenizer

  • Loading branch information...
commit c46a0d391e74882f097e6769119b93cedd240d1b 1 parent e1309d4
@datawrangling authored
View
0  pig/countyheatmaps/cold_tweets.svg
No changes.
View
16 pig/spatialtrends/tweet_ngrams.pig
@@ -58,15 +58,17 @@ std_location_tweets = FOREACH std_location_tweets GENERATE
$4 as fips,
$5 as geonameid,
$2 as tweet_created_at,
-$0 as tweet_text;
+LOWER($0) as tweet_text;
-DEFINE tweet_tokenizer `tweet_tokenizer.py`
- SHIP ('tweet_tokenizer.py', 'nltkandyaml.mod', 's3://where20demo/wikiphrases.pkl');
-tweet_ngrams = STREAM std_location_tweets THROUGH tweet_tokenizer
- AS (ngram:chararray, fipscode:chararray, geonameid:int, date:int, hour:int);
+store std_location_tweets INTO 'std_location_tweets';
+
+--DEFINE tweet_tokenizer `tweet_tokenizer.py`
+-- SHIP ('tweet_tokenizer.py', 'nltkandyaml.mod', 's3://where20demo/wikiphrases.pkl');
+--tweet_ngrams = STREAM std_location_tweets THROUGH tweet_tokenizer
+-- AS (ngram:chararray, fipscode:chararray, geonameid:int, date:chararray, hour:int, daily_trend:float);
-rmf tweet_ngrams
-store tweet_ngrams into 'tweet_ngrams';
+--rmf tweet_ngrams
+--store tweet_ngrams into 'tweet_ngrams';
View
15 pig/spatialtrends/tweet_tokenizer.py
@@ -11,6 +11,9 @@
import os
import zipimport
import cPickle as pickle
+import rfc822
+import time
+from datetime import date
# load NLTK from distributed cache
importer = zipimport.zipimporter('nltkandyaml.mod')
@@ -22,10 +25,16 @@
wikiphrases = pickle.load(pkl_file)
def gethour(timestamp):
- pass
+ ''' convert timestamp of form: "Mon Mar 22 02:23:53 +0000 2010" '''
+ timeval = time.mktime(rfc822.parsedate(timestamp))
+ dateval = date.fromtimestamp(timeval)
+ return dateval.hour
def getdate(timestamp):
- pass
+ ''' convert timestamp of form: "Mon Mar 22 02:23:53 +0000 2010" '''
+ timeval = time.mktime(rfc822.parsedate(timestamp))
+ dateval = date.fromtimestamp(timeval)
+ return dateval.isoformat()
def tokenize(text):
tokenizer = nltk.tokenize.punkt.PunktWordTokenizer()
@@ -40,7 +49,7 @@ def emit_phrases(ngrams, fipscode, geonameid, date, hour):
'''Validate ngrams against wikipedia phrases and emit to stdout'''
for ngram in ngrams:
if wikiphrases.has_key(ngram):
- print '\t'.join([ngram, fipscode, geonameid, date, hour])
+ print '\t'.join([ngram, fipscode, geonameid, date, hour, str(wikiphrases[ngram])])
for line in sys.stdin:
try:
View
2,367 visualization/cold_counts.txt
@@ -1,429 +1,1960 @@
-12051 1
-18127 1
-23013 1
-24021 2
-26065 2
-45091 1
-54037 1
-55045 1
-06095 1
-12115 2
-22097 1
-26129 1
-27137 1
-48459 2
-51770 4
-55109 1
-42041 1
-54011 1
-06097 4
-12117 3
-17031 82
-22071 24
-29001 1
-48181 2
-05125 1
-06007 1
-13063 2
-39173 1
-40027 2
-53005 1
-06071 18
-06099 2
-13127 1
-48309 1
-12057 14
-18105 3
-19113 3
-21101 1
-24027 1
-29095 12
-39049 17
-51810 4
-53007 1
-06073 35
-13255 2
-16027 1
-18043 2
-21067 5
-36061 111
-01097 6
-12031 8
-13067 4
-26045 2
-27053 13
-29510 12
-38015 1
-39023 3
-41039 1
-53009 1
-55025 3
-06075 17
-16001 2
-17163 2
-32003 7
-36063 1
-48187 1
-48439 5
-51750 1
-53073 1
-01071 1
-06111 3
-12033 5
-29071 2
-37135 2
-38017 1
-39151 3
-42021 1
-42049 1
-01009 1
-06077 1
+05121 3
+08047 1
+12051 145
+13087 1
+13311 3
+17119 24
+18127 16
+19135 1
+20115 1
+22005 1
+23013 4
+24021 43
+26065 108
+28081 38
+29215 1
+36019 4
+37027 7
+37153 2
+38035 21
+39043 7
+41031 1
+41059 2
+45091 33
+47107 17
+48241 5
+51580 1
+53029 4
+54037 18
+55045 2
+06095 78
+12115 113
+13123 1
+13277 5
+17057 1
+17183 1
+18065 4
+19073 1
+21089 4
+22097 15
+26101 1
+26129 6
+27137 47
+28145 3
+29027 4
+31141 1
+32023 4
+36083 12
+37091 1
+39107 1
+45029 3
+47045 4
+47171 5
+48053 1
+48459 8
+51077 1
+51770 59
+55109 3
+06005 1
+08049 1
+12053 17
+13089 94
+13313 16
+18101 1
+18129 1
+19137 1
+21125 12
+26067 1
+27075 1
+28083 2
+29091 6
+29217 3
+30099 1
+37001 11
+37155 5
+39045 11
+39171 2
+40151 2
+41033 7
+42041 18
+42069 32
+47109 1
+48117 5
+48397 11
+53003 1
+54011 43
+54039 36
+55047 1
+01001 14
+05089 1
+06097 58
+12117 90
+13279 1
+17031 3688
+18067 8
+20055 2
+22071 793
+22099 1
+26103 3
+27111 1
+27139 8
+29001 3
+29029 2
+34041 12
+37093 1
+39109 9
+45003 17
+46011 6
+47047 1
+48055 9
+48181 23
+48307 1
+01093 12
+02164 1
+05125 12
+06007 24
+12055 3
+13063 21
+18103 7
+19111 2
+19139 3
+22009 1
+23017 1
+24025 9
+26041 1
+26069 1
+28085 1
+36121 1
+37003 1
+37157 1
+39047 1
+39173 11
+40027 71
+40153 1
+41035 3
+42043 40
+48245 62
+48371 1
+48399 1
+53005 4
+55021 2
+55049 2
+01003 48
+05063 3
+06071 695
+06099 56
+12119 2
+13127 7
+13253 1
+16025 1
+17187 1
+18069 2
+20057 7
+22073 25
+27113 1
+28121 27
+28149 8
+29003 3
+31019 5
+35051 2
+36087 15
+40091 7
+42107 7
+46013 4
+47021 1
+47049 1
+47175 2
+48057 2
+48183 25
+48309 101
+51620 1
+01095 13
+05127 1
+06009 2
+12057 659
+18105 57
+19113 48
+21101 9
+23019 22
+24027 26
+26043 1
+27079 1
+28087 6
+29095 524
+37159 15
+39021 2
+39049 627
+40001 2
+42045 21
+48247 1
+48373 5
+51775 6
+51810 156
+53007 6
+06073 1329
+13129 5
+13255 11
+16027 9
+17035 2
+17161 14
+17189 1
+18043 8
+20059 3
+21067 133
+21193 14
+26107 3
+28123 3
+29131 1
+29159 10
+30111 16
+31147 1
+32001 2
+35053 2
+36061 6883
+36089 10
+37097 20
+42109 2
+45007 14
+46015 1
+47023 1
+48059 1
+48185 9
+53071 14
+01097 167
+08027 1
+12031 358
+13067 100
+13193 4
+13319 1
+18107 1
+21103 1
+24001 6
+24029 2
+26045 8
+27053 775
+28089 17
+29097 28
+29510 658
+37007 1
+37133 29
+38015 12
+39023 21
+41039 54
+45071 1
+48221 3
+48249 4
+48375 38
+53009 101
+55025 239
+56033 2
+01007 9
+06075 1098
+08091 1
+13103 2
+13257 4
+16001 94
+17037 14
+17163 33
+18045 3
+21195 9
+22077 1
+27117 1
+29007 1
+32003 803
+33011 79
+35055 3
+36063 18
+37071 32
+37099 5
+47025 2
+47179 35
+48187 13
+48439 419
+50021 2
+51057 1
+51750 7
+53073 44
+54081 5
+01071 5
+06111 116
+08001 65
+08029 1
+12033 116
+13069 1
+13195 1
+18109 20
+22113 1
+24003 108
+25011 2
+26047 1
+29071 10
+29099 4
+37135 59
+38017 61
+39025 6
+39151 53
+40131 5
+41013 3
+42021 9
+42049 54
+45073 1
+46081 2
+54019 3
+01009 21
+05041 1
+05069 10
+06077 85
+13259 1
+17039 1
+17165 5
18047 1
-20161 1
-34021 3
-36065 1
-49043 1
-50023 1
-51059 2
-01073 12
-09011 1
-12035 1
-17201 2
-25013 1
-26049 3
-39153 3
-13107 2
-19057 1
-24510 12
-33015 2
-36067 2
-47155 1
-11001 32
-21235 1
-36103 3
-37139 2
-47093 9
-22055 5
-38085 1
-47157 13
-01077 2
-12011 1
-25017 5
-29077 2
-39003 2
-42027 1
-45051 1
-45079 4
-48201 61
-48355 2
-51540 3
-06055 2
-17143 1
-20167 1
+18173 12
+19181 5
+20035 12
+20161 109
+21043 1
+22051 29
+22079 8
+28127 2
+29009 3
+32005 1
+33013 13
+34021 54
+35057 2
+36065 18
+40097 5
+47153 1
+48035 2
+48161 2
+48189 3
+49043 21
+50023 7
+51059 83
+51185 4
+53075 10
+54083 1
+55091 1
+01073 415
+05105 1
+06113 24
+08003 1
+09011 22
+12035 12
+13043 1
+17201 46
+21107 8
+22115 2
+24005 36
+25013 49
+26021 13
+26049 86
+28065 2
+29073 2
+30053 1
+31089 1
+32510 15
+36101 2
+38019 1
+39027 2
+39153 100
+41015 3
+45075 25
+47091 1
+48351 1
+48379 2
+55029 1
+56037 1
+05043 1
+06051 2
+06079 35
+08095 1
+13107 17
+13233 1
+16005 2
+17167 48
+18021 1
+18049 1
+19057 16
+20037 13
+20163 1
+21045 1
+21199 9
+24510 664
+28129 3
+32007 25
+33015 55
+34023 62
+35031 2
+36067 110
+39091 8
+40071 4
+47001 8
+47029 3
+47155 13
+48037 19
+48163 4
+48415 1
+49045 4
+50025 2
+51187 2
+51600 40
+53077 15
+55093 3
+05107 4
+06115 3
+08005 46
+09013 5
+11001 1555
+13045 9
+13171 1
+17203 7
+21235 8
+22117 2
+25015 32
+26023 2
+27031 2
+27059 4
+28067 3
+36103 84
+37111 1
+37139 25
+39001 1
+39029 2
+39155 6
+40135 4
+41017 33
+42025 6
+45077 29
+46085 2
+47093 247
+48227 3
+55003 6
+56011 1
+56039 7
+05045 39
+06053 47
+08097 3
+13109 4
+17015 2
+17141 2
+18023 2
+18177 2
+19059 2
+21047 3
+22055 110
+33017 11
+34025 38
+36069 7
+37077 1
+38085 2
+39093 18
+40073 3
+46121 1
+47003 3
+47157 671
+48039 35
+48165 2
+48291 1
+50027 2
+51161 1
+55095 3
+01077 18
+09015 2
+12011 411
+12039 3
+13047 3
+20201 9
+22119 4
+24009 10
+25017 286
+26025 11
+28041 1
+29077 129
+36105 9
+37113 5
+39003 70
+39157 6
+40137 5
+41019 7
+42027 47
+45051 87
+45079 146
+48201 2211
+48355 99
+48481 2
+51540 71
+55005 2
+55131 5
+56013 6
+01113 5
+02275 1
+06055 27
+08071 2
+08099 3
+16009 1
+17017 3
+17143 39
+18179 2
+19033 7
+19187 1
+20013 3
+20167 4
+21021 4
21049 1
-22057 1
-28105 3
-37051 3
-39095 3
-48013 1
-48167 6
-49049 1
-53053 2
-54061 1
-13021 1
-04013 21
-06057 1
-17019 1
-20169 1
-34029 1
-39097 9
-48141 3
-18091 2
-36109 1
-39133 1
-42003 10
-45055 2
-48331 1
-06059 18
-21151 2
-34003 2
-39099 2
-42095 1
-51013 4
-01055 1
-13151 2
-28047 2
-37119 13
-18003 1
-18157 3
-37183 12
-50007 1
-18095 1
-20209 1
-28049 6
-39137 1
-42007 2
-48209 2
-04019 13
-05027 1
-12083 1
+22057 9
+28105 33
+29113 1
+31101 2
+33019 3
+34027 20
+35035 9
+36043 2
+37051 61
+39095 118
+42091 43
+47131 1
+48013 4
+48167 169
+48293 7
+49021 2
+49049 47
+50001 2
+51730 6
+53053 118
+54061 31
+55097 2
+01051 8
+01079 2
+02122 13
+04012 2
+13021 37
+13049 1
+13175 8
+16073 1
+21211 1
+21239 3
+25019 1
+26027 2
+27035 2
+27161 1
+28043 2
+29051 7
+30031 34
+31067 1
+36107 3
+37115 2
+39005 1
+39131 2
+39159 3
+40111 6
+42001 4
+42029 42
+47097 8
+48203 6
+55007 2
+55133 48
+56015 1
+01115 8
+04013 799
+06057 12
+13211 7
+17019 84
+18153 1
+20015 11
+20169 6
+22031 1
+22059 1
+26091 6
+28107 12
+34001 18
+34029 18
+35037 4
+36045 6
+38089 1
+39097 243
+40077 1
+48015 1
+48141 147
+50003 2
+51165 5
+55071 2
+01053 3
+12015 12
+13023 1
+13177 1
+16075 2
+17083 1
+18091 31
+26029 2
+26155 2
+27037 24
+27163 23
+28045 3
+29053 1
+36109 31
+39007 6
+39133 14
+40113 1
+42003 638
+45055 7
+47071 2
+47099 3
+48331 5
+48359 2
+48485 29
+51670 1
+55009 73
+55135 4
+01117 19
+04015 8
+05023 2
+06031 9
+06059 477
+13213 1
+17147 2
+18029 4
+19163 17
+21151 16
+21179 5
+22033 210
+26093 5
+28109 5
+29117 1
+34003 52
+35039 1
+36047 3
+37055 2
+37181 2
+39071 3
+39099 30
+40051 4
+40079 4
+42095 35
+47009 16
+47135 1
+48143 2
+51013 111
+51167 4
+53057 1
+54065 1
+55073 18
+01055 24
+08111 1
+12017 20
+13151 25
+13179 1
+17085 1
+18093 4
+26157 6
+28047 57
+29055 2
+29181 1
+31043 1
+37119 589
+39009 34
+39135 2
+40115 2
+42005 1
+42131 2
+45057 1
+46065 3
+47073 1
+48487 1
+51735 1
+54101 2
+55137 1
+01119 10
+04017 8
+06033 2
+08077 7
+12081 33
+13215 34
+17121 2
+18003 55
+18157 50
+19011 1
+19165 1
+21153 1
+22035 1
+29119 2
+34005 25
+35013 20
+36021 3
+36049 1
+37057 13
+37183 421
+39073 2
+41061 3
+42097 2
+48019 3
+49027 3
+50007 42
+51015 1
+51141 2
+51169 1
+53031 2
+53059 1
+55075 10
+08113 2
+12019 19
+13027 4
+13153 8
+18095 19
+20209 12
+21091 2
+21217 1
+26005 4
+26159 3
+27013 17
+28049 228
+29183 14
+38101 2
+39137 10
+42007 22
+42133 36
+45031 10
+45059 5
+46067 1
+48083 2
+48209 52
+48489 1
+51520 3
+55111 3
+55139 23
+04019 199
+05027 5
+08051 2
+12083 60
+13217 4
+17123 1
+18005 8
18131 1
-31109 4
-48273 1
-51710 3
-53033 26
-17089 1
-18097 7
-29031 3
-40119 1
-48085 1
-06037 186
-29221 1
-34009 1
-38041 3
-48121 6
-55051 4
-55079 4
-12086 14
-39113 1
-48339 2
-48465 1
-51650 1
-13095 1
-17127 1
-36027 1
-37035 2
-37189 1
-48277 9
-49005 1
+19013 28
+19167 2
+21001 3
+21029 4
+21155 1
+31109 101
+34007 44
+35015 1
+36023 2
+37031 7
+37059 5
+40055 2
+41063 2
+42071 70
+42099 3
+46103 15
+48147 2
+48273 12
+49001 1
+51710 118
+53033 1025
+54041 1
+54069 5
+55077 2
+01031 4
+01059 5
+05091 4
+13029 4
+16053 1
+17089 73
+18097 450
+20085 1
+21093 16
+21219 2
+26007 1
+27141 8
+27169 7
+28023 4
+29031 16
+30039 1
+39139 7
+40119 47
+42009 1
+48085 160
+48337 1
+48463 2
+55113 3
+05001 1
+05029 1
+06037 5050
+12085 16
+13219 1
+19015 2
+19169 45
+20121 1
+20149 1
+26099 41
+29221 4
+34009 12
+35017 3
+36025 2
+38041 123
+39077 3
+41065 1
+42073 8
+47113 33
+48121 86
+48149 3
+49003 2
+51019 2
+53035 17
+54043 1
+55051 230
+55079 411
+01033 8
+05093 22
+08117 3
+12086 1576
+13157 5
+16055 10
+17063 1
+18071 4
+18099 7
+21095 3
+26009 1
+27017 1
+27143 1
+28025 1
+28151 3
+29187 6
+30013 2
+31175 1
+38105 4
+39113 159
+45035 13
+47051 2
+47079 2
+48339 49
+48465 4
+51083 1
+51650 39
+51678 5
+54107 4
+55115 1
+05003 1
+06011 2
+06039 6
+12087 40
+13095 39
+17127 19
+18009 2
+19017 5
+19143 2
+21005 6
+21131 1
+23021 1
+26073 8
+29223 1
+36027 45
+37035 18
+37161 3
+37189 38
+39051 4
+39079 1
+40031 32
+41067 40
+42075 15
+47115 1
+48123 2
+48277 73
+48501 2
+49005 19
+51147 4
+51840 13
+53037 4
54045 1
-29189 2
-32031 1
-47053 1
-48061 1
-02170 1
-05131 1
-06013 2
-12061 1
-13097 3
-24031 4
-36001 3
-48279 2
-51121 2
-53011 6
-26139 1
-28029 1
-36093 1
-48469 3
-08031 9
-12063 1
-22017 1
-24033 1
-26077 1
-42051 1
-54049 2
-01039 1
-12127 3
-13135 3
-02020 3
-22019 1
-24035 1
-39057 3
-40037 1
-06081 2
-12101 2
-17043 1
-17197 1
-27123 3
-47031 1
-06019 3
-21111 5
-06083 1
-12103 4
-13139 1
-19061 1
-29015 1
-47187 2
-08037 1
-12069 2
-23003 1
-28071 1
+08119 2
+12123 1
+16057 13
+18073 2
+26137 1
+27019 3
+27145 11
+28027 3
+28153 5
+29161 6
+29189 44
+30015 1
+32031 84
+36091 14
+42111 3
+44001 4
+47053 17
+48061 60
+48089 3
+48313 1
+48467 4
+51085 7
+55117 18
+02170 12
+05131 36
+06013 158
+12061 52
+12089 6
+13097 16
+13321 2
+17129 1
+18137 3
+19145 1
+20125 1
+22015 16
+23023 1
+24031 146
+26075 18
+27083 2
+28091 2
+36001 103
+36029 236
+37037 9
+37163 1
+39053 3
+41041 5
+42077 42
+47117 2
+48251 34
+48279 60
+48503 2
+51121 51
+51590 7
+53011 331
+53039 2
+55055 3
+05097 1
+12125 3
+13133 1
+13287 7
+17193 1
+18075 1
+19083 1
+20063 1
+21099 1
+26111 6
+26139 33
+27147 3
+28001 5
+28029 4
+28155 1
+29037 9
+31025 1
+31151 1
+31179 2
+36093 14
+39117 1
+44003 20
+45011 11
+45039 1
+48441 20
+48469 26
+51087 6
+55119 1
+05007 45
+08031 547
+08059 49
+12063 6
+13071 2
+13099 1
+17103 1
+21009 27
+21135 1
+22017 93
+23025 4
+24033 106
+26077 35
+27085 3
+36003 5
+40035 2
+41043 7
+42051 9
+42079 19
+47119 17
+54021 1
+54049 4
+55057 2
+01039 15
+05099 1
+12127 128
+13009 3
+13135 71
+13261 1
+17041 3
+17195 4
+18077 5
+20191 3
+21073 10
+27121 1
+27149 1
+28003 2
+29011 1
+29039 2
+29165 2
+31153 8
+39119 3
+42115 2
+44005 18
+45013 15
+47057 1
+47183 4
+51061 1
+02020 72
+05009 3
+06017 19
+12065 1
+13073 5
+18113 2
+19149 2
+21137 1
+22019 22
+23027 9
+24035 3
+26051 1
+26079 1
+28095 2
+29201 7
+37013 1
+37167 1
+39057 24
+40037 12
+41045 2
+48381 10
+48507 5
+53015 10
+55031 6
+55059 24
+01013 2
+06081 87
+12101 44
+13137 1
+17043 97
+17197 41
+18051 2
+18079 1
+19087 1
+20193 1
+26115 6
+27123 219
+28131 1
+29167 3
+31001 9
+35061 4
+44007 128
+45015 5
+47031 5
+47059 3
+48067 74
+48319 1
+48445 2
+51063 1
+51595 1
+51630 26
+06019 187
+08035 29
+13075 1
+17107 3
+18115 2
+20103 6
+21111 265
+23001 11
+23029 6
+24037 112
+27089 1
+29203 1
+36007 26
+37141 3
+37169 4
+39059 8
+40039 3
+41047 26
+42055 10
+48257 8
+51820 4
+53017 1
+54025 3
+56041 1
+01015 29
+05075 1
+06083 109
+12103 185
+13111 1
+13139 19
+15001 10
+17199 7
+18053 3
+19061 11
+22085 5
+29015 2
+29141 6
+29169 1
+31157 1
+36071 31
+36099 3
+42119 1
+44009 3
+47187 90
+48041 58
+51191 1
+02150 1
+05111 3
+08037 12
+12069 27
+13077 9
+13301 1
+17109 3
+18117 1
+19125 3
+20105 3
+21113 6
+22121 3
+23003 2
+26055 17
+27063 2
+28071 26
+28099 1
+36009 5
+37017 1
+37143 3
+38025 3
40013 1
-48231 1
-06085 4
+48105 6
+48231 14
+48259 5
+51570 1
+54027 1
+55035 20
+01017 3
+06085 360
+12105 73
+13113 19
13267 1
-15003 3
+15003 188
+16011 3
18055 1
-37081 9
-45019 10
-51760 8
-01081 1
-13051 4
-19127 1
-39035 25
-45083 3
-06087 1
-18057 1
-20045 1
-29019 1
-34031 2
+21079 2
+22087 1
+26119 1
+28009 2
+28135 1
+31159 1
+37081 144
+45019 224
+46027 5
+47161 2
+47189 15
+48043 1
+48449 1
+51067 5
+51760 327
+54091 2
+01081 58
+12043 1
+13051 119
+18119 3
+19127 6
+23005 144
+24013 9
+25021 51
+26057 1
+27065 1
+29081 1
+29207 2
+37019 8
+39035 1223
+40015 1
+40141 1
+42031 9
+42059 6
+45083 40
+48233 4
+48387 1
+51103 1
+54001 2
+54029 2
+01019 1
+02090 55
+05051 13
+05079 1
+06087 48
+12107 5
+13115 30
+16013 4
+17021 3
+17049 1
+18057 49
+20045 85
+22061 12
+22089 7
+27129 1
+28137 1
+29019 148
+29145 4
+34031 47
+36075 5
+37083 2
46029 1
-47037 38
-51195 1
-08013 6
-10001 1
-36111 2
-37147 3
-40143 6
-20173 4
-22063 1
-47011 2
-47165 1
-10003 1
-19103 2
-25025 20
+47037 996
+47163 26
+48171 4
+48199 4
+48423 43
+49053 4
+51041 7
+51069 1
+51195 4
+01083 13
+05115 8
+08013 179
+10001 8
+13053 3
+19101 7
+21117 5
+23007 1
+24015 6
+25023 32
+26031 1
+26059 1
+28075 5
+29083 1
+29209 3
+30063 18
+36111 42
+37147 52
+38029 1
+39037 2
+39163 1
+40017 15
+40143 306
+42033 9
+45085 6
+46093 1
+48361 5
+54003 5
+55039 5
+05053 1
+06061 52
+06089 27
+08014 5
+12109 5
+13117 9
+13243 1
+15007 1
+17177 4
+18059 5
+19067 2
+19193 17
+20173 187
+22063 10
+27103 2
+28139 1
+29147 3
+34033 1
+36077 6
+37085 1
+40081 3
+47011 15
+47165 33
+48047 3
+48425 1
+49055 1
+51197 1
+51610 9
+01085 1
+08015 1
+10003 67
+12047 1
+13055 7
+19103 61
+21119 1
+22127 1
+23009 5
+24017 8
+25025 1159
+27041 2
+28077 1
+36113 6
+37149 1
+38003 1
+39011 1
+39039 2
+39165 30
+40019 2
+40145 3
+41027 3
+42035 1
+48363 4
+51107 21
+51800 4
54005 1
-13245 1
-47013 1
-47167 1
-49057 1
-53061 2
-05119 3
-10005 1
-12021 1
-13057 4
-25027 5
-26161 3
-40147 2
-48491 2
-51550 2
-06065 6
-18035 2
-20177 1
-21059 1
-51740 1
-53063 2
-01089 3
-13031 2
-13059 5
-22103 1
-26163 10
-27171 1
-42011 3
-42039 1
-46099 2
-56025 4
-06067 3
-18163 5
-21187 1
-36055 8
-37063 2
-48179 1
-09001 1
-13187 1
-36119 3
-37127 1
-48215 4
-01127 2
-04025 1
-18039 1
-33005 1
-34013 2
-35049 1
-39081 12
-48027 1
-49035 3
-53067 2
-09003 2
-20091 5
-25005 1
-37129 3
-39145 1
-41007 1
-48091 1
-01101 2
-04027 1
-12091 2
-34015 1
-36059 1
-37067 3
-48029 28
-51683 1
-06107 1
-08123 1
-12001 5
-21227 4
-22109 1
-26015 1
-28059 1
-31055 8
-42017 1
-22047 1
-34017 3
-47149 1
-48157 2
-51153 1
-55087 1
-01069 2
-09007 1
-26017 1
-39149 1
-42019 3
-48347 1
-06047 1
-12095 23
-18017 1
-26081 2
-37197 2
-48005 1
-55089 1
-09009 3
-12005 1
-28035 2
-45045 3
-04005 1
-18145 1
-19153 4
-21169 1
-35001 1
+55013 1
+56021 18
+01121 10
+05055 2
+13245 72
+15009 3
+16017 6
+17025 1
+17151 1
+17179 8
+18033 1
+19041 1
+20021 1
+20175 1
+21183 2
+28113 4
+29121 1
+31137 2
+32019 5
+34035 11
+35043 39
+36051 5
+36079 5
+37087 3
+38095 2
+40083 5
+46005 2
+47013 18
+47167 3
+48021 9
+48049 1
+48427 8
+49057 29
+51171 1
+51199 4
+53061 52
+54097 3
+01087 4
+02130 4
+05119 190
+10005 17
+12021 51
+12049 4
+13057 31
+22101 5
+25027 81
+26035 1
+26161 130
+28079 1
+30067 1
+36115 3
+37123 1
+38005 1
+39013 4
+39167 4
+40147 27
+41001 1
+41029 17
+42037 6
+45061 1
+45089 1
+48365 4
+48491 61
+51109 1
+51550 25
+54007 4
+55141 7
+01123 2
+04021 13
+06065 316
+08081 1
+13247 3
+16019 10
+17027 1
+18035 31
+20177 72
+21031 2
+21059 24
+21185 6
+28115 2
+31111 1
+33001 5
+34037 4
+35045 13
+36053 3
+37089 15
+38097 1
+40085 3
+47141 9
+48177 1
+48401 1
+51047 1
+51173 3
+51740 12
+53063 80
+01061 1
+01089 160
+06101 4
+12023 11
+13031 24
+13059 107
+13185 25
+16083 8
+17091 8
+19107 2
+22103 32
+25001 5
+26163 607
+27171 2
+36117 2
+37125 12
+39141 1
+39169 9
+40121 4
+41003 20
+42011 46
+42039 6
+45063 22
+46099 62
+48213 4
+48367 1
+48493 1
+55017 2
+56025 141
+01125 97
+04023 3
+05031 37
+06067 394
+08083 6
+13221 1
+17001 19
+17029 3
+18037 2
+18163 68
+19045 2
+19171 1
+21033 1
+21187 2
+22069 5
+27109 31
+28117 1
+33003 3
+34011 3
+34039 42
+35047 1
+36055 216
+37063 99
+38099 1
+40087 2
+46009 32
+46135 3
+47017 2
+47143 4
+48025 5
+48151 1
+48179 4
+53065 1
+55081 6
+06103 8
+09001 98
+13033 1
+13187 5
+17093 4
+19109 2
+22105 13
+25003 8
+26011 1
+26039 1
+26165 3
+31079 18
+36119 188
+37127 16
+39017 42
+39143 1
+40123 12
+41005 15
+42013 16
+48215 107
+51680 33
+55019 7
+01127 17
+04025 19
+05033 6
+06041 18
+06069 14
+08085 4
+13223 4
+18011 2
+18039 24
+18165 11
+19047 2
+21035 6
+21189 1
+28119 1
+29127 2
+33005 11
+34013 113
+35049 38
+36057 13
+37065 4
+37191 7
+38073 1
+39081 1012
+40089 4
+47019 1
+47145 3
+48027 53
+49035 188
+50015 2
+53067 26
+55083 1
+06105 1
+09003 102
+12027 9
+13161 1
+13189 1
+17095 5
+20091 97
+21225 2
+25005 34
+27021 1
+27049 7
+28057 1
+29065 2
+31053 3
+37101 10
+37129 130
+39019 2
+39145 10
+40125 9
+41007 22
+42015 2
+47083 16
+48091 12
+48217 1
+48343 1
+48497 8
+56001 18
+56029 2
+01101 84
+04027 18
+05035 8
+08087 1
+12091 35
+13225 5
+17005 1
+18167 24
+20029 1
+20155 8
+21037 5
+22045 8
+29101 6
+33007 5
+34015 12
+36031 3
+36059 76
+37067 74
+37193 2
+39083 3
+41071 4
+48001 2
+48029 739
+48281 1
+48407 4
+51025 17
+51179 1
+51683 6
+53041 2
+54077 1
+55085 1
+01067 3
+02110 14
+06107 37
+08123 17
+09005 4
+12001 143
+17097 48
+21227 44
+22109 11
+26015 2
+28059 23
+29067 1
+30047 2
+31055 244
+37103 2
+39147 4
+41009 1
+42017 48
+45041 28
+47085 3
+48219 1
+48471 12
+48499 2
+01103 19
+04001 2
+05037 1
+06045 7
+08089 1
+12093 5
+13227 1
+17007 3
+17133 1
+18141 38
+18169 2
+20003 1
+22047 7
+31119 6
+33009 7
+34017 143
+35025 5
+36033 3
+37069 1
+37195 15
+38077 1
+39085 14
+40065 1
+42081 32
+46113 9
+47149 62
+48157 74
+48409 3
+49011 10
+49039 3
+50019 1
+51027 2
+51153 31
+51720 1
+53043 1
+54079 2
+55087 34
+01041 3
+01069 27
+06109 6
+09007 5
+12003 1
+13039 6
+13291 2
+17099 93
+25009 58
+26017 6
+27025 3
+28033 17
+29069 2
+29195 2
+30049 9
+37105 3
+39149 3
+40101 6
+42019 110
+45043 12
+48347 9
+48473 5
+55123 1
+56005 2
+04003 10
+05011 1
+05039 2
+06047 54
+12095 1144
+17135 1
+18017 3
+18143 1
+19179 4
+20005 2
+20131 1
+21013 1
+26081 128
+29105 1
+34019 5
+35027 4
+37197 4
+39087 6
+42083 3
+47123 2
+48005 11
+48131 1
+51001 1
+51155 2
+53045 5
+54053 2
+55089 8
+01043 10
+02240 2
+09009 118
+12005 76
+13013 8
+13293 1
+16065 2
+17073 3
+18081 18
+26019 4
+26145 5
+27027 13
+27153 1
+28035 56
+29043 7
+29197 1
+31185 1
+35028 2
+37107 2
+39123 4
+40103 2
+45045 107
+48097 1
+48321 2
+48349 1
+51660 17
+04005 35
+06021 3
+06049 1
+12097 66
+17137 2
+18019 9
+18145 5
+19153 208
+21015 7
+21141 1
+21169 59
+23031 19
+27091 2
+29107 2
+35001 149
+35029 1
+37045 5
37171 1
-39061 11
-01109 2
-05015 6
-12071 1
-12099 3
-41051 10
-48135 1
-12009 2
-13297 2
-16069 1
-29047 1
-47065 5
-48451 1
-48479 1
-05143 4
-08041 2
-12073 5
-37021 3
-51700 2
-40109 6
-48453 40
-20111 1
-27097 1
-37023 1
+39061 472
+39089 36
+40041 1
+40069 2
+42085 2
+47125 40
+48007 2
+48133 1
+49015 1
+51157 1
+53047 2
+54055 9
+55063 20
+01045 1
+08101 48
+12007 3
+12133 2
+13015 11
+13295 11
+18083 4
+20071 1
+20099 2
+21205 4
+26147 13
+27001 1
+28037 1
+31033 1
+37109 6
+40105 2
+42121 2
+45047 4
+47063 5
+48071 3
+48099 3
+48323 3
+48477 1
+55127 20
+01109 12
+02180 1
+04007 6
+05015 16
+06023 13
+08067 10
+12071 121
+12099 357
+17111 28
+17139 1
+18147 1
+19029 6
+19155 5
+20009 1
+21017 1
+29109 2
+36011 4
+36039 1
+37047 2
+37173 2
+39063 2
+41051 499
+47127 1
+48009 1
+48135 24
+53021 4
+53049 1
+54057 4
+01047 1
+12009 117
+13143 6
+13297 13
+16069 17
+17077 13
+18085 1
+21207 4
+26121 8
+26149 7
+27003 17
+28011 5
+28039 1
+29047 9
+30027 4
+31161 1
+40107 1
+42123 3
+45021 5
+45049 3
+47065 90
+48073 5
+48325 1
+48451 19
+48479 33
+51510 88
+51790 4
+55101 27
+04009 2
+05143 97
+06025 15
+08041 130
+08069 46
+12073 224
+17113 44
+19157 13
+21019 6
+21145 6
+24043 13
+26087 3
+27095 6
+35005 5
+36013 12
+37021 145
+37049 6
+37175 4
+39065 5
+41053 1
+42061 1
+42089 10
+47101 2
+49019 4
+51700 50
+54059 1
+01021 2
+01049 6
+08105 1
+13299 2
+16043 1
+17051 1
+18087 1
+21083 2
+21209 6
+27131 9
+29021 2
+29049 1
+30029 12
+35006 1
+39101 9
+39129 3
+40109 380
+42125 10
+45023 1
+47067 1
+48453 1245
+55103 2
+05019 4
+05145 7
+08043 1
+12075 1
+13209 1
+17115 18
+19131 1
+20111 6
+22001 2
+24045 18
+26061 4
+27097 5
+30093 9
+36015 13
+37023 7
37177 1
-12111 1
-26125 2
-55105 1
-06001 9
-06029 13
-21121 1
-37025 1
-37179 2
-48113 33
-05085 2
-13121 107
-27009 1
-42101 24
-45027 1
-48303 2
+38059 1
+39067 1
+40047 6
+42063 9
+47103 1
+48139 15
+48265 4
+53025 5
+54033 5
+01023 1
+02185 3
+02220 1
+08107 9
+12111 24
+18061 7
+18089 36
+19097 1
+21085 2
+26125 166
+27007 4
+27133 1
+28141 5
+29023 7
+29177 1
+39103 4
+42127 3
+47069 1
+48329 16
+48455 1
+51640 1
+55105 16
+06001 483
+06029 450
+08045 6
+13085 2
+17117 13
+19007 1
+20113 1
+21121 7
+21149 2
+22003 4
+23011 14
+24047 28
+27099 1
+29213 15
+35009 4
+36017 3
+37025 16
+37151 2
+37179 16
+38033 2
+39041 7
+40021 17
+40049 3
+41057 1
+42065 3
+47105 1
+48113 1484
+51515 2
+51830 16
+53027 14
+54035 2
+55043 4
+01025 3
+05085 78
+06093 1
+12113 16
+13121 3093
+13275 6
+16047 12
+17055 2
+18063 12
+19099 1
+20051 2
+20079 1
+21087 1
+22095 6
+26127 2
+27009 2
+27135 1
+28017 1
+28143 1
+32021 1
+42101 874
+42129 18
+45027 2
+46035 2
+47043 8
+48051 1
+48303 71
+55107 1
View
6,238 visualization/cold_tweets.svg
3,119 additions, 3,119 deletions not shown
View
1,958 visualization/warm_counts.txt
@@ -1,355 +1,1633 @@
-12051 2
-18127 1
-24021 2
-26065 1
+05121 2
+05149 3
+12051 40
+13087 2
+13311 3
+17119 16
+18127 16
+21123 1
+23013 5
+24021 28
+26065 53
+28081 16
+29215 1
+36019 1
+37027 2
+38035 11
+39043 8
41031 1
-12115 2
-21089 1
-48459 1
-51770 1
-13089 1
-54011 1
-54039 3
-12117 2
-17031 58
-22071 4
-27139 1
-29001 1
-24025 1
-40027 2
-42043 3
-01003 1
-06071 7
-06099 1
-13127 1
-28121 1
-48309 2
-12057 9
-18105 3
-24027 1
-29095 8
-39049 10
-51810 7
-06073 18
-13255 2
-21067 4
-26107 1
-30111 2
-36061 136
-36089 1
-01097 3
-12031 3
-13067 3
-27053 9
-29510 10
-39023 2
-41039 2
-53009 2
-55025 2
-06075 17
-32003 9
-36063 1
-37071 1
-37099 1
-47179 2
-48187 1
-48439 5
-06111 2
-08001 1
-24003 3
-37135 2
-39151 3
-42049 1
-01009 1
-06077 2
-20035 1
-20161 5
-22051 1
-33013 2
-34021 3
-49043 1
-50023 1
-51059 4
-01073 5
-06113 1
-24005 1
-25013 1
-26049 3
-39153 1
-56037 1
-13107 1
-17167 1
+41059 1
+42067 3
+45091 18
+47107 3
+51139 2
+51580 1
+53029 6
+54037 7
+55045 1
+06095 33
+12115 67
+13277 1
+16049 1
+17057 1
+18065 3
+19073 1
+21089 3
+22097 1
+26129 2
+27137 31
+29027 1
+32023 4
+36083 13
+45001 2
+46037 1
+47045 1
+48459 3
+51770 42
+55109 8
+05123 1
+06005 2
+08049 3
+12053 7
+13089 40
+13313 42
+18129 2
+20117 1
+21125 3
+23015 2
+29091 3
+37001 6
+37155 1
+39045 10
+39171 2
+41033 5
+42041 23
+42069 16
+48397 6
+54011 24
+54039 15
+55047 1
+01001 4
+01029 1
+06097 48
+12117 57
+17031 2100
+18067 1
+20055 2
+22071 308
+26103 5
+27111 2
+27139 12
+29001 4
+29029 1
+34041 3
+39109 11
+45003 9
+46011 2
+47047 2
+48055 4
+48181 12
+01093 2
+02290 1
+05125 5
+06007 8
+13063 6
+19111 2
+19139 1
+23017 2
+24025 9
+26041 2
+26069 1
+27077 1
+28085 1
+36121 4
+37003 1
+37157 3
+39047 1
+39173 9
+40027 43
+40153 2
+41035 1
+42043 45
+48245 31
+53005 11
+55021 5
+01003 23
+05063 1
+06071 356
+06099 28
+12119 1
+13127 9
+17033 1
+20057 2
+22073 8
+28121 15
+28149 5
+29003 3
+31019 2
+36087 8
+40091 1
+42107 4
+45005 1
+46013 1
+48183 9
+48309 37
+01095 1
+06009 3
+12057 327
+18105 48
+19113 37
+21101 1
+23019 13
+24027 16
+26043 1
+28087 4
+29095 274
+37159 4
+39021 2
+39049 325
+40001 1
+42045 10
+48373 3
+51117 2
+51775 3
+51810 106
+53007 1
+06073 693
+13255 5
+16027 3
+17161 4
+17189 1
+18043 6
+20059 2
+21067 90
+21193 8
+26107 2
+29131 1
+29159 7
+30111 15
+31147 1
+32001 3
+36061 3364
+36089 6
+37097 13
+45007 12
+47177 1
+48059 2
+48185 6
+53071 6
+01097 64
+12031 165
+13067 46
+13193 2
+18107 3
+24001 3
+24029 2
+26045 4
+27053 624
+28089 4
+29097 16
+29510 386
+30077 1
+37133 11
+38015 9
+39023 13
+41011 2
+41039 58
+48221 1
+48249 4
+48375 31
+53009 120
+55025 161
+01007 3
+06075 874
+08091 1
+13103 2
+13257 1
+16001 66
+17037 5
+17163 11
+18045 1
+21195 6
+32003 529
+33011 61
+35055 7
+36063 7
+37071 16
+37099 10
+47179 15
+48187 9
+48439 215
+49041 1
+50021 2
+51750 3
+53073 53
+54081 4
+01071 1
+06111 68
+08001 37
+12033 47
+18109 8
+21231 2
+22113 2
+24003 114
+25011 2
+29071 6
+29099 3
+37009 1
+37135 58
+38017 33
+39025 2
+39151 33
+40005 1
+40131 7
+42021 6
+42049 32
+45073 1
+46081 1
+54019 3
+55027 7
+01009 7
+05041 1
+05069 1
+06077 43
+17165 4
+18173 4
+19181 1
+20035 8
+20161 60
+22051 14
+22079 2
+27119 1
+29009 1
+32005 4
+33013 5
+34021 28
+36065 12
+40097 5
+46019 1
+47153 3
+48189 1
+49043 9
+50023 5
+51031 3
+51059 54
+51185 4
+53075 7
+55091 1
+01073 233
+06113 15
+08003 2
+09011 13
+12035 8
+17201 33
+21107 2
+24005 20
+25013 17
+26021 10
+26049 34
+27057 1
+28065 1
+32510 12
+36101 3
+39153 52
+40007 1
+41015 2
+45075 4
+46083 4
+48225 1
+51690 1
+56037 2
+05043 1
+06051 5
+06079 43
+13107 16
+13233 3
+16005 2
+17013 1
+17167 28
18049 1
-19057 1
-24510 9
-36067 2
-47155 1
-11001 86
-13045 1
-25015 1
-36103 2
-47093 1
-05045 1
-06053 1
-22055 1
-39093 1
-47157 1
-12011 4
-25017 5
-29077 1
-42027 1
-45079 1
-48201 18
-48355 3
-51540 4
-56013 1
-20167 1
-28105 1
-39095 2
-42091 2
-48167 3
-48293 3
-49049 2
+19057 4
+19183 1
+20037 4
+21199 6
+24510 265
+32007 1
+33015 27
+34023 16
+35031 1
+36067 86
+39091 6
+40071 2
+47001 6
+47029 1
+47155 12
+48037 7
+48163 1
+50025 2
+51187 3
+51600 30
+53077 5
+55093 1
+06115 1
+08005 34
+09013 2
+11001 1150
+13045 9
+13171 1
+17203 2
+21235 3
+25015 20
+27059 1
+28067 3
+36103 48
+37111 1
+37139 21
+39029 1
+39155 7
+40135 2
+41017 21
+42025 5
+45077 11
+47093 123
+55003 4
+56039 7
+05045 20
+06053 34
+08097 13
+13109 3
+17141 1
+18023 1
+18177 3
+19059 1
+21047 3
+22055 36
+33017 10
+34025 26
+36069 1
+39093 14
+40073 1
+46121 1
+47157 246
+48039 16
+48291 1
+49047 4
+50027 2
+51161 1
+01077 11
+05109 1
+08007 3
+12011 183
+13047 1
+20201 4
+22119 1
+24009 4
+25017 154
+26025 6
+28041 2
+29077 86
+37113 3
+39003 43
+39157 1
+40137 3
+41019 7
+42027 27
+45051 68
+45079 101
+48201 868
+48355 50
+51540 44
+55005 1
+55131 2
+56013 6
+01113 2
+02275 1
+06055 18
+08099 1
+13237 1
+17143 20
+18179 1
+19033 1
+19187 3
+20013 1
+20167 2
+22057 2
+28105 17
+29113 1
+33019 1