forked from bitslabsyr/ArtInSocialMedia
-
Notifications
You must be signed in to change notification settings - Fork 0
/
nlpCount.py
25 lines (23 loc) · 804 Bytes
/
nlpCount.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import os
import csv
output=open('unigram_all.csv', 'w')
output.write('term,fre\n')
for file in os.listdir('/Users/YihanYu/Desktop/RevisedTermFreResults/resultsByDay/unigram'):
filename = os.path.basename(file)
fileHandle = "/Users/YihanYu/Desktop/RevisedTermFreResults/resultsByDay/unigram" + "//" + filename
fredict = {}
print fileHandle
with open(fileHandle) as csvfile:
reader = csv.DictReader(csvfile)
for line in reader:
word=line['term']
if line['fre']!='':
count=int(line['fre'])
if word in fredict:
fredict[word]+=count
else:
fredict[word]=count
for i in fredict.keys():
j=str(fredict[i])
i = '"' + i + '"'
output.write(i+','+j+'\n')