-
Notifications
You must be signed in to change notification settings - Fork 1
/
labelsDis.py
115 lines (101 loc) · 2.44 KB
/
labelsDis.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
from __future__ import print_function
import urllib2
import json
import re,datetime
import sys
import csv
class L():
"Anonymous container"
def __init__(i,**fields) :
i.override(fields)
def override(i,d): i.__dict__.update(d); return i
def __repr__(i):
d = i.__dict__
name = i.__class__.__name__
return name+'{'+' '.join([':%s %s' % (k,pretty(d[k]))
for k in i.show()])+ '}'
def show(i):
lst = [str(k)+" : "+str(v) for k,v in i.__dict__.iteritems() if v != None]
return ',\t'.join(map(str,lst))
def secs(d0):
d = datetime.datetime(*map(int, re.split('[^\d]', d0)[:-1]))
epoch = datetime.datetime.utcfromtimestamp(0)
delta = d - epoch
return delta.total_seconds()
def splits(e):
result = []
strs = ''
for c in e:
if c != ',' and c != '[' and c != ']' and c != '\'':
strs += c
else:
if len(strs) >0 and strs != ' ':
result.append(strs)
strs = ''
return result
print("Label DISTRIBUTION===========")
#project 1
csvfile = file('proj1.csv','rb')
csvfile2 = file('labelDis1.csv','w')
reader = csv.reader(csvfile)
writer = csv.writer(csvfile2)
t = []
labels = set([])
for line in reader:
[a,b,c,d,e,f,g] = line
for ll in splits(e):
labels.add(ll)
for la in labels:
count = 0
csvfile.seek(0)
for line in reader:
[a,b,c,d,e,f,g] = line
for ll in splits(e):
if ll == la:
count += 1
writer.writerows([[la,count]])
csvfile.close()
#project 2
csvfile = file('proj2.csv','rb')
csvfile2 = file('labelDis2.csv','w')
reader = csv.reader(csvfile)
writer = csv.writer(csvfile2)
t = []
labels = set([])
for line in reader:
[a,b,c,d,e,f,g] = line
for ll in splits(e):
labels.add(ll)
for la in labels:
count = 0
csvfile.seek(0)
for line in reader:
[a,b,c,d,e,f,g] = line
for ll in splits(e):
if ll == la:
count += 1
writer.writerows([[la,count]])
csvfile.close()
csvfile2.close()
#project 3
csvfile = file('proj3.csv','rb')
csvfile2 = file('labelDis3.csv','w')
reader = csv.reader(csvfile)
writer = csv.writer(csvfile2)
t = []
labels = set([])
for line in reader:
[a,b,c,d,e,f,g] = line
for ll in splits(e):
labels.add(ll)
for la in labels:
count = 0
csvfile.seek(0)
for line in reader:
[a,b,c,d,e,f,g] = line
for ll in splits(e):
if ll == la:
count += 1
writer.writerows([[la,count]])
csvfile.close()
csvfile2.close()