/
repo_generator_matrix.py
181 lines (150 loc) · 7.39 KB
/
repo_generator_matrix.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
""" downloaded from http://xbmc-addons.googlecode.com/svn/addons/ """
""" This is a modded version of the original addons.xml generator """
""" Put this version in the root folder of your repo and it will """
""" zip up all add-on folders, create a new zip in your zips folder """
""" and then update the md5 and addons.xml file """
""" Recoded by whufclee (info@totalrevolution.tv) """
import re
import os
import shutil
import md5
import zipfile
class Generator:
"""
Generates a new addons.xml file from each addons addon.xml file
and a new addons.xml.md5 hash file. Must be run from the root of
the checked-out repo. Only handles single depth folder structure.
"""
def __init__(self):
# Create the zips folder if it doesn't already exist
zips_path = ('matrix')
if not os.path.exists(zips_path):
os.makedirs(zips_path)
# Comment out this line if you have .pyc or .pyo files you need to keep
self._remove_binaries()
self._patch_addons_matrix()
self._generate_addons_file()
self._generate_md5_file()
self._unpatch_addons_matrix()
print "Finished updating addons xml and md5 files"
def _patch_addons_matrix(self):
# addon list
addons = os.listdir('.')
# loop thru and add each addons addon.xml file
for addon in addons:
try:
if (not os.path.isdir(addon) or addon == "zips" or addon == "matrix" or addon.startswith('.')): continue
_path = os.path.join( addon, "addon.xml" )
with open(_path, 'r') as file:
filedata = file.read()
# Replace the target string
filedata = filedata.replace('addon="xbmc.python" version="2.1.0"', 'addon="xbmc.python" version="3.0.0"')
filedata = filedata.replace('name="Yatse Kodi helper script" version="', 'name="Yatse Matrix helper script" version="9')
# Write the file out again
with open(_path, 'w') as file:
file.write(filedata)
except Exception, e:
print "Excluding %s for %s" % (_path, e,)
def _unpatch_addons_matrix(self):
# addon list
addons = os.listdir('.')
# loop thru and add each addons addon.xml file
for addon in addons:
try:
if (not os.path.isdir(addon) or addon == "zips" or addon == "matrix" or addon.startswith('.')): continue
_path = os.path.join( addon, "addon.xml" )
with open(_path, 'r') as file:
filedata = file.read()
# Replace the target string
filedata = filedata.replace('addon="xbmc.python" version="3.0.0"', 'addon="xbmc.python" version="2.1.0"')
filedata = filedata.replace('name="Yatse Matrix helper script" version="9', 'name="Yatse Kodi helper script" version="')
# Write the file out again
with open(_path, 'w') as file:
file.write(filedata)
except Exception, e:
print "Excluding %s for %s" % (_path, e,)
def Create_Zips(self,addon_id,version):
xml_path = os.path.join(addon_id,'addon.xml')
addon_folder = os.path.join('matrix',addon_id)
if not os.path.exists(addon_folder):
os.makedirs(addon_folder)
final_zip = os.path.join('matrix',addon_id,'%s-%s.zip' % (addon_id,version))
if not os.path.exists(final_zip):
print "NEW ADD-ON - Creating zip for: %s v.%s" % (addon_id,version)
zip = zipfile.ZipFile(final_zip, 'w', compression=zipfile.ZIP_DEFLATED )
root_len = len(os.path.dirname(os.path.abspath(addon_id)))
for root, dirs, files in os.walk(addon_id):
archive_root = os.path.abspath(root)[root_len:]
for f in files:
fullpath = os.path.join( root, f )
archive_name = os.path.join( archive_root, f )
zip.write( fullpath, archive_name, zipfile.ZIP_DEFLATED )
zip.close()
# Copy over the icon, fanart and addon.xml to the zip directory
copyfiles = ['icon.png','fanart.jpg','addon.xml']
files = os.listdir(addon_id)
for file in files:
if file in copyfiles:
shutil.copy(os.path.join(addon_id,file),addon_folder)
# Remove any instances of pyc or pyo files
def _remove_binaries(self):
for parent, dirnames, filenames in os.walk('.'):
for fn in filenames:
if fn.lower().endswith('pyo') or fn.lower().endswith('pyc'):
compiled = os.path.join(parent, fn)
py_file = compiled.replace('.pyo','.py').replace('.pyc','.py')
if os.path.exists(py_file):
try:
os.remove(compiled)
print"Removed compiled python file:"
print compiled
print'-----------------------------'
except:
print"Failed to remove compiled python file:"
print compiled
print'-----------------------------'
else:
print"Compiled python file found but no matching .py file exists:"
print compiled
print'-----------------------------'
def _generate_addons_file(self):
# addon list
addons = os.listdir('.')
# final addons text
addons_xml = u"<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<addons>\n"
# loop thru and add each addons addon.xml file
for addon in addons:
try:
if (not os.path.isdir(addon) or addon == "zips" or addon == "matrix" or addon.startswith('.')): continue
_path = os.path.join( addon, "addon.xml" )
xml_lines = open( _path, "r" ).read().splitlines()
addon_xml = ""
# loop thru cleaning each line
ver_found = False
for line in xml_lines:
if ( line.find( "<?xml" ) >= 0 ): continue
if 'version="' in line and not ver_found:
version = re.compile('version="(.+?)"').findall(line)[0]
ver_found = True
addon_xml += unicode( line.rstrip() + "\n", "utf-8")
addons_xml += addon_xml.rstrip() + "\n\n"
# Create the zip files
self.Create_Zips(addon,version)
except Exception, e:
print "Excluding %s for %s" % ( _path, e, )
# clean and add closing tag
addons_xml = addons_xml.strip() + u"\n</addons>\n"
self._save_file(addons_xml.encode( "utf-8" ), file=os.path.join('matrix','addons.xml'))
def _generate_md5_file(self):
try:
m = md5.new(open(os.path.join('matrix','addons.xml')).read()).hexdigest()
self._save_file(m, file=os.path.join('matrix','addons.xml.md5'))
except Exception, e:
print "An error occurred creating addons.xml.md5 file!\n%s" % (e)
def _save_file(self,data,file):
try:
open(file, 'w').write(data)
except Exception, e:
print "An error occurred saving %s file!\n%s" % (file,e)
if ( __name__ == "__main__" ):
Generator()