From 3a037372978c7b6604de701bf2111079d3e965a6 Mon Sep 17 00:00:00 2001
From: grammarware <vadim@grammarware.net>
Date: Fri, 18 Jan 2013 13:01:44 +0100
Subject: [PATCH] generate the front page for wiki

---
 topics/documents/wiki/genHome.py | 32 +++++++++++++++++
 topics/documents/wiki/html2md.py | 61 ++++++++++++++++++++++++++++++++
 topics/documents/wiki/texts      |  2 +-
 3 files changed, 94 insertions(+), 1 deletion(-)
 create mode 100755 topics/documents/wiki/genHome.py
 create mode 100755 topics/documents/wiki/html2md.py

diff --git a/topics/documents/wiki/genHome.py b/topics/documents/wiki/genHome.py
new file mode 100755
index 00000000..225b551d
--- /dev/null
+++ b/topics/documents/wiki/genHome.py
@@ -0,0 +1,32 @@
+#!/usr/local/bin/python
+# -*- coding: utf-8 -*-
+
+import sys
+
+h = [
+	'Concepts, languages, techniques',
+	'Tools, libraries, functions',
+	'Transformation operators'
+	]
+
+c = [
+	['BGF','XBGF','ΞBGF','EXBGF','MegaL','LDF','XLDF','EDD',
+	'ANF','LCI','BTF','LCF','Rascal','Prolog','XML','XSD','Factorial Language']
+	,
+	['ANTLR2BGF', 'AppendXBGF', 'AsFix2BTF', 'BGF2BNF', 'BGF2DMS', 'BGF2dot', 'BGF2HTML', 'BGF2Rsc', 'BGF2SDF', 'BGF2TeX', 'BGF2TXL', 'BGFlc', 'BGFover', 'BGFpp', 'BGFreformat', 'BTF2BGF', 'BTF2src', 'BuildTestSetXml', 'CBGF', 'CBGF2', 'CBGF2CBNF', 'CBGF2XBGF', 'CheckBGF', 'CheckXBGF', 'DCG2BGF', 'Ecore2BGF', 'EDD2Rsc', 'EXBGF', 'EXBGF2XBGF', 'EXBGFover', 'ExtractOver', 'FindHoriz', 'GBTF', 'GDT', 'GDTM', 'GDTS', 'HTML2BGF', 'Java2BGF', 'LCI', 'LDF2BGF', 'LDF2HTML', 'LDF2PDF', 'LDF2SET', 'LDF2TEX', 'LDinc', 'LLL2BGF', 'MergeBGF', 'NIGDT', 'NormBGF', 'PDF2BGF', 'PlotBGF', 'Py2BGF', 'REPP', 'Rsc2BGF', 'RscD2BGF', 'RscS2BGF', 'SDF2BGF', 'ShowBGF', 'ShowG', 'ShowPNF', 'ShowRootProds', 'ShowT', 'ShowX', 'ShowXBGF', 'ShowXSD', 'Spec2BGF', 'SubGrammar', 'TDT', 'TnB', 'TokenOver', 'TXL2BGF', 'Validate', 'XBGF', 'XBGF2CBGF', 'XBGF2HTML', 'XBGF2TeX', 'XBGF2XBNF', 'XBGFI', 'XBGFlc', 'XBGFover', 'XBGFS', 'XBTF', 'XLLL', 'XML2BTF', 'XSD2BGF', 'XSD2LDF']
+	,
+	['Abridge', 'Abstractize', 'AddH', 'AddV', 'Anonymize', 'Appear', 'Chain', 'Concretize', 'Deanonymize', 'Define', 'Designate', 'Detour', 'Deyaccify', 'Disappear', 'Distribute', 'Downgrade', 'Dump', 'Eliminate', 'Equate', 'Extract', 'Factor', 'Fold', 'Horizontal', 'Import', 'Inject', 'Inline', 'Introduce', 'LAssoc', 'Massage', 'Narrow', 'Permute', 'Project', 'RAssoc', 'Redefine', 'Remove', 'RemoveH', 'RemoveV', 'RenameT', 'RenameL', 'RenameN', 'RenameS', 'Replace', 'Undefine', 'Unfold', 'Unite', 'Unlabel', 'Upgrade', 'Vertical', 'Widen', 'Yaccify']
+	]
+
+l = len(h)
+w = [max(len(h[i])+4,max(map(len,c[i]))) for i in range(0,l)]
+c = map(sorted,c)
+d = max(map(len,c))
+
+f = open('texts/Home.md','w')
+f.write('|**'+'**|**'.join(h)+'**|\n')
+f.write('|'+'|'.join(['-'*v for v in w])+'|\n')
+for i in range(0,l):
+	while(len(c[i])<d): c[i].append('')
+f.write('\n'.join(['|'+'|'.join([c[i][j] and ('[['+c[i][j]+']]').center(w[i]) or ''.center(w[i]) for i in range(0,l)])+'|' for j in range(0,d)]))
+f.close()
diff --git a/topics/documents/wiki/html2md.py b/topics/documents/wiki/html2md.py
new file mode 100755
index 00000000..ab5d2d94
--- /dev/null
+++ b/topics/documents/wiki/html2md.py
@@ -0,0 +1,61 @@
+#!/usr/local/bin/python
+# -*- coding: utf-8 -*-
+
+def removetags(s):
+	# return s
+	s = s.replace('&#8220;','“').replace('&#8221;','”')
+	# <span xmlns="" class="nt">
+	# s = s.replace('<span xmlns="" class="nt">','[[')
+	# s = s.replace('</span>',']]')
+	while s.find('<')>-1:
+		c = s.split('<')
+		# ```<a name="abridge" id="abridge">[[abridge]]</a>:
+		#    '
+		c[0] = c[0]+c[1].split('>')[1]
+		if len(c)>2:
+			s = '<'.join([c[0]]+c[2:])
+		else:
+			s = c[0]
+	return s
+
+f = open('index.html','r')
+txt = {}
+now = ''
+raw = False
+for r in f.readlines():
+	if not raw:
+		r = r.strip()
+	else:
+		r = r.replace('\n','')
+	if r.startswith('<pre>'):
+		raw = True
+	if r.find('</pre>')>-1:
+		raw = False
+	if r.startswith('<a name="') and r.endswith('</h3>'):
+		now = r.split('"')[1]
+		print 'Found',now+'!'
+		txt[now] = []
+		continue
+	if r.find('compatibility-section')>-1:
+		now = ''
+		continue
+	# refactor
+	if r.endswith('</h4>'):
+		r = '### '+r.split('<')[-2].split('>')[-1]
+	r = r.replace('<pre>','```')
+	r = r.replace('</pre>','```')
+	r = removetags(r)
+	# use
+	if now!='':
+		txt[now].append(r)
+	# print 'Proceessing',r[:20]+'... as',now
+f.close()
+
+# print txt
+
+for k in txt.keys():
+	f = open('texts/'+k.capitalize()+'.md','w')
+	for r in txt[k]:
+		f.write(r.replace('&lt;','<').replace('&gt;','>')+'\n')
+	f.close()
+
diff --git a/topics/documents/wiki/texts b/topics/documents/wiki/texts
index 1b1cf95c..50fa7cb3 160000
--- a/topics/documents/wiki/texts
+++ b/topics/documents/wiki/texts
@@ -1 +1 @@
-Subproject commit 1b1cf95cb51025628837235c056812997504b611
+Subproject commit 50fa7cb3d94cc5de5e866c9ab5e213826bbafa6d