Skip to content

Commit

Permalink
Grab more files for SymbiFlow theme.
Browse files Browse the repository at this point in the history
Signed-off-by: Tim Callahan <tcal@google.com>
  • Loading branch information
tcal-x committed Mar 10, 2021
1 parent 069c68b commit 3daba39
Show file tree
Hide file tree
Showing 3 changed files with 261 additions and 0 deletions.
3 changes: 3 additions & 0 deletions docs/source/.gitattributes
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
*.png binary
*.gif binary
*.jpg binary
1 change: 1 addition & 0 deletions docs/source/.gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
_build
257 changes: 257 additions & 0 deletions docs/source/collect_readmes.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,257 @@
import os
from docutils.core import publish_doctree


full_name_lut = {
'a35t': 'Arty 35T',
'a100t': 'Arty 100T',
'basys3': 'Basys 3',
'eos_s3': 'EOS S3',
'zybo': 'Zybo Z7',
'nexys_video': 'Nexys Video',
}
families = ('xc7', 'eos-s3')
inlines = ('literal', 'strong', 'reference')


def handle_default_with_inlines(block):
"""
Extracts information from a block that contains inline blocks in
its subtree. The text from the block is combined with the contents
of the inline blocks. This is used, i.e., when the code is inserted
in the text with `` marks.
Args:
block: A block with a inline block in the subtree
Returns: A dictionary with the extracted information
"""
text = ""
for node in block.traverse(include_self=False, condition=lambda x:
x.parent.tagname.strip() not in inlines):
tagname = node.tagname.strip()
if tagname in ('paragraph',):
continue

if tagname == 'literal':
text += f'``{node.astext()}``'
elif tagname == 'strong':
text += f'**{node.astext()}**'
elif tagname == 'reference':
text += f'`{node.astext()} <{node["refuri"]}>`_'
else:
text += node.astext()

ret = {}
ret['type'] = block.tagname.strip()
ret['text'] = text

return ret


def subtree_has_tag(block, tagname):
"""
Check if the doctree node contains a particular tag in its subtree.
Args:
block: A block that has to be checked
tagname: The searched tag
Returns: True if the subtree contains a node with the tagname or False otherwise.
"""

for node in block.traverse(include_self=False):
if node.tagname.strip() == tagname:
return True

return False


def handle_title(block):
"""
Extracts information from a title block (from a README doctree).
Args:
block: A title doctree block
Returns: A dictionary with the extracted information
"""

ret = {
'type': 'title',
'text': '\n'.join((block.astext(), '~' * 20)),
}

return ret


def handle_img(block):
"""
Extracts information from an image block (from a README doctree).
Args:
block: An image doctree block
Returns: A dictionary with the extracted information
"""

ret = {}
ret['type'] = 'image'
ret['uri'] = os.path.join(*block['uri'].split('/')[3:])
ret['align'] = block.get('align', 'center')
ret['width'] = block.get('width', '100%')

return ret


def handle_literal_block(block):
"""
Extracts information from a literal block (from a README doctree).
Args:
block: A literal doctree block
Returns: A dictionary with the extracted information
"""

ret = {}
ret['type'] = 'literal_block'
ret['text'] = block.astext().split('\n')
ret['classes'] = block['classes']

try:
ret['name'] = full_name_lut[''.join(block['names']).split('-')[2]]
except:
ret['name'] = ''

return ret


def handle_note(block):
"""
Extracts information from a note block (from a README doctree).
If the block contain inline block in its subtree, the data from that block
will also be extracted.
Args:
block: A note doctree block
Returns: A dictionary with the extracted information
"""
ret = {}
ret['type'] = block.tagname.strip()

if sum(map(lambda x: subtree_has_tag(block, x), inlines)):
for node in block.traverse(condition=lambda x:
x.tagname.strip() == 'paragraph'):
ret['text'] = handle_default_with_inlines(node)['text']
else:
ret['text'] = block.astext()

ret['text'] = ret['text'].split('\n')

return ret


def handle_default(block):
"""
Extracts information from doctree blocks that need not be handled in
a special way. Nevertheless, if the block contains a inline block,
the informaton from that block will also be extracted.
Args:
block: A doctree block
Returns: A dictionary with the extracted information
"""
if sum(map(lambda x: subtree_has_tag(block, x), inlines)):
return handle_default_with_inlines(block)

ret = {}
ret['type'] = block.tagname.strip()
ret['text'] = block.astext()

return ret


handle_block_funcs = {
'title': handle_title,
'image': handle_img,
'literal_block': handle_literal_block,
'note': handle_note,
'default': handle_default,
}


def get_blocks(text):
"""
Get a traversed README doctree
Args:
text: Text of the example's README
Returns: Returns an iterable containing the README document structure
See `traverse` implementation in docutils/nodes.py for more details.
"""
doctree = publish_doctree(text)

return doctree.traverse(condition=lambda x: x.tagname.strip() != 'document'
and x.parent.tagname.strip() != 'note')


def fill_context(text):
"""
Creates a jinja context dictionary for a SymbiFlow Toolchain usage example.
The dictionary contains all the important information from the example's README.
Args:
text: Text of the example's README
Returns: A context dictionary that should be added to the main jinja_contexts
"""
ret = []

start_group = False
in_group = False
for block in get_blocks(text):
tagname = block.tagname.strip()

# do not process those
if tagname in ('#text', 'inline') + inlines:
continue

# try do get handler; if not found, use the default one
if tagname not in handle_block_funcs.keys():
handler = 'default'
else:
handler = tagname

entry = handle_block_funcs[handler](block)

# internal logic for grouping code blocks into tab groups
if tagname == 'literal_block' and 'group' in ''.join(block['names']):
if not in_group:
start_group = True
in_group = True
else:
start_group = False
in_group = True
else:
in_group = False
start_group = False

entry['start_group'] = start_group
entry['in_group'] = in_group

ret.append(entry)

return ret

0 comments on commit 3daba39

Please sign in to comment.