Skip to content

Commit

Permalink
Clean-up usage of root directory in docs generation
Browse files Browse the repository at this point in the history
Instead, make use of the current working directory.
This should ease most of it and remove noise, since
now root is just the current directory.
  • Loading branch information
Lonami committed Jul 17, 2019
1 parent eb02ead commit 2ffd1e8
Show file tree
Hide file tree
Showing 3 changed files with 50 additions and 53 deletions.
19 changes: 12 additions & 7 deletions setup.py
Expand Up @@ -12,9 +12,9 @@


import itertools import itertools
import json import json
import os
import re import re
import shutil import shutil
from os import chdir
from pathlib import Path from pathlib import Path
from subprocess import run from subprocess import run
from sys import argv from sys import argv
Expand All @@ -26,16 +26,19 @@ class TempWorkDir:
"""Switches the working directory to be the one on which this file lives, """Switches the working directory to be the one on which this file lives,
while within the 'with' block. while within the 'with' block.
""" """
def __init__(self): def __init__(self, new=None):
self.original = None self.original = None
self.new = new or str(Path(__file__).parent.resolve())


def __enter__(self): def __enter__(self):
self.original = Path('.').resolve() # os.chdir does not work with Path in Python 3.5.x
chdir(str(Path(__file__).parent.resolve())) self.original = str(Path('.').resolve())
os.makedirs(self.new, exist_ok=True)
os.chdir(self.new)
return self return self


def __exit__(self, *args): def __exit__(self, *args):
chdir(str(self.original)) os.chdir(self.original)




GENERATOR_DIR = Path('telethon_generator') GENERATOR_DIR = Path('telethon_generator')
Expand Down Expand Up @@ -108,7 +111,9 @@ def generate(which, action='gen'):
if DOCS_OUT.is_dir(): if DOCS_OUT.is_dir():
shutil.rmtree(str(DOCS_OUT)) shutil.rmtree(str(DOCS_OUT))
else: else:
generate_docs(tlobjects, methods, layer, DOCS_IN_RES, DOCS_OUT) in_path = DOCS_IN_RES.resolve()
with TempWorkDir(DOCS_OUT):
generate_docs(tlobjects, methods, layer, in_path)


if 'json' in which: if 'json' in which:
which.remove('json') which.remove('json')
Expand Down Expand Up @@ -223,5 +228,5 @@ def main():




if __name__ == '__main__': if __name__ == '__main__':
with TempWorkDir(): # Could just use a try/finally but this is + reusable with TempWorkDir():
main() main()
3 changes: 1 addition & 2 deletions telethon_generator/docswriter.py
Expand Up @@ -6,12 +6,11 @@ class DocsWriter:
""" """
Utility class used to write the HTML files used on the documentation. Utility class used to write the HTML files used on the documentation.
""" """
def __init__(self, root, filename, type_to_path): def __init__(self, filename, type_to_path):
""" """
Initializes the writer to the specified output file, Initializes the writer to the specified output file,
creating the parent directories when used if required. creating the parent directories when used if required.
""" """
self.root = root
self.filename = filename self.filename = filename
self._parent = str(self.filename.parent) self._parent = str(self.filename.parent)
self.handle = None self.handle = None
Expand Down
81 changes: 37 additions & 44 deletions telethon_generator/generators/docs.py
@@ -1,6 +1,7 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
import functools import functools
import os import os
import pathlib
import re import re
import shutil import shutil
from collections import defaultdict from collections import defaultdict
Expand Down Expand Up @@ -33,9 +34,9 @@ def get_import_code(tlobject):
.format(kind, ns, tlobject.class_name) .format(kind, ns, tlobject.class_name)




def _get_path_for(root, tlobject): def _get_path_for(tlobject):
"""Creates and returns the path for the given TLObject at root.""" """Returns the path for the given TLObject."""
out_dir = root / ('methods' if tlobject.is_function else 'constructors') out_dir = pathlib.Path('methods' if tlobject.is_function else 'constructors')
if tlobject.namespace: if tlobject.namespace:
out_dir /= tlobject.namespace out_dir /= tlobject.namespace


Expand Down Expand Up @@ -72,20 +73,21 @@ def _build_menu(docs):


paths = [] paths = []
current = docs.filename current = docs.filename
while current != docs.root: top = pathlib.Path('.')
while current != top:
current = current.parent current = current.parent
paths.append(current) paths.append(current)


for path in reversed(paths): for path in reversed(paths):
docs.add_menu(path.stem.title(), link=path / 'index.html') docs.add_menu(path.stem.title() or 'API', link=path / 'index.html')


if docs.filename.stem != 'index': if docs.filename.stem != 'index':
docs.add_menu(docs.title, link=docs.filename) docs.add_menu(docs.title, link=docs.filename)


docs.end_menu() docs.end_menu()




def _generate_index(root, folder, paths, def _generate_index(folder, paths,
bots_index=False, bots_index_paths=()): bots_index=False, bots_index_paths=()):
"""Generates the index file for the specified folder""" """Generates the index file for the specified folder"""
# Determine the namespaces listed here (as sub folders) # Determine the namespaces listed here (as sub folders)
Expand All @@ -103,15 +105,15 @@ def _generate_index(root, folder, paths,


# Now that everything is setup, write the index.html file # Now that everything is setup, write the index.html file
filename = folder / (BOT_INDEX if bots_index else INDEX) filename = folder / (BOT_INDEX if bots_index else INDEX)
with DocsWriter(root, filename, _get_path_for_type) as docs: with DocsWriter(filename, _get_path_for_type) as docs:
# Title should be the current folder name # Title should be the current folder name
docs.write_head(str(folder).replace(os.path.sep, '/').title(), docs.write_head(str(folder).replace(os.path.sep, '/').title(),
css_path=paths['css'], css_path=paths['css'],
default_css=paths['default_css']) default_css=paths['default_css'])


docs.set_menu_separator(paths['arrow']) docs.set_menu_separator(paths['arrow'])
_build_menu(docs) _build_menu(docs)
docs.write_title(str(filename.parent.relative_to(root)) docs.write_title(str(filename.parent)
.replace(os.path.sep, '/').title()) .replace(os.path.sep, '/').title())


if bots_index: if bots_index:
Expand All @@ -133,7 +135,7 @@ def _generate_index(root, folder, paths,
if item.parent == namespace: if item.parent == namespace:
namespace_paths.append(item) namespace_paths.append(item)


_generate_index(root, namespace, paths, _generate_index(namespace, paths,
bots_index, namespace_paths) bots_index, namespace_paths)


docs.add_row( docs.add_row(
Expand Down Expand Up @@ -206,15 +208,15 @@ def _copy_replace(src, dst, replacements):
)) ))




def _write_html_pages(root, tlobjects, methods, layer, input_res): def _write_html_pages(tlobjects, methods, layer, input_res):
""" """
Generates the documentation HTML files from from ``scheme.tl`` Generates the documentation HTML files from from ``scheme.tl``
to ``/methods`` and ``/constructors``, etc. to ``/methods`` and ``/constructors``, etc.
""" """
# Save 'Type: [Constructors]' for use in both: # Save 'Type: [Constructors]' for use in both:
# * Seeing the return type or constructors belonging to the same type. # * Seeing the return type or constructors belonging to the same type.
# * Generating the types documentation, showing available constructors. # * Generating the types documentation, showing available constructors.
paths = {k: root / v for k, v in ( paths = {k: pathlib.Path(v) for k, v in (
('css', 'css'), ('css', 'css'),
('arrow', 'img/arrow.svg'), ('arrow', 'img/arrow.svg'),
('search.js', 'js/search.js'), ('search.js', 'js/search.js'),
Expand All @@ -236,15 +238,11 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
type_to_constructors[t] = list(sorted(cs, key=lambda c: c.name)) type_to_constructors[t] = list(sorted(cs, key=lambda c: c.name))


methods = {m.name: m for m in methods} methods = {m.name: m for m in methods}

# Since the output directory is needed everywhere partially apply it now
create_path_for = functools.partial(_get_path_for, root)
path_for_type = lambda t: root / _get_path_for_type(t)
bot_docs_paths = [] bot_docs_paths = []


for tlobject in tlobjects: for tlobject in tlobjects:
filename = create_path_for(tlobject) filename = _get_path_for(tlobject)
with DocsWriter(root, filename, path_for_type) as docs: with DocsWriter(filename, _get_path_for_type) as docs:
docs.write_head(title=tlobject.class_name, docs.write_head(title=tlobject.class_name,
css_path=paths['css'], css_path=paths['css'],
default_css=paths['default_css']) default_css=paths['default_css'])
Expand Down Expand Up @@ -300,7 +298,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
inner = tlobject.result inner = tlobject.result


docs.begin_table(column_count=1) docs.begin_table(column_count=1)
docs.add_row(inner, link=path_for_type(inner)) docs.add_row(inner, link=_get_path_for_type(inner))
docs.end_table() docs.end_table()


cs = type_to_constructors.get(inner, []) cs = type_to_constructors.get(inner, [])
Expand All @@ -313,7 +311,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):


docs.begin_table(column_count=2) docs.begin_table(column_count=2)
for constructor in cs: for constructor in cs:
link = create_path_for(constructor) link = _get_path_for(constructor)
docs.add_row(constructor.class_name, link=link) docs.add_row(constructor.class_name, link=link)
docs.end_table() docs.end_table()


Expand Down Expand Up @@ -345,7 +343,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
else: else:
docs.add_row( docs.add_row(
friendly_type, align='center', friendly_type, align='center',
link=path_for_type(arg.type) link=_get_path_for_type(arg.type)
) )


# Add a description for this argument # Add a description for this argument
Expand Down Expand Up @@ -427,7 +425,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
# Find all the available types (which are not the same as the constructors) # Find all the available types (which are not the same as the constructors)
# Each type has a list of constructors associated to it, hence is a map # Each type has a list of constructors associated to it, hence is a map
for t, cs in type_to_constructors.items(): for t, cs in type_to_constructors.items():
filename = path_for_type(t) filename = _get_path_for_type(t)
out_dir = filename.parent out_dir = filename.parent
if out_dir: if out_dir:
out_dir.mkdir(parents=True, exist_ok=True) out_dir.mkdir(parents=True, exist_ok=True)
Expand All @@ -438,7 +436,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
else: else:
namespace, name = None, t namespace, name = None, t


with DocsWriter(root, filename, path_for_type) as docs: with DocsWriter(filename, _get_path_for_type) as docs:
docs.write_head(title=snake_to_camel_case(name), docs.write_head(title=snake_to_camel_case(name),
css_path=paths['css'], css_path=paths['css'],
default_css=paths['default_css']) default_css=paths['default_css'])
Expand All @@ -462,7 +460,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
docs.begin_table(2) docs.begin_table(2)
for constructor in cs: for constructor in cs:
# Constructor full name # Constructor full name
link = create_path_for(constructor) link = _get_path_for(constructor)
docs.add_row(constructor.class_name, link=link) docs.add_row(constructor.class_name, link=link)
docs.end_table() docs.end_table()


Expand All @@ -481,7 +479,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):


docs.begin_table(2) docs.begin_table(2)
for func in functions: for func in functions:
link = create_path_for(func) link = _get_path_for(func)
docs.add_row(func.class_name, link=link) docs.add_row(func.class_name, link=link)
docs.end_table() docs.end_table()


Expand All @@ -505,7 +503,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):


docs.begin_table(2) docs.begin_table(2)
for ot in other_methods: for ot in other_methods:
link = create_path_for(ot) link = _get_path_for(ot)
docs.add_row(ot.class_name, link=link) docs.add_row(ot.class_name, link=link)
docs.end_table() docs.end_table()


Expand All @@ -530,7 +528,7 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):


docs.begin_table(2) docs.begin_table(2)
for ot in other_types: for ot in other_types:
link = create_path_for(ot) link = _get_path_for(ot)
docs.add_row(ot.class_name, link=link) docs.add_row(ot.class_name, link=link)
docs.end_table() docs.end_table()
docs.end_body() docs.end_body()
Expand All @@ -540,9 +538,9 @@ def _write_html_pages(root, tlobjects, methods, layer, input_res):
# information that we have available, simply a file listing all the others # information that we have available, simply a file listing all the others
# accessible by clicking on their title # accessible by clicking on their title
for folder in ['types', 'methods', 'constructors']: for folder in ['types', 'methods', 'constructors']:
_generate_index(root, root / folder, paths) _generate_index(pathlib.Path(folder), paths)


_generate_index(root, root / 'methods', paths, True, _generate_index(pathlib.Path('methods'), paths, True,
bot_docs_paths) bot_docs_paths)


# Write the final core index, the main index for the rest of files # Write the final core index, the main index for the rest of files
Expand Down Expand Up @@ -592,12 +590,9 @@ def fmt(xs, formatter):


type_names = fmt(types, formatter=lambda x: x) type_names = fmt(types, formatter=lambda x: x)


# Local URLs shouldn't rely on the output's root, so set empty root request_urls = fmt(methods, _get_path_for)
get_path_for = functools.partial(_get_path_for, Path())

request_urls = fmt(methods, get_path_for)
type_urls = fmt(types, _get_path_for_type) type_urls = fmt(types, _get_path_for_type)
constructor_urls = fmt(cs, get_path_for) constructor_urls = fmt(cs, _get_path_for)


paths['search.js'].parent.mkdir(parents=True, exist_ok=True) paths['search.js'].parent.mkdir(parents=True, exist_ok=True)
_copy_replace(input_res / 'js/search.js', paths['search.js'], { _copy_replace(input_res / 'js/search.js', paths['search.js'], {
Expand All @@ -610,19 +605,18 @@ def fmt(xs, formatter):
}) })




def _copy_resources(res_dir, out_dir): def _copy_resources(res_dir):
for dirname, files in [('css', ['docs.light.css', 'docs.dark.css']), for dirname, files in [('css', ['docs.light.css', 'docs.dark.css']),
('img', ['arrow.svg'])]: ('img', ['arrow.svg'])]:
dirpath = out_dir / dirname dirpath = pathlib.Path(dirname)
dirpath.mkdir(parents=True, exist_ok=True) dirpath.mkdir(parents=True, exist_ok=True)
for file in files: for file in files:
shutil.copy(str(res_dir / dirname / file), str(dirpath)) shutil.copy(str(res_dir / dirname / file), str(dirpath))




def _create_structure(tlobjects, output_dir): def _create_structure(tlobjects):
""" """
Pre-create the required directory structure Pre-create the required directory structure.
in `output_dir` for the input objects.
""" """
types_ns = set() types_ns = set()
method_ns = set() method_ns = set()
Expand All @@ -633,8 +627,7 @@ def _create_structure(tlobjects, output_dir):
else: else:
types_ns.add(obj.namespace) types_ns.add(obj.namespace)


output_dir.mkdir(exist_ok=True) output_dir = pathlib.Path('.')

type_dir = output_dir / 'types' type_dir = output_dir / 'types'
type_dir.mkdir(exist_ok=True) type_dir.mkdir(exist_ok=True)


Expand All @@ -650,7 +643,7 @@ def _create_structure(tlobjects, output_dir):
(meth_dir / ns).mkdir(exist_ok=True) (meth_dir / ns).mkdir(exist_ok=True)




def generate_docs(tlobjects, methods_info, layer, input_res, output_dir): def generate_docs(tlobjects, methods_info, layer, input_res):
_create_structure(tlobjects, output_dir) _create_structure(tlobjects)
_write_html_pages(output_dir, tlobjects, methods_info, layer, input_res) _write_html_pages(tlobjects, methods_info, layer, input_res)
_copy_resources(input_res, output_dir) _copy_resources(input_res)

0 comments on commit 2ffd1e8

Please sign in to comment.