Skip to content

Commit

Permalink
Merge pull request #76 from mefengl/main
Browse files Browse the repository at this point in the history
feat: compatible with markdown
  • Loading branch information
dartpain committed Feb 13, 2023
2 parents e88ff88 + 3ab02ca commit 12717fc
Show file tree
Hide file tree
Showing 2 changed files with 13 additions and 0 deletions.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -161,3 +161,4 @@ frontend/*.sw?

application/vectors/

**/inputs
12 changes: 12 additions & 0 deletions scripts/ingest_rst_sphinx.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,18 @@ def convert_rst_to_txt(src_dir, dst_dir):
f"-D source_suffix=.rst " \
f"-C {dst_dir} "
sphinx_main(args.split())
elif file.endswith(".md"):
# Rename the .md file to .rst file
src_file = os.path.join(root, file)
dst_file = os.path.join(root, file.replace(".md", ".rst"))
os.rename(src_file, dst_file)
# Convert the .rst file to .txt file using sphinx-build
args = f". -b text -D extensions=sphinx.ext.autodoc " \
f"-D master_doc={dst_file} " \
f"-D source_suffix=.rst " \
f"-C {dst_dir} "
sphinx_main(args.split())


def num_tokens_from_string(string: str, encoding_name: str) -> int:
# Function to convert string to tokens and estimate user cost.
Expand Down

0 comments on commit 12717fc

Please sign in to comment.