test repeated chapter titles

footley · Jun 1, 2012 · eb8ae23 · eb8ae23
1 parent 2a0214c
commit eb8ae23
Show file tree

Hide file tree

Showing 10 changed files with 63,918 additions and 40 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,6 +1,3 @@
-# test output
-test/test-files/correct_output
-
 # gedit backup files
 *~
 
@@ -38,3 +35,6 @@ nosetests.xml
 
 # Mr Developer
 .mr.developer.cfg
+
+# Profiling Output
+profile_out
diff --git a/md2ebook/md2ebook.py b/md2ebook/md2ebook.py
@@ -65,22 +65,31 @@ def wrap_html(self, title, body):
         """
         return self.boilerplate.format(title = title, body = body)
 
+class Slugger(object):
+    def __init__(self):
+        self.slugs = {}
+
+    def slugify(self, _str):
+        """
+        turns any string into a valid unique url/filename slug
+        """
+        slug = unidecode.unidecode(_str).lower()
+        slug = re.sub(r'\W+', '-', slug)
+        while slug in self.slugs:
+            slug = slug + '-'
+        self.slugs[slug] = True
+        return slug
+
 HTMLWRAP = HTMLWrapper()
-
-def slugify(_str):
-    """
-    turns any string into a valid url/filename slug
-    """
-    _str = unidecode.unidecode(_str).lower()
-    return re.sub(r'\W+', '-', _str)
+SLUGGER = Slugger()
 
 class Chapter(object):
     """
     Represents a chapter
     """
     def __init__(self, title, html):
         self.title = title
-        self.slug = slugify(title)
+        self.slug = SLUGGER.slugify(title)
         self.html = HTMLWRAP.wrap_html(title, html)
 
 class HtmlParser(object):
@@ -149,6 +158,7 @@ def __init__(self, md_content, cover=None):
         self.markdown = md_content
         self.cover = cover
         self.parser = HtmlParser(self.html)
+        self._epub = None
 
     @LazyProperty
     def html(self):
@@ -182,29 +192,29 @@ def epub(self):
         """
         Converts html to epub and returns the char stream
         """
-        book = EpubBook()
-        book.set_title(self.parser.get_title())
-        book.add_creator(self.parser.get_author())
+        self._epub = EpubBook()
+        self._epub.set_title(self.parser.get_title())
+        self._epub.add_creator(self.parser.get_author())
 
         chapters = self.parser.get_chapters()
-        book.add_title_page()
+        self._epub.add_title_page()
 
         if len(chapters) > 1:
-            book.add_toc_page()
+            self._epub.add_toc_page()
 
         if self.cover:
-            book.add_cover(self.cover)
+            self._epub.add_cover(self.cover)
 
         # add chapters
         for chapter in chapters:
-            item = book.add_html('{0}.html'.format(chapter.slug), chapter.html)
-            book.add_spine_item(item)
+            item = self._epub.add_html('{0}.html'.format(chapter.slug), chapter.html)
+            self._epub.add_spine_item(item)
 
             if len(chapters) > 1:
-                book.add_toc_map_node(item.dest_path, chapter.title)
+                self._epub.add_toc_map_node(item.dest_path, chapter.title)
 
         stream = StringIO()
-        book.create_book(stream)
+        self._epub.create_book(stream)
         return stream.getvalue()
 
     @LazyProperty

diff --git a/test/test-files/correct_output/multiple-chapters.html b/test/test-files/correct_output/multiple-chapters.html
@@ -0,0 +1,85 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en">
+  <head>
+    <meta http-equiv="Content-Type" content="application/xhtml+xml; charset=utf-8" />
+    <title>This is the title of the book!</title>
+    <style type="text/css">
+      p {
+        text-indent: 1.5em;
+      }
+      p + p {
+        text-indent: 1.5em;
+      }
+
+      pre {
+        margin-left: 2em;
+        background-color: #F8F8F8;
+        border: 1px solid #CCCCCC;
+        border-radius: 3px 3px 3px 3px;
+        font-family: "Bitstream Vera Sans Mono","Courier",monospace;
+        padding-top: 0.5em;
+      }
+
+      pre > code {
+        border: medium none;
+      }
+
+      code {
+        background-color: #F8F8F8;
+        border: 1px solid #EAEAEA;
+        border-radius: 3px 3px 3px 3px;
+        font-family: "Bitstream Vera Sans Mono","Courier",monospace;
+      }
+
+      .not_outline {
+        -pdf-outline: false;
+      }
+
+      .break {
+        page-break-before: always;
+      }
+
+      h1 {
+        text-align: center;
+        margin: 2em;
+      }
+
+      h3 {
+        text-align: center;
+      }
+
+      blockquote p {
+        text-indent: 0em;
+        border-left: 4px solid #DDDDDD;
+        padding: 0 15px;
+      }
+    </style>
+  </head>
+  <body>
+    <h1>This is the title of the book!</h1>
+
+<h3>Joe Blogs</h3>
+
+<h2>This is a Chapter</h2>
+
+<p>This is the contents of this chapter, it could be a significant amount of text and even be multiple paragraphs!</p>
+
+<p>See this is the second paragraph of this chapter.</p>
+
+<h2>This is Chapter Two</h2>
+
+<p>So exciting! wheeee!! Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+
+<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+
+<h2>Third Chapter</h2>
+
+<p>Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pariatur?</p>
+
+<p>Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pariatur?</p>
+
+<p>Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem. Ut enim ad minima veniam, quis nostrum exercitationem ullam corporis suscipit laboriosam, nisi ut aliquid ex ea commodi consequatur? Quis autem vel eum iure reprehenderit qui in ea voluptate velit esse quam nihil molestiae consequatur, vel illum qui dolorem eum fugiat quo voluptas nulla pariatur?</p>
+
+  </body>
+</html>
diff --git a/test/test-files/correct_output/one-chapter.html b/test/test-files/correct_output/one-chapter.html
@@ -0,0 +1,71 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en">
+  <head>
+    <meta http-equiv="Content-Type" content="application/xhtml+xml; charset=utf-8" />
+    <title>One Chaptered Book</title>
+    <style type="text/css">
+      p {
+        text-indent: 1.5em;
+      }
+      p + p {
+        text-indent: 1.5em;
+      }
+
+      pre {
+        margin-left: 2em;
+        background-color: #F8F8F8;
+        border: 1px solid #CCCCCC;
+        border-radius: 3px 3px 3px 3px;
+        font-family: "Bitstream Vera Sans Mono","Courier",monospace;
+        padding-top: 0.5em;
+      }
+
+      pre > code {
+        border: medium none;
+      }
+
+      code {
+        background-color: #F8F8F8;
+        border: 1px solid #EAEAEA;
+        border-radius: 3px 3px 3px 3px;
+        font-family: "Bitstream Vera Sans Mono","Courier",monospace;
+      }
+
+      .not_outline {
+        -pdf-outline: false;
+      }
+
+      .break {
+        page-break-before: always;
+      }
+
+      h1 {
+        text-align: center;
+        margin: 2em;
+      }
+
+      h3 {
+        text-align: center;
+      }
+
+      blockquote p {
+        text-indent: 0em;
+        border-left: 4px solid #DDDDDD;
+        padding: 0 15px;
+      }
+    </style>
+  </head>
+  <body>
+    <h1>One Chaptered Book</h1>
+
+<h3>Mr. Consise</h3>
+
+<h2>This is litterally the Only Chapter</h2>
+
+<p>So exciting! wheeee!! Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+
+<p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+
+  </body>
+</html>