version 1.4

CHANGES

@@ -0,0 +1,22 @@
+= Changelog for jusText =
+
+== v1.4 (24 Aug 2017) ==
+ * max_good_distance, a new context classification parameter
+ * Web demo
+
+== v1.3 (30 Jun 2017) ==
+ * Filter out HTML(5) elements
+ * Preprocess split to get_html_root and preprocess_html_root
+ * See the git log for more
+
+== v1.2 (8 Aug 2011) ==
+ * FEATURE: Character counts used instead of word counts where possible in
+            order to make the algorithm work well in the language independent
+            mode (without a stoplist) for languages where counting words is
+            not easy (Japanese, Chinese, Thai, etc).
+ * BUG FIX: More robust parsing of meta tags containing the information about
+            used charset.
+ * BUG FIX: Corrected decoding of HTML entities € to Ÿ
+
+== v1.1 (9 Mar 2011) ==
+ * First public release.

COPYING

@@ -0,0 +1,23 @@
+Copyright (c) 2011, Jan Pomikalek <jan.pomikalek@gmail.com>
+
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+* Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ''AS IS'' AND ANY
+EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY
+DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

MANIFEST.in

@@ -0,0 +1,3 @@
+include README
+include COPYING
+recursive-include justext *.txt

PKG-INFO

@@ -0,0 +1,17 @@
+Metadata-Version: 1.2
+Name: justext
+Version: 1.4
+Summary: Heuristic based boilerplate removal tool
+Home-page: http://corpus.tools/wiki/Justext
+Author: Jan Pomikalek
+Author-email: jan.pomikalek@gmail.com
+Maintainer: Vit Suchomel
+Maintainer-email: support@sketchengine.co.uk
+License: BSD
+Description: jusText is a tool for removing boilerplate content,
+            such as navigation links, headers, and footers from HTML pages. It is
+            designed to preserve mainly text containing full sentences and it is
+            therefore well suited for creating linguistic resources such as Web
+            corpora.
+Platform: UNKNOWN
+Requires: lxml (>=2.2.4)

README

@@ -0,0 +1,9 @@
+# jusText
+
+## Prerequisites:
+
+lxml (>=2.2.4)
+
+To install the package type: `python setup.py install`
+
+For usage information see: `justext --help`

README.md

@@ -0,0 +1,9 @@
+# jusText
+
+## Prerequisites:
+
+lxml (>=2.2.4)
+
+To install the package type: `python setup.py install`
+
+For usage information see: `justext --help`

bin/justext

@@ -0,0 +1,10 @@
+#!/usr/bin/env python
+#
+# Copyright (c) 2011 Jan Pomikalek
+# All rights reserved.
+#
+# This software is licensed as described in the file COPYING, which
+# you should have received as part of this distribution.
+
+import justext
+justext.main()

justext/__init__.py

@@ -0,0 +1,12 @@
+# Copyright (c) 2011 Jan Pomikalek
+# All rights reserved.
+#
+# This software is licensed as described in the file COPYING, which
+# you should have received as part of this distribution.
+
+from justext.core import justext, get_stoplists, get_stoplist, main
+
+try:
+    __version__ = __import__('pkg_resources').get_distribution('justext').version
+except:
+    __version__ = '?'