This repository has been archived by the owner on Mar 3, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
68 lines (60 loc) · 1.65 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
import setuptools
with open("README.md", "r") as fh:
long_description = fh.read()
install_requires = [
"opustools",
"beautifulsoup4",
"fasttext",
"graphviz",
"langid",
"matplotlib",
"morfessor",
"fast-mosestokenizer",
"pandas>=1.0.0",
"pycld2",
"pyhash",
"sentence-splitter",
"rapidfuzz",
"ruamel.yaml>=0.15.0",
"regex",
"requests",
"scikit-learn",
"subword_nmt",
"tqdm"
]
jieba_require = [
'jieba>=0.42'
]
mecab_require = [
'mecab-python3>=1.0.0',
'unidic-lite'
]
laser_require = [
'laserembeddings'
]
tests_require = [
'pytest'
]
all_require = jieba_require + mecab_require + laser_require + tests_require
setuptools.setup(
name="opusfilter-fork",
use_scm_version=True,
setup_requires=['setuptools_scm'],
author="Bing Han",
author_email="beatmight@gmail.com",
description="Toolbox for filtering parallel corpora",
long_description=long_description,
long_description_content_type="text/markdown",
url="https://github.com/NMT-Hub/filter",
packages=setuptools.find_packages(),
scripts=["bin/opusfilter", "bin/opusfilter-cmd", "bin/opusfilter-diagram", "bin/opusfilter-duplicates", "bin/opusfilter-scores", "bin/opusfilter-test"],
install_requires=install_requires,
tests_require=tests_require,
extras_require={'test': tests_require, 'jieba': jieba_require, 'mecab': mecab_require, 'laser': laser_require, 'all': all_require},
classifiers=(
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
),
python_requires=">=3.6",
)