/
setup.py
88 lines (79 loc) · 4.3 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import sys
if sys.version_info.major != 3: raise Exception('ktrain requires Python 3')
from distutils.core import setup
import setuptools
with open('README.md', encoding='utf-8') as readme_file:
readme_file.readline()
readme = readme_file.read()
exec(open('ktrain/version.py').read())
setup(
name = 'ktrain',
packages = setuptools.find_packages(),
package_data={'ktrain': ['text/shallownlp/ner_models/*']},
version = __version__,
license='Apache License 2.0',
description = 'ktrain is a wrapper for TensorFlow Keras that makes deep learning and AI more accessible and easier to apply',
#description = 'ktrain is a lightweight wrapper for TensorFlow Keras to help train neural networks',
long_description = readme,
long_description_content_type = 'text/markdown',
author = 'Arun S. Maiya',
author_email = 'arun@maiya.net',
url = 'https://github.com/amaiya/ktrain',
keywords = ['tensorflow', 'keras', 'deep learning', 'machine learning'],
install_requires=[
'scikit-learn==0.23.2', # due to change in 0.24.x that breaks eli5
'matplotlib >= 3.0.0',
'pandas >= 1.0.1',
'fastprogress >= 0.1.21',
'requests',
'joblib',
'packaging',
'langdetect',
'jieba',
'cchardet', # previously pinned to 2.1.5 (due to this issue: https://github.com/PyYoshi/cChardet/issues/61) but no longer needed
'chardet', # required by stellargraph and no longer installed by other dependencies as of July 2021
'syntok==1.3.3', # due to bug in 1.4.1 causing problems in QA paragraph tokenization
# NOTE: these modules can be optionally omitted from deployment if not being used to yield lighter-weight footprint
'seqeval==0.0.19', # imported in imports with warning and used in 'ktrain.text.ner' ; pin to 0.0.19 due to numpy version incompatibility with TensorFlow 2.3
'transformers==4.10.3', # imported in imports with warning and used in 'ktrain.text' ; pin to transformers==4.10.3 due to issues saving using 4.5.1
'sentencepiece', # Added due to breaking change in transformers>=4.0
'keras_bert>=0.86.0', # imported in imports with warning and used in 'ktrain.text' ; support for TF 2.3
'whoosh', # imported by text.qa module
],
extras_require={
# NOTE: If missing, these libraries below are installed manually on-the-fly when required by an invoked method with appropriate warnings
# for testing: pip3 install git+https://github@github.com/amaiya/ktrain@develop#egg=ktrain[tests]
'tests': [ 'ipython', # for tests
'datasets', # for text.qa.AnswerExtractor.finetune
'textract', # for TextExtractor
'causalnlp', # for tabular.causalinference
'librosa', # for text.speech
'torch==1.8.1', # for qa, summarization, translation, zsl, speech
'shap', # for tabular.TabularPredictor.explain
'eli5 @ git+https://github@github.com/amaiya/eli5@tfkeras_0_10_1#egg=eli5', # for explain in text/vision
'stellargraph @ git+https://github@github.com/amaiya/stellargraph@no_tf_dep_082#egg=stellargraph', # for graph module
],
# not included and checked/requested within-code:
# 1. bokeh: in TopicModel.visualize_docuemnts
# 2. allennlp: for NETR Elmo embeddings since TF2 TF_HUB does not work
# 3. textblob: # used by textutils.extract_noun_phrases
},
classifiers=[ # Optional
# How mature is this project? Common values are
# 3 - Alpha
# 4 - Beta
# 5 - Production/Stable
'Development Status :: 4 - Beta',
# Indicate who your project is intended for
'Intended Audience :: Developers',
'Topic :: Scientific/Engineering :: Artificial Intelligence',
# Pick your license as you wish
'License :: OSI Approved :: Apache Software License',
# Specify the Python versions you support here. In particular, ensure
# that you indicate whether you support Python 2, Python 3 or both.
'Programming Language :: Python :: 3.6',
'Programming Language :: Python :: 3.7',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
],
)