Releasse version 0.1.0

MANIFEST.in

@@ -0,0 +1 @@
+include models/*

arabicnlp/core.py

@@ -1,10 +1,9 @@
 import re
 from .preprocessing import ArabicStemmer
-
+from .models import tags as _tags
 
 available_models = (
-    ('POST', 'LSTM'),
-    ('POST', 'NGRAM')
+    ('POST', 'LSTM')
 )
 
 stemmer = ArabicStemmer()
@@ -17,8 +16,8 @@ def stem(text):
     return [stemmer.stem(token) for token in tokens(text)]
 
 
-def tags(text, model='LSTM'):
-    return []
+def tags(text):
+    return _tags(text)
 
 
 def correct(text):

arabicnlp/models/__init__.py

@@ -1 +1 @@
-from .pos_tagger.py import tags
+from .pos_tagger import tags

arabicnlp/models/pos_tagger.py

@@ -63,6 +63,8 @@ def _tokens(text):
 
 
 model = load_model('models/post_lstm_march_2019_.h5', custom_objects={'ignore_accuracy': _ignore_class_accuracy()})
+global graph
+graph = tf.get_default_graph() 
 
 word2index = pickle.load(open('models/word2index.bin', 'rb'))
 tag2index = pickle.load(open('models/tag2index.bin', 'rb'))
@@ -78,16 +80,3 @@ def tags( sentence):
             break
         result[value] = pre_result[idx]
     return result
-
-'''
-load word2index
-load tag2index
-_MAX_LENGTH = 398
-seq = str to seq
-preres = predict(seq)
-res = logits_to_tokens(predictions, {i: t for t, i in tag2index.items()})
-
-for idx, value in enumerate(tokens(inp)):
-    print(value,' : ' , res[0][idx])
-
-'''

setup.py

@@ -5,7 +5,6 @@
     version='0.1.0',
     description="Python package for arabic NLP",
     long_description="Python package for processing arabic language with features like sentiment analysis and part-of-speech tagging",
-
     # The project URL.
     url='https://github.com/adhaamehab/arabicnlp',
 
@@ -23,4 +22,5 @@
          'Programming Language :: Python :: 3.6',
     ],
     packages=find_packages(),
+    include_package_data=True
 )