Testing Active Learning

IngeoDash/__init__.py

@@ -13,4 +13,4 @@
 # limitations under the License.
 from IngeoDash.annotate import label_column, flip_label, store, similarity
 
-__version__ = '0.1.1'
+__version__ = '0.1.2'

IngeoDash/annotate.py

@@ -57,7 +57,6 @@ def model(mem: Config, data: dict, select: bool=True):
     return stack.fit(data)
 
 
-
 def active_learning_selection(mem: Config):
     db = CONFIG.db[mem[mem.username]]
     dense = model(mem, db[mem.permanent])  
@@ -83,6 +82,7 @@ def active_learning_selection(mem: Config):
         data.append(ele)
     db[mem.original] = D
     db[mem.data] = data
+    return dense
 
 
 def label_column_predict(mem: Config, model=None):
@@ -96,7 +96,8 @@ def label_column_predict(mem: Config, model=None):
     dense = model(mem, D)    
     hys = dense.predict(data).tolist()
     for ele, hy in zip(data, hys):
-        ele[mem.label_header] = ele.get(mem.label_header, hy)        
+        ele[mem.label_header] = ele.get(mem.label_header, hy)
+    return dense        
 
 
 def label_column(mem: Config, model=model):

IngeoDash/config.py

@@ -65,7 +65,9 @@ def __call__(self, value):
         cls = deepcopy(self)
         if value is not None:
             cls.mem = json.loads(value) if isinstance(value, str) else value
-        for key in ['label_header', 'text', 'n_value']:
+        for key in ['label_header', 'text', 'n_value',
+                    'voc_size_exponent', 'voc_selection',
+                    'estimator_class', 'decision_function_name']:
             if key in cls.mem:
                 setattr(cls, key, cls.mem[key])
         return cls

IngeoDash/tests/test_annotate.py

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-from IngeoDash.annotate import label_column, flip_label, store, similarity
+from IngeoDash.annotate import label_column, flip_label, store, similarity, model
 from IngeoDash.config import CONFIG
 from microtc.utils import tweet_iterator
 from EvoMSA.tests.test_base import TWEETS
@@ -91,7 +91,6 @@ def test_predict_active_learning():
     assert [x['id'] for x in data] != list(range(10, 20))
 
 
-
 def test_flip_label():
     data = [dict() for i in range(3)]
     mem = CONFIG({CONFIG.username: 'xxx'})
@@ -125,4 +124,14 @@ def test_similarity():
     _ = sorted([[tweet['nn'], sim]for tweet, (sim, ) in zip(tweets, sim_values)],
                key=lambda x: x[1],
                reverse=True)
-    assert 'Me choca ahorita' in _[0][0]    
+    assert 'Me choca ahorita' in _[0][0]
+
+
+def test_stack_dense():
+    from EvoMSA import BoW, DenseBoW, StackGeneralization
+    mem = CONFIG({CONFIG.lang: 'es'})
+    D = list(tweet_iterator(TWEETS))
+    m = model(mem, D[:15])
+    assert isinstance(m, DenseBoW) and not isinstance(m, StackGeneralization)
+    m = model(mem, D)
+    assert isinstance(m, StackGeneralization)

IngeoDash/tests/test_config.py

@@ -13,6 +13,7 @@
 # limitations under the License.
 from IngeoDash.config import Config
 from IngeoDash.config import CONFIG
+from sklearn.svm import LinearSVC
 
 
 def test_Config():
@@ -45,7 +46,11 @@ def test_Config():
                    checklist='checklist',
                    active_learning='active_learning',
                    shuffle='shuffle',
-                   labels_proportion='labels_proportion')
+                   labels_proportion='labels_proportion',
+                   voc_size_exponent=15,
+                   voc_selection='most_common_by_type',
+                   estimator_class=LinearSVC,
+                   decision_function_name='decision_function')
     for k, v in default.items():
         assert v == getattr(conf, k)
 
@@ -71,7 +76,11 @@ def test_Config_call():
 
 def test_Config_call2():
     mem = CONFIG(dict(label_header='label',
-                      text='texto', n_value=12))
+                      text='texto', n_value=12,
+                      voc_size_exponent=15,
+                      voc_selection='most_common_by_type',
+                      estimator_class=LinearSVC,
+                      decision_function_name='decision_function'))
     assert mem.label_header == 'label'
     assert mem.text == 'texto'
     assert mem.n_value == 12