Fix warm up and progbar in BiaffineDependencyParser https://bbs.hankc…

…s.com/t/topic/3131

hanlp/common/component.py

@@ -5,6 +5,7 @@
 import logging
 import math
 import os
+import warnings
 from abc import ABC, abstractmethod
 from typing import Any, Dict, Optional, List
 
@@ -95,7 +96,9 @@ def evaluate(self, input_path: str, save_dir=None, output=False, batch_size=128,
         samples = size_of_dataset(tst_data)
         num_batches = math.ceil(samples / batch_size)
         if warm_up:
-            self.model.predict_on_batch(list(tst_data.take(1))[0])
+            for x, y in tst_data:
+                self.model.predict_on_batch(x)
+                break
         if output:
             assert save_dir, 'Must pass save_dir in order to output'
             if isinstance(output, bool):

hanlp/components/parsers/biaffine_parser.py

@@ -256,14 +256,14 @@ def evaluate_dataset(self, tst_data, callbacks, output, num_batches):
         params = {'verbose': 1, 'epochs': 1, 'metrics': ['loss'] + self.config.metrics, 'steps': steps_per_epoch}
         for c in callbacks:
             c.set_params(params)
-            c.on_train_begin()  # otherwise AttributeError: 'ProgbarLogger' object has no attribute 'verbose'
-            c.on_epoch_begin(0)
+            c.on_test_begin()
+            c.on_epoch_end(0)
         logs = {}
         if output:
             output = open(output, 'w', encoding='utf-8')
         for idx, ((words, feats), (arcs, rels)) in enumerate(iter(tst_data)):
             for c in callbacks:
-                c.on_batch_begin(idx, logs)
+                c.on_test_batch_begin(idx, logs)
             arc_scores, rel_scores, loss, mask, arc_preds, rel_preds = self.evaluate_batch(words, feats, arcs, rels,
                                                                                            arc_loss, rel_loss, metric)
             if output:
@@ -273,7 +273,7 @@ def evaluate_dataset(self, tst_data, callbacks, output, num_batches):
             logs['loss'] = loss
             logs.update(metric.to_dict())
             for c in callbacks:
-                c.on_batch_end(idx, logs)
+                c.on_test_batch_end(idx, logs)
         for c in callbacks:
             c.on_epoch_end(0)
             c.on_test_end()

hanlp/version.py

@@ -2,4 +2,4 @@
 # Author: hankcs
 # Date: 2019-12-28 19:26
 
-__version__ = '2.0.0-alpha.68'
+__version__ = '2.0.0-alpha.69'