Show tensorboard (#272)

* start tb in init * . * . * . * . * . * . * . * Remove trainer.tb_writer, only use a single tb_writer * Testing more stuff * Revert * Revert "Remove trainer.tb_writer, only use a single tb_writer" This reverts commit 41bd0c4. * Add tensorboard button to train dialogue * Add tensorboard button to train dialogue * Add tensorboard button to train dialogue * Add tensorboard button to train dialogue * Update poetry.lock and pyproject.toml to add psutil * some i18n to replace Co-authored-by: mattchrlw <mattchrlw@gmail.com>
CoEDL · Dec 6, 2021 · 89b0327 · 89b0327
1 parent 5019de9
commit 89b0327
Show file tree

Hide file tree

Showing 7 changed files with 82 additions and 9 deletions.
diff --git a/elpis/__init__.py b/elpis/__init__.py
@@ -6,7 +6,9 @@
 from pathlib import Path
 from requests import get
 from dotenv import load_dotenv
-
+from tensorboard import program
+import psutil
+from werkzeug.serving import is_running_from_reloader
 
 def create_app(test_config=None):
     # Called by the flask run command in the cli.
@@ -67,10 +69,6 @@ def create_app(test_config=None):
         app.config['INTERFACE'] = Interface(interface_path)
     else:
         app.config['INTERFACE'] = Interface(interface_path, use_existing=True)
-    # app.config['CURRENT_DATASET'] = None # not okay for multi-user
-    # app.config['CURRENT_PRON_DICT'] = None # not okay for multi-user & need to remove later because it is Kaldi-specific.
-    # app.config['CURRENT_MODEL'] = None # not okay for multi-user
-    # app.config['CURRENT_TRANSCRIPTION'] = None  # not okay for multi-user
 
     # Developer-friendly mode has convenient interface widgets for setting engine etc
     load_dotenv()
@@ -80,6 +78,24 @@ def create_app(test_config=None):
     app.register_blueprint(endpoints.bp)
     # print(app.url_map)
 
+    if is_running_from_reloader():
+        # Start Tensorboard if not already running (because Flask init happens twice)
+        tensorboard_running = False
+        for proc in psutil.process_iter():
+            for conns in proc.connections(kind='inet'):
+                if conns.laddr.port == 6006:
+                    tensorboard_running = True
+                    print('Tensorboard is running on', proc.pid)
+        if not tensorboard_running:
+            print('Tensorboard is not running, start it')
+            tensorboard = program.TensorBoard()
+            tensorboard.configure(argv=['tensorboard',
+                                        '--logdir=/state/models',
+                                        '--port=6006',
+                                        '--host=0.0.0.0'])
+            url = tensorboard.launch()
+            print(f"Tensorflow listening on {url}")
+
     # the rest of the routes below are for the single file react app.
     @app.route('/index.html')
     def index_file():

diff --git a/elpis/gui/src/components/Model/Train.js b/elpis/gui/src/components/Model/Train.js
@@ -61,6 +61,10 @@ class ModelTrain extends Component {
     downloadjs(log, "log.txt", "text/txt");
   };
 
+  handleTensorBoard = () => {
+    window.open(window.location.protocol + "//" + window.location.hostname + ":6006", "_blank").focus();
+  }
+
   onScroll = () => {};
 
   follow = () => {};
@@ -184,6 +188,12 @@ class ModelTrain extends Component {
                                             >
                                                 {t("model.train.logButton")}
                                             </Button>
+                                            <Button
+                                                onClick={this.handleTensorBoard}
+                                                disabled={!name}
+                                            >
+                                                {t("model.train.tensorboardButton")}
+                                            </Button>
                                         </Segment>
                                     )}
                                 </>

diff --git a/elpis/gui/src/translations/en-GB/common.json b/elpis/gui/src/translations/en-GB/common.json
@@ -172,7 +172,8 @@
             "logsDescription": "gory detail from Kaldi (coming soon)",
             "trainButton": "Start training",
             "statusButton": "Check progress",
-            "logButton": "Download logs"
+            "logButton": "Download logs",
+            "tensorboardButton": "View progress in TensorBoard"
         },
         "results": {
             "title": "Results",

diff --git a/elpis/gui/src/translations/fr/common.json b/elpis/gui/src/translations/fr/common.json
@@ -162,7 +162,9 @@
             "logsHeader": "Journalisation",
             "logsDescription": "Détail sanglain pour Kaldi (arrivée prochaine)",
             "trainButton": "Démarrer l’entraînement",
-            "statusButton": "Voir l’avancement"
+            "statusButton": "Voir l’avancement",
+            "logButton": "Download logs",
+            "tensorboardButton": "View progress in TensorBoard"
         },
         "results": {
             "title": "Résultats",

diff --git a/elpis/gui/src/translations/hin/common.json b/elpis/gui/src/translations/hin/common.json
@@ -171,7 +171,9 @@
             "logsHeader": "लॉग्स",
             "logsDescription": "कलदी से घमासान विवरण (जल्द ही आ रहा है)",
             "trainButton": "प्रशिक्षण शुरू करें",
-            "statusButton": "प्रगति की जाँच करें"
+            "statusButton": "प्रगति की जाँच करें",
+            "logButton": "Download logs",
+            "tensorboardButton": "View progress in TensorBoard"
         },
         "results": {
             "title": "परिणाम",

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -24,6 +24,7 @@ numba = "0.54.0"
 python-dotenv = "^0.15.0"
 praatio = "^5.0.0"
 nltk = "^3.6.5"
+psutil = "^5.8.0"
 
 [tool.poetry.dev-dependencies]
 pytest = "^6.2.1"