Using JSON encoder for numbers in log files (to save disc space.)

digideep/utility/monitoring.py

@@ -1,7 +1,7 @@
 from collections import OrderedDict as odict
 from copy import deepcopy
 import numpy as np
-from digideep.utility.json_encoder import JsonEncoder
+from digideep.utility.json_encoder import JsonNumEncoder
 import time
 
 class WindowValue:
@@ -121,6 +121,10 @@ def pack_data(self):
         # Pack all keys available in the self.data
         self.pack_keys(list(self.data.keys()))
     #########
+    def discard_key(self, key):
+        if key in self.data:
+            del self.data[key]
+    #########
     def __repr__(self):
         self.pack_data()
         res = ""
@@ -148,7 +152,7 @@ def dump(self):
         if self.filename:
             f = open(self.filename, 'a')
             for pack in self.pack:
-                jsonstring = JsonEncoder(pack)
+                jsonstring = JsonNumEncoder(pack)
                 print(jsonstring, flush=True, file=f)
             f.close()
 

digideep/utility/profiling.py

@@ -1,7 +1,7 @@
 from collections import OrderedDict as odict
 import time
 import numpy as np
-from .json_encoder import JsonEncoder
+from .json_encoder import JsonNumEncoder
 import os
 
 
@@ -85,7 +85,7 @@ def dump(self, meta = {}):
         if self.filename:
             f = open(self.filename, 'a')
             out = {"meta":meta,"data":self.data}
-            jsonstring = JsonEncoder(out)
+            jsonstring = JsonNumEncoder(out)
             print(jsonstring, flush=True, file=f)
             f.close()