remove dependence of 'pandas'

jdit/trainer/super.py

@@ -18,7 +18,8 @@
 
 import os
 import random
-import pandas as pd
+# import pandas as pd
+import csv
 import numpy as np
 
 from functools import wraps
@@ -500,8 +501,14 @@ def regist_config(self, opt_model_data: Union[SupTrainer, Optimizer, Model, Data
             if epoch is not None:
                 config_dic.update({"epoch": epoch})
             config_dic.update(obj_config_dic)
-            pdg = pd.DataFrame.from_dict(config_dic, orient="index").transpose()
-            pdg.to_csv(path, mode="w", encoding="utf-8", index=False, header=True)
+            # pdg = pd.DataFrame.from_dict(config_dic, orient="index").transpose()
+            # pdg.to_csv(path, mode="w", encoding="utf-8", index=False, header=True)
+            with open(path, "w", encoding="utf-8") as csvfile:
+                writer = csv.writer(csvfile)
+                # 先写入columns_name
+                writer.writerow(config_dic.keys())
+                # 写入多行用writerows
+                writer.writerow(config_dic.values())
         else:
             # 已经注册过config
             last_config = self.regist_dict[config_filename]
@@ -514,8 +521,14 @@ def regist_config(self, opt_model_data: Union[SupTrainer, Optimizer, Model, Data
                 if epoch is not None:
                     config_dic.update({"epoch": epoch})
                 config_dic.update(obj_config_dic)
-                pdg = pd.DataFrame.from_dict(config_dic, orient="index").transpose()
-                pdg.to_csv(path, mode="a", encoding="utf-8", index=False, header=False)
+                # pdg = pd.DataFrame.from_dict(config_dic, orient="index").transpose()
+                # pdg.to_csv(path, mode="a", encoding="utf-8", index=False, header=False)
+                with open(path, "a", encoding="utf-8") as csvfile:
+                    writer = csv.writer(csvfile)
+                    # 先写入columns_name
+                    # writer.writerow(config_dic.keys())
+                    # 写入多行用writerows
+                    writer.writerow(config_dic.values())
 
     def write(self, step: int, current_epoch: int, msg_dic: dict, filename: str, header=True):
         if msg_dic is None:
@@ -527,8 +540,13 @@ def write(self, step: int, current_epoch: int, msg_dic: dict, filename: str, hea
         path = os.path.join(self.logdir, filename + ".csv")
         dic = dict({"step": step, "current_epoch": current_epoch})
         dic.update(msg_dic)
-        pdg = pd.DataFrame.from_dict(dic, orient="index").transpose()
-        pdg.to_csv(path, mode="a", encoding="utf-8", index=False, header=header)
+        # pdg = pd.DataFrame.from_dict(dic, orient="index").transpose()
+        # pdg.to_csv(path, mode="a", encoding="utf-8", index=False, header=header)
+        with open(path, "a", encoding="utf-8") as csvfile:
+            writer = csv.writer(csvfile)
+            if header:
+                writer.writerow(dic.keys())
+            writer.writerow(dic.values())
 
     def clear_regist(self):
         self.regist_dict = dict({})

requirements.txt

@@ -4,7 +4,6 @@ tensorflow
 tensorboard
 tqdm
 imageio
-pandas
 Pillow
 psutil
 numpy

setup.py

@@ -2,7 +2,7 @@
 
 setup(
     name="jdit",  # pypi中的名称，pip或者easy_install安装时使用的名称，或生成egg文件的名称
-    version="0.1.0",
+    version="0.1.1",
     author="Guanglei Ding",
     author_email="dingguanglei.bupt@qq.com",
     maintainer='Guanglei Ding',