Various windows bug fixes

jobs/process/GenerateProcess.py

@@ -35,7 +35,7 @@ def __init__(self, **kwargs):
             raise ValueError("Prompts must be set")
         if isinstance(self.prompts, str):
             if os.path.exists(self.prompts):
-                with open(self.prompts, 'r') as f:
+                with open(self.prompts, 'r', encoding='utf-8') as f:
                     self.prompts = f.read().splitlines()
                     self.prompts = [p.strip() for p in self.prompts if len(p.strip()) > 0]
             else:

jobs/process/TrainSDRescaleProcess.py

@@ -87,7 +87,7 @@ def hook_before_train_loop(self):
         self.print(f"Loading prompt file from {self.rescale_config.prompt_file}")
 
         # read line by line from file
-        with open(self.rescale_config.prompt_file, 'r') as f:
+        with open(self.rescale_config.prompt_file, 'r', encoding='utf-8') as f:
             self.prompt_txt_list = f.readlines()
             # clean empty lines
             self.prompt_txt_list = [line.strip() for line in self.prompt_txt_list if len(line.strip()) > 0]

jobs/process/TrainSliderProcess.py

@@ -119,7 +119,7 @@ def hook_before_train_loop(self):
 
         # read line by line from file
         if self.slider_config.prompt_file:
-            with open(self.slider_config.prompt_file, 'r') as f:
+            with open(self.slider_config.prompt_file, 'r', encoding='utf-8') as f:
                 self.prompt_txt_list = f.readlines()
                 # clean empty lines
                 self.prompt_txt_list = [line.strip() for line in self.prompt_txt_list if len(line.strip()) > 0]

requirements.txt

@@ -5,7 +5,6 @@ diffusers
 transformers
 lycoris_lora
 flatten_json
-accelerator
 pyyaml
 oyaml
 tensorboard

toolkit/config.py

@@ -70,10 +70,10 @@ def get_config(config_file_path, name=None):
 
     # if we found it, check if it is a json or yaml file
     if real_config_path.endswith('.json') or real_config_path.endswith('.jsonc'):
-        with open(real_config_path, 'r') as f:
+        with open(real_config_path, 'r', encoding='utf-8') as f:
             config = json.load(f, object_pairs_hook=OrderedDict)
     elif real_config_path.endswith('.yaml') or real_config_path.endswith('.yml'):
-        with open(real_config_path, 'r') as f:
+        with open(real_config_path, 'r', encoding='utf-8') as f:
             config = yaml.load(f, Loader=fixed_loader)
     else:
         raise ValueError(f"Config file {config_file_path} must be a json or yaml file")