Apply pre-commit

LAION-AI · Feb 7, 2023 · cb72276 · cb72276
1 parent 44c555c
commit cb72276
Show file tree

Hide file tree

Showing 3 changed files with 100 additions and 2 deletions.
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
diff --git a/model/supervised_finetuning/efficiency_utils.py b/model/supervised_finetuning/efficiency_utils.py
@@ -1,7 +1,7 @@
 import functools
 
 import torch
-from transformers.activations import QuickGELUActivation, NewGELUActivation, FastGELUActivation, GELUActivation
+from transformers.activations import FastGELUActivation, GELUActivation, NewGELUActivation, QuickGELUActivation
 
 
 def rsetattr(obj, attr, val):

diff --git a/model/supervised_finetuning/trainer.py b/model/supervised_finetuning/trainer.py
@@ -5,11 +5,11 @@
 
 import bitsandbytes
 import torch
+from efficiency_utils import fuse_gelu
 from torch import nn
 from transformers import PreTrainedModel, Trainer, TrainingArguments
 from transformers.training_args import OptimizerNames
 from utils import get_dataset, get_loss, get_metrics, get_model, get_tokenizer, read_yamls
-from efficiency_utils import fuse_gelu
 
 
 def compute_metrics(eval_pred, preprocess_fns, metrics):