diff --git a/llmc/data/dataset/base_dataset.py b/llmc/data/dataset/base_dataset.py index 85260e83..206c1cf1 100755 --- a/llmc/data/dataset/base_dataset.py +++ b/llmc/data/dataset/base_dataset.py @@ -3,12 +3,11 @@ from abc import ABCMeta import torch +from datasets import load_dataset, load_from_disk from loguru import logger from PIL import Image from torch.nn import functional as F -from datasets import load_dataset, load_from_disk - from .specified_preproc import PREPROC_REGISTRY diff --git a/llmc/eval/eval_base.py b/llmc/eval/eval_base.py index 098c9bb8..60a60589 100755 --- a/llmc/eval/eval_base.py +++ b/llmc/eval/eval_base.py @@ -5,11 +5,10 @@ import torch import torch.nn as nn +from datasets import load_dataset, load_from_disk from human_eval.data import read_problems from loguru import logger -from datasets import load_dataset, load_from_disk - class BaseEval: def __init__(self, model, config): diff --git a/llmc/eval/eval_ppl.py b/llmc/eval/eval_ppl.py index bb41329f..d598218c 100644 --- a/llmc/eval/eval_ppl.py +++ b/llmc/eval/eval_ppl.py @@ -3,11 +3,10 @@ import torch import torch.nn as nn +from datasets import load_dataset, load_from_disk from loguru import logger from tqdm import tqdm -from datasets import load_dataset, load_from_disk - from .eval_base import BaseEval diff --git a/tools/download_calib_dataset.py b/tools/download_calib_dataset.py index 31fe1477..37ce76ba 100644 --- a/tools/download_calib_dataset.py +++ b/tools/download_calib_dataset.py @@ -6,9 +6,8 @@ import argparse import os -from loguru import logger - from datasets import load_dataset +from loguru import logger def download(calib_dataset_name, path): diff --git a/tools/download_eval_dataset.py b/tools/download_eval_dataset.py index 12f1f2a6..7eddd8bd 100644 --- a/tools/download_eval_dataset.py +++ b/tools/download_eval_dataset.py @@ -6,9 +6,8 @@ import argparse import os -from loguru import logger - from datasets import load_dataset +from loguru import logger def download(calib_dataset_name, path):