diff --git a/static/slim/distillation/distill.py b/static/slim/distillation/distill.py index 5e186fffaa8d9..d19ef2eb446a7 100644 --- a/static/slim/distillation/distill.py +++ b/static/slim/distillation/distill.py @@ -22,24 +22,38 @@ if parent_path not in sys.path: sys.path.append(parent_path) +import logging +FORMAT = '%(asctime)s-%(levelname)s: %(message)s' +logging.basicConfig(level=logging.INFO, format=FORMAT) +logger = logging.getLogger(__name__) + import numpy as np from collections import OrderedDict from paddleslim.dist.single_distiller import merge, l2_loss import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.data.reader import create_reader -from ppdet.utils.eval_utils import parse_fetches, eval_results, eval_run -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint -import logging -FORMAT = '%(asctime)s-%(levelname)s: %(message)s' -logging.basicConfig(level=logging.INFO, format=FORMAT) -logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.data.reader import create_reader + from ppdet.utils.eval_utils import parse_fetches, eval_results, eval_run + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e def l2_distill(pairs, weight): diff --git a/static/slim/extensions/distill_pruned_model/distill_pruned_model.py b/static/slim/extensions/distill_pruned_model/distill_pruned_model.py index 19516ce93d97d..9824024b4023a 100644 --- a/static/slim/extensions/distill_pruned_model/distill_pruned_model.py +++ b/static/slim/extensions/distill_pruned_model/distill_pruned_model.py @@ -23,6 +23,11 @@ if parent_path not in sys.path: sys.path.append(parent_path) +import logging +FORMAT = '%(asctime)s-%(levelname)s: %(message)s' +logging.basicConfig(level=logging.INFO, format=FORMAT) +logger = logging.getLogger(__name__) + import numpy as np from collections import OrderedDict from paddleslim.dist.single_distiller import merge, l2_loss @@ -31,18 +36,27 @@ import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.data.reader import create_reader -from ppdet.utils.eval_utils import parse_fetches, eval_results, eval_run -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint -import logging -FORMAT = '%(asctime)s-%(levelname)s: %(message)s' -logging.basicConfig(level=logging.INFO, format=FORMAT) -logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.data.reader import create_reader + from ppdet.utils.eval_utils import parse_fetches, eval_results, eval_run + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e def split_distill(split_output_names, weight, target_number): diff --git a/static/slim/nas/train_nas.py b/static/slim/nas/train_nas.py index df9198a611488..12709c82d8a9d 100644 --- a/static/slim/nas/train_nas.py +++ b/static/slim/nas/train_nas.py @@ -30,25 +30,39 @@ import paddle from paddle import fluid -from ppdet.experimental import mixed_precision_context -from ppdet.core.workspace import load_config, merge_config, create, register -from ppdet.data.reader import create_reader - -from ppdet.utils import dist_utils -from ppdet.utils.eval_utils import parse_fetches, eval_run -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint -from paddleslim.analysis import flops, TableLatencyEvaluator -from paddleslim.nas import SANAS -import search_space - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.experimental import mixed_precision_context + from ppdet.core.workspace import load_config, merge_config, create, register + from ppdet.data.reader import create_reader + + from ppdet.utils import dist_utils + from ppdet.utils.eval_utils import parse_fetches, eval_run + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + +from paddleslim.analysis import flops, TableLatencyEvaluator +from paddleslim.nas import SANAS +import search_space + @register class Constraint(object): diff --git a/static/slim/prune/eval.py b/static/slim/prune/eval.py index 6dae100b17591..fa76ac8bbe352 100644 --- a/static/slim/prune/eval.py +++ b/static/slim/prune/eval.py @@ -28,20 +28,33 @@ from paddleslim.prune import Pruner from paddleslim.analysis import flops -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results, json_eval_results -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode - -from ppdet.data.reader import create_reader - -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results, json_eval_results + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + + from ppdet.data.reader import create_reader + + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def main(): """ diff --git a/static/slim/prune/export_model.py b/static/slim/prune/export_model.py index 342182878eef6..d8fcdb8fccac0 100644 --- a/static/slim/prune/export_model.py +++ b/static/slim/prune/export_model.py @@ -25,19 +25,33 @@ import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.export_utils import save_infer_model, dump_infer_config -from ppdet.utils.check import check_config, check_version, enable_static_mode -from paddleslim.prune import Pruner -from paddleslim.analysis import flops - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.export_utils import save_infer_model, dump_infer_config + from ppdet.utils.check import check_config, check_version, enable_static_mode +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + +from paddleslim.prune import Pruner +from paddleslim.analysis import flops + def main(): cfg = load_config(FLAGS.config) diff --git a/static/slim/prune/prune.py b/static/slim/prune/prune.py index bb260fcafd90f..52b0b0c7c5519 100644 --- a/static/slim/prune/prune.py +++ b/static/slim/prune/prune.py @@ -32,21 +32,34 @@ import paddle from paddle import fluid -from ppdet.experimental import mixed_precision_context -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.data.reader import create_reader -from ppdet.utils import dist_utils -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.experimental import mixed_precision_context + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.data.reader import create_reader + from ppdet.utils import dist_utils + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def main(): env = os.environ diff --git a/static/slim/quantization/eval.py b/static/slim/quantization/eval.py index 04142c98250ef..b16d8007d768e 100644 --- a/static/slim/quantization/eval.py +++ b/static/slim/quantization/eval.py @@ -26,20 +26,33 @@ import paddle import paddle.fluid as fluid -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results, json_eval_results -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode - -from ppdet.data.reader import create_reader - -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results, json_eval_results + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + + from ppdet.data.reader import create_reader + + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + # import paddleslim from paddleslim.quant import quant_aware, convert diff --git a/static/slim/quantization/export_model.py b/static/slim/quantization/export_model.py index 41585c883712c..067c21c376c35 100644 --- a/static/slim/quantization/export_model.py +++ b/static/slim/quantization/export_model.py @@ -22,19 +22,33 @@ if parent_path not in sys.path: sys.path.append(parent_path) -import paddle -from paddle import fluid - -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.export_utils import save_infer_model, dump_infer_config -from ppdet.utils.check import check_config, check_version, enable_static_mode - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) + +import paddle +from paddle import fluid + +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.export_utils import save_infer_model, dump_infer_config + from ppdet.utils.check import check_config, check_version, enable_static_mode +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + from paddleslim.quant import quant_aware, convert diff --git a/static/slim/quantization/infer.py b/static/slim/quantization/infer.py index 1051043e48c45..58c1dac714d4a 100644 --- a/static/slim/quantization/infer.py +++ b/static/slim/quantization/infer.py @@ -29,19 +29,33 @@ import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.eval_utils import parse_fetches -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -from ppdet.utils.visualizer import visualize_results -import ppdet.utils.checkpoint as checkpoint - -from ppdet.data.reader import create_reader -from tools.infer import get_test_images, get_save_image_name import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) + +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.eval_utils import parse_fetches + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + from ppdet.utils.visualizer import visualize_results + import ppdet.utils.checkpoint as checkpoint + from ppdet.data.reader import create_reader + from tools.infer import get_test_images, get_save_image_name +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + from paddleslim.quant import quant_aware, convert diff --git a/static/slim/quantization/train.py b/static/slim/quantization/train.py index b9fe275809f7b..12ed7ef508fda 100644 --- a/static/slim/quantization/train.py +++ b/static/slim/quantization/train.py @@ -31,21 +31,36 @@ import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.data.reader import create_reader -from ppdet.utils import dist_utils -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint -from paddleslim.quant import quant_aware, convert -from pact import pact, get_optimizer import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.data.reader import create_reader + from ppdet.utils import dist_utils + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + +from paddleslim.quant import quant_aware, convert +from pact import pact, get_optimizer + def save_checkpoint(exe, prog, path, train_prog): if os.path.isdir(path): diff --git a/static/tools/anchor_cluster.py b/static/tools/anchor_cluster.py index 5ec26355c00ec..67ad2d9cd9a69 100644 --- a/static/tools/anchor_cluster.py +++ b/static/tools/anchor_cluster.py @@ -23,18 +23,32 @@ if parent_path not in sys.path: sys.path.append(parent_path) +import logging +FORMAT = '%(asctime)s-%(levelname)s: %(message)s' +logging.basicConfig(level=logging.INFO, format=FORMAT) +logger = logging.getLogger(__name__) + from scipy.cluster.vq import kmeans import random import numpy as np from tqdm import tqdm -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config -from ppdet.core.workspace import load_config, merge_config, create -import logging -FORMAT = '%(asctime)s-%(levelname)s: %(message)s' -logging.basicConfig(level=logging.INFO, format=FORMAT) -logger = logging.getLogger(__name__) +try: + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config + from ppdet.core.workspace import load_config, merge_config, create +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e class BaseAnchorCluster(object): diff --git a/static/tools/configure.py b/static/tools/configure.py index fdf826a5521e0..64ff575b4a77f 100644 --- a/static/tools/configure.py +++ b/static/tools/configure.py @@ -23,10 +23,28 @@ if parent_path not in sys.path: sys.path.append(parent_path) +import logging +FORMAT = '%(asctime)s-%(levelname)s: %(message)s' +logging.basicConfig(level=logging.INFO, format=FORMAT) +logger = logging.getLogger(__name__) + import yaml -from ppdet.core.workspace import get_registered_modules, load_config, dump_value -from ppdet.utils.cli import ColorTTY, print_total_cfg +try: + from ppdet.core.workspace import get_registered_modules, load_config, dump_value + from ppdet.utils.cli import ColorTTY, print_total_cfg +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e color_tty = ColorTTY() diff --git a/static/tools/eval.py b/static/tools/eval.py index 6b54f87a90b3b..dfaf70dfe6c55 100644 --- a/static/tools/eval.py +++ b/static/tools/eval.py @@ -25,20 +25,33 @@ import paddle import paddle.fluid as fluid -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results, json_eval_results -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.check import check_gpu, check_xpu, check_version, check_config, enable_static_mode - -from ppdet.data.reader import create_reader - -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results, json_eval_results + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.check import check_gpu, check_xpu, check_version, check_config, enable_static_mode + + from ppdet.data.reader import create_reader + + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def main(): """ diff --git a/static/tools/export_model.py b/static/tools/export_model.py index 6827b6fe1eebf..d6f6013b7162d 100644 --- a/static/tools/export_model.py +++ b/static/tools/export_model.py @@ -26,16 +26,30 @@ import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.export_utils import save_infer_model, dump_infer_config -from ppdet.utils.check import check_config, check_version, check_py_func, enable_static_mode import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.export_utils import save_infer_model, dump_infer_config + from ppdet.utils.check import check_config, check_version, check_py_func, enable_static_mode +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def main(): cfg = load_config(FLAGS.config) diff --git a/static/tools/export_serving_model.py b/static/tools/export_serving_model.py index 368ee157599eb..ae11a60cae5cd 100644 --- a/static/tools/export_serving_model.py +++ b/static/tools/export_serving_model.py @@ -22,20 +22,34 @@ if parent_path not in sys.path: sys.path.append(parent_path) +import yaml import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_config, check_version, enable_static_mode -import ppdet.utils.checkpoint as checkpoint -import yaml import logging -from ppdet.utils.export_utils import dump_infer_config, prune_feed_vars FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_config, check_version, enable_static_mode + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.export_utils import dump_infer_config, prune_feed_vars +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def save_serving_model(FLAGS, exe, feed_vars, test_fetches, infer_prog): cfg_name = os.path.basename(FLAGS.config).split('.')[0] diff --git a/static/tools/face_eval.py b/static/tools/face_eval.py index 3ee0e30416292..e47ded2674ccf 100644 --- a/static/tools/face_eval.py +++ b/static/tools/face_eval.py @@ -29,18 +29,31 @@ import cv2 from collections import OrderedDict -import ppdet.utils.checkpoint as checkpoint -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -from ppdet.utils.widerface_eval_utils import get_shrink, bbox_vote, \ - save_widerface_bboxes, save_fddb_bboxes, to_chw_bgr -from ppdet.core.workspace import load_config, merge_config, create - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + import ppdet.utils.checkpoint as checkpoint + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + from ppdet.utils.widerface_eval_utils import get_shrink, bbox_vote, \ + save_widerface_bboxes, save_fddb_bboxes, to_chw_bgr + from ppdet.core.workspace import load_config, merge_config, create +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def face_img_process(image, mean=[104., 117., 123.], diff --git a/static/tools/infer.py b/static/tools/infer.py index bd26650bbec56..df831fd547924 100644 --- a/static/tools/infer.py +++ b/static/tools/infer.py @@ -30,21 +30,34 @@ import paddle from paddle import fluid -from ppdet.core.workspace import load_config, merge_config, create - -from ppdet.utils.eval_utils import parse_fetches -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -from ppdet.utils.visualizer import visualize_results -import ppdet.utils.checkpoint as checkpoint - -from ppdet.data.reader import create_reader - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.core.workspace import load_config, merge_config, create + + from ppdet.utils.eval_utils import parse_fetches + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + from ppdet.utils.visualizer import visualize_results + import ppdet.utils.checkpoint as checkpoint + + from ppdet.data.reader import create_reader +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def get_save_image_name(output_dir, image_path): """ diff --git a/static/tools/train.py b/static/tools/train.py index 104946167a5c5..4417a9d9b8b36 100644 --- a/static/tools/train.py +++ b/static/tools/train.py @@ -35,22 +35,35 @@ from paddle.fluid.layers.learning_rate_scheduler import _decay_step_counter from paddle.fluid.optimizer import ExponentialMovingAverage -from ppdet.experimental import mixed_precision_context -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.data.reader import create_reader - -from ppdet.utils import dist_utils -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_xpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint - import logging FORMAT = '%(asctime)s-%(levelname)s: %(message)s' logging.basicConfig(level=logging.INFO, format=FORMAT) logger = logging.getLogger(__name__) +try: + from ppdet.experimental import mixed_precision_context + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.data.reader import create_reader + + from ppdet.utils import dist_utils + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_xpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e + def main(): env = os.environ diff --git a/static/tools/train_multi_machine.py b/static/tools/train_multi_machine.py index 1ac4901a6de23..31a7f706a832a 100644 --- a/static/tools/train_multi_machine.py +++ b/static/tools/train_multi_machine.py @@ -22,6 +22,11 @@ if parent_path not in sys.path: sys.path.append(parent_path) +import logging +FORMAT = '%(asctime)s-%(levelname)s: %(message)s' +logging.basicConfig(level=logging.INFO, format=FORMAT) +logger = logging.getLogger(__name__) + import time import numpy as np import random @@ -35,24 +40,32 @@ from paddle.fluid.layers.learning_rate_scheduler import _decay_step_counter from paddle.fluid.optimizer import ExponentialMovingAverage -from ppdet.experimental import mixed_precision_context -from ppdet.core.workspace import load_config, merge_config, create -from ppdet.data.reader import create_reader - -from ppdet.utils import dist_utils -from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results -from ppdet.utils.stats import TrainingStats -from ppdet.utils.cli import ArgsParser -from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode -import ppdet.utils.checkpoint as checkpoint - from paddle.fluid.incubate.fleet.collective import fleet, DistributedStrategy # new line 1 from paddle.fluid.incubate.fleet.base import role_maker # new line 2 -import logging -FORMAT = '%(asctime)s-%(levelname)s: %(message)s' -logging.basicConfig(level=logging.INFO, format=FORMAT) -logger = logging.getLogger(__name__) +try: + from ppdet.experimental import mixed_precision_context + from ppdet.core.workspace import load_config, merge_config, create + from ppdet.data.reader import create_reader + + from ppdet.utils import dist_utils + from ppdet.utils.eval_utils import parse_fetches, eval_run, eval_results + from ppdet.utils.stats import TrainingStats + from ppdet.utils.cli import ArgsParser + from ppdet.utils.check import check_gpu, check_version, check_config, enable_static_mode + import ppdet.utils.checkpoint as checkpoint +except ImportError as e: + if sys.argv[0].find('static') >= 0: + logger.error("Importing ppdet failed when running static model " + "with error: {}\n" + "please try:\n" + "\t1. run static model under PaddleDetection/static " + "directory\n" + "\t2. run 'pip uninstall ppdet' to uninstall ppdet " + "dynamic version firstly.".format(e)) + sys.exit(-1) + else: + raise e def main():