2022-08-04 11:44:54,318 - olive.__main__ - WARNING - OLive will call "olive setup" to setup environment first
2022-08-04 11:44:54,403 - olive.optimization_config - INFO - Checking the model file...
2022-08-04 11:44:54,864 - olive.optimization_config - INFO - Providers will be tested for optimization: ['CUDAExecutionProvider']
2022-08-04 11:47:47,379 - olive.optimization.tuning_process - INFO - Optimal QPS = 36.16 for test pretuning
2022-08-04 11:50:28,537 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.65 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_SEQUENTIAL_graph_optimization_level_99_inter_op_num_threads_None_intra_op_num_threads_1
2022-08-04 11:53:19,027 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.16 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_SEQUENTIAL_graph_optimization_level_99_inter_op_num_threads_None_intra_op_num_threads_20
2022-08-04 11:56:09,511 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.25 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_SEQUENTIAL_graph_optimization_level_99_inter_op_num_threads_None_intra_op_num_threads_10
2022-08-04 11:58:49,922 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.65 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_SEQUENTIAL_graph_optimization_level_99_inter_op_num_threads_None_intra_op_num_threads_5
2022-08-04 12:01:40,384 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.16 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_SEQUENTIAL_graph_optimization_level_99_inter_op_num_threads_None_intra_op_num_threads_4
2022-08-04 12:04:30,879 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.57 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_1_intra_op_num_threads_None
2022-08-04 12:07:21,501 - olive.optimization.tuning_process - INFO - Optimal QPS = 35.8 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_20_intra_op_num_threads_None
2022-08-04 12:10:01,925 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.65 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_11_intra_op_num_threads_None
2022-08-04 12:12:52,618 - olive.optimization.tuning_process - INFO - Optimal QPS = 33.99 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_16_intra_op_num_threads_None
2022-08-04 12:15:43,289 - olive.optimization.tuning_process - INFO - Optimal QPS = 34.55 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_18_intra_op_num_threads_None
2022-08-04 12:18:33,486 - olive.optimization.tuning_process - INFO - Optimal QPS = 35.07 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_17_intra_op_num_threads_None
2022-08-04 12:21:23,880 - olive.optimization.tuning_process - INFO - Optimal QPS = 36.16 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_17_intra_op_num_threads_1
2022-08-04 12:24:14,249 - olive.optimization.tuning_process - INFO - Optimal QPS = 36.16 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_17_intra_op_num_threads_20
2022-08-04 12:27:04,801 - olive.optimization.tuning_process - INFO - Optimal QPS = 35.07 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_17_intra_op_num_threads_11
2022-08-04 12:29:55,600 - olive.optimization.tuning_process - INFO - Optimal QPS = 35.07 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_17_intra_op_num_threads_15
2022-08-04 12:32:45,943 - olive.optimization.tuning_process - INFO - Optimal QPS = 36.16 for test execution_provider_CUDAExecutionProvider_execution_mode_ExecutionMode.ORT_PARALLEL_graph_optimization_level_99_inter_op_num_threads_17_intra_op_num_threads_13
2022-08-04 12:32:46,357 - olive.optimize - INFO - Optimization succeeded, OLive tuning result written in olive_opt_result/olive_result.json