/
test_utils.py
91 lines (76 loc) · 3.63 KB
/
test_utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
"""Utilities for helping test ops."""
import numpy as np
from six.moves import range
def ConvertBetweenDataFormats(x, data_format_src, data_format_dst):
"""Converts 4D/5D tensor between data formats."""
valid_data_formats = ["NHWC", "NCHW", "HWNC", "HWCN", "NDHWC", "NCDHW"]
if len(data_format_src) != len(data_format_dst):
raise ValueError(
"data_format_src and data_format_dst must have the same dimension, got"
" %s and %s." % (len(data_format_src), len(data_format_dst))
)
if data_format_src not in valid_data_formats:
raise ValueError("data_format_src must be of %s, got %s." %
(valid_data_formats, data_format_src))
if data_format_dst not in valid_data_formats:
raise ValueError("data_format_dst must be of %s, got %s." %
(valid_data_formats, data_format_dst))
if len(x.shape) != 4 and len(x.shape) != 5:
raise ValueError("x must be 4D or 5D, got shape %s." % x.shape)
if len(x.shape) != len(data_format_src):
raise ValueError(
"x must be the same dimensions as data_format_src (%s), got shape %s."
% (len(data_format_src), x.shape)
)
if data_format_src == data_format_dst:
return x
dim_map = {d: i for i, d in enumerate(data_format_src)}
transpose_dims = [dim_map[d] for d in data_format_dst]
return np.transpose(x, transpose_dims)
def PermuteDimsBetweenDataFormats(dims, data_format_src, data_format_dst):
"""Get new shape for converting between data formats."""
valid_data_formats = ["NHWC", "NCHW", "HWNC", "HWCN", "NDHWC", "NCDHW"]
if len(data_format_src) != len(data_format_dst):
raise ValueError(
"data_format_src and data_format_dst must have the same dimension, got"
" %s and %s." % (len(data_format_src), len(data_format_dst))
)
if data_format_src not in valid_data_formats:
raise ValueError("data_format_src must be of %s, got %s." %
(valid_data_formats, data_format_src))
if data_format_dst not in valid_data_formats:
raise ValueError("data_format_dst must be of %s, got %s." %
(valid_data_formats, data_format_dst))
if len(dims) != 4 and len(dims) != 5:
raise ValueError("dims must be of length 4 or 5, got %s." % dims)
if len(dims) != len(data_format_src):
raise ValueError(
"dims must be the same dimensions as data_format_src (%s), got %s."
% (len(data_format_src), dims)
)
if data_format_src == data_format_dst:
return dims
dim_map = {d: i for i, d in enumerate(data_format_src)}
permuted_dims = [dims[dim_map[d]] for d in data_format_dst]
return permuted_dims
_JIT_WARMUP_ITERATIONS = 10
def RunWithWarmup(sess, op_to_run, feed_dict, options=None, run_metadata=None):
"""Runs a graph a few times to ensure that its clusters are compiled."""
for _ in range(0, _JIT_WARMUP_ITERATIONS):
sess.run(op_to_run, feed_dict, options=options)
return sess.run(
op_to_run, feed_dict, options=options, run_metadata=run_metadata)