-
Notifications
You must be signed in to change notification settings - Fork 319
/
default_n_bit_quantize_registry.py
592 lines (492 loc) · 23.7 KB
/
default_n_bit_quantize_registry.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
"""Quantization registry which specifies how layers should be quantized."""
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
from typing import Any, Dict
import tensorflow as tf
from tensorflow_model_optimization.python.core.keras.compat import keras
from tensorflow_model_optimization.python.core.quantization.keras import quantize_config
from tensorflow_model_optimization.python.core.quantization.keras import quantize_registry
from tensorflow_model_optimization.python.core.quantization.keras import quantizers
from tensorflow_model_optimization.python.core.quantization.keras.experimental.default_n_bit import default_n_bit_quantize_configs as n_bit_configs
from tensorflow_model_optimization.python.core.quantization.keras.experimental.default_n_bit import default_n_bit_quantizers as n_bit_quantizers
QuantizeConfig = quantize_config.QuantizeConfig
layers = keras.layers
class _QuantizeInfo(object):
"""QuantizeInfo."""
def __init__(self,
layer_type,
weight_attrs,
activation_attrs,
quantize_output=False,
num_bits_weight=8,
num_bits_activation=8):
"""QuantizeInfo.
Args:
layer_type: Type of keras layer.
weight_attrs: List of quantizable weight attributes of layer.
activation_attrs: List of quantizable activation attributes of layer.
quantize_output: Bool. Should we quantize the output of the layer.
num_bits_weight: Int. The number of bits for the weight. Default to 8.
num_bits_activation: Int. The number of bits for the activation.
Default to 8.
"""
self.layer_type = layer_type
self.weight_attrs = weight_attrs
self.activation_attrs = activation_attrs
self.quantize_output = quantize_output
self.num_bits_weight = num_bits_weight
self.num_bits_activation = num_bits_activation
def _no_quantize(layer_type):
return _QuantizeInfo(layer_type, [], [], False)
class _RNNHelper(object):
"""Helper functions for working with RNNs."""
def _get_rnn_cells(self, rnn_layer):
"""Returns the list of cells in an RNN layer."""
if isinstance(rnn_layer.cell, layers.StackedRNNCells):
return rnn_layer.cell.cells
else:
return [rnn_layer.cell]
class DefaultNBitQuantizeRegistry(
quantize_registry.QuantizeRegistry, _RNNHelper):
"""QuantizationRegistry for built-in Keras classes for default 8-bit scheme."""
# TODO(tfmot): expand layers test in quantize_functional_test.py
# to add more layers to allowlist.
_LAYER_QUANTIZE_INFO = [
# Activation Layers
_QuantizeInfo(layers.ReLU, [], [], True),
_QuantizeInfo(layers.Softmax, [], []),
# Enable once verified.
# layers.ELU,
_QuantizeInfo(layers.LeakyReLU, [], [], True),
# layers.PReLU,
# layers.ThresholdedReLU,
# Convolution Layers
# _QuantizeInfo(layers.Conv1D, ['kernel'], ['activation']),
# layers.Conv2D is supported and handled in code below.
# layers.DepthwiseConv2D is supported and handled in code below.
# _QuantizeInfo(layers.Conv3D, ['kernel'], ['activation']),
# _QuantizeInfo(layers.Conv3DTranspose, ['kernel'], ['activation']),
_QuantizeInfo(layers.Concatenate, [], [], True),
_no_quantize(layers.Cropping1D),
_no_quantize(layers.Cropping2D),
_no_quantize(layers.Cropping3D),
# _no_quantize(layers.UpSampling1D),
# TODO(tfmot): Reduce the quantization errors for bilinear interpolation
# type for UpSampling2D op. UpSampling2D supports two interpolation types,
# nearest and bilinear. we convert the op to ResizeBilnear integer op on
# TFLite. This ResizeBilinear TFLite op only for input and output has the
# same quantization parameters. (scale and zero_point) To do that, The
# TFLite converter inserts quantization cast op right after the input to
# match quantization params for the output. Current QAT doesn’t consider
# this behavior yet, so now we have larger quantization errors than we
# expected. We have to add support for it on QAT or change the TFLite
# kernel op to support different quantization params for input and output.
# (Note that the nearest case just copies the number so there’s no more
# errors even if the quantization order is different.)
_QuantizeInfo(layers.UpSampling2D, [], [], True),
# _no_quantize(layers.UpSampling3D),
_no_quantize(layers.ZeroPadding1D),
_no_quantize(layers.ZeroPadding2D),
# _no_quantize(layers.ZeroPadding3D),
# Supported via modifications in Transforms.
# layers.SeparableConv1D, layers.SeparableConv2D,
# Core Layers
_no_quantize(layers.ActivityRegularization),
_QuantizeInfo(layers.Dense, ['kernel'], ['activation']),
_no_quantize(layers.Dropout),
_no_quantize(layers.Flatten),
# _no_quantize(layers.Masking),
_no_quantize(layers.Permute),
# _no_quantize(layers.RepeatVector),
_no_quantize(layers.Reshape),
_no_quantize(layers.SpatialDropout1D),
_no_quantize(layers.SpatialDropout2D),
_no_quantize(layers.SpatialDropout3D),
# layers.Lambda needs custom handling by the user.
# Pooling Layers
_QuantizeInfo(layers.AveragePooling1D, [], [], True),
_QuantizeInfo(layers.AveragePooling2D, [], [], True),
# _QuantizeInfo(layers.AveragePooling3D, [], [], True),
_QuantizeInfo(layers.GlobalAveragePooling1D, [], [], True),
_QuantizeInfo(layers.GlobalAveragePooling2D, [], [], True),
_QuantizeInfo(layers.GlobalAveragePooling3D, [], [], True),
_no_quantize(layers.GlobalMaxPooling1D),
_no_quantize(layers.GlobalMaxPooling2D),
_no_quantize(layers.GlobalMaxPooling3D),
# _no_quantize(layers.MaxPooling1D),
_no_quantize(layers.MaxPooling2D),
# _no_quantize(layers.MaxPooling3D),
# _QuantizeInfo(layers.LocallyConnected1D, ['kernel'], ['activation']),
# _QuantizeInfo(layers.LocallyConnected2D, ['kernel'], ['activation']),
_QuantizeInfo(layers.Add, [], [], True),
# Enable once verified with TFLite behavior.
# layers.Embedding: ['embeddings'],
# BatchNormalization is handled elsewhere, in the cases
# where it's preceded by convolutional layers.
# layers.BatchNormalization: [],
# Merge layers to be added.
# RNN Cells
# TODO(pulkitb): Verify RNN layers behavior.
# TODO(tfmot): check if we still need to allowlist via compat.v1 and
# compat.v2 to support legacy TensorFlow 2.X
# behavior where the v2 RNN uses the v1 RNNCell instead of the v2 RNNCell.
# See b/145939875 for details.
# _QuantizeInfo(keras.layers.GRUCell, ['kernel', 'recurrent_kernel'],
# ['activation', 'recurrent_activation']),
# _QuantizeInfo(keras.layers.LSTMCell, ['kernel', 'recurrent_kernel'],
# ['activation', 'recurrent_activation']),
# _QuantizeInfo(keras.experimental.PeepholeLSTMCell,
# ['kernel', 'recurrent_kernel'],
# ['activation', 'recurrent_activation']),
# _QuantizeInfo(keras.layers.SimpleRNNCell,
# ['kernel', 'recurrent_kernel'],
# ['activation', 'recurrent_activation']),
]
def __init__(self, disable_per_axis=False,
num_bits_weight=8, num_bits_activation=8):
self._disable_per_axis = disable_per_axis
self._num_bits_weight = num_bits_weight
self._num_bits_activation = num_bits_activation
self._layer_quantize_map = {}
for quantize_info in self._LAYER_QUANTIZE_INFO:
quantize_info.num_bits_weight = num_bits_weight
quantize_info.num_bits_activation = num_bits_activation
self._layer_quantize_map[quantize_info.layer_type] = quantize_info
# Hack for `Activation` layer. That is the only layer with a separate
# QuantizeConfig.
self._layer_quantize_map[
layers.Activation] = DefaultNBitActivationQuantizeConfig(
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation)
self._layer_quantize_map[layers.Conv2DTranspose] = (
DefaultNBitConvTransposeQuantizeConfig(
['kernel'], ['activation'], False,
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation))
if not self._disable_per_axis:
self._layer_quantize_map[
layers.Conv2D] = DefaultNBitConvQuantizeConfig(
['kernel'], ['activation'], False,
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation)
self._layer_quantize_map[
layers.DepthwiseConv2D] = DefaultNBitConvQuantizeConfig(
['depthwise_kernel'], ['activation'], False,
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation)
else:
self._layer_quantize_map[layers.Conv2D] = DefaultNBitQuantizeConfig(
['kernel'], ['activation'], False,
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation)
self._layer_quantize_map[
layers.DepthwiseConv2D] = DefaultNBitQuantizeConfig(
['depthwise_kernel'], ['activation'], False,
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation)
def _is_supported_layer(self, layer_class):
return layer_class in self._layer_quantize_map
def _is_rnn_layer(self, layer):
return layer.__class__ in {
layers.GRU,
layers.LSTM,
layers.RNN,
layers.SimpleRNN,
}
def _get_quantize_info(self, layer_class):
return self._layer_quantize_map[layer_class]
# Interface functions.
def supports(self, layer):
"""Returns whether the registry supports this layer type.
# TODO(pulkitb): Consider pushing this function up to the registry.
Args:
layer: The layer to check for support.
Returns:
True/False whether the layer type is supported.
"""
if self._is_supported_layer(layer.__class__):
return True
if self._is_rnn_layer(layer):
for rnn_cell in self._get_rnn_cells(layer):
# All cells in the RNN layer should be supported.
if not self._is_supported_layer(rnn_cell.__class__):
return False
return True
return False
def _get_quantize_config(self, layer_type):
quantize_info = self._get_quantize_info(layer_type)
# In case of `Activation`, there is no `_QuantizeInfo` object. It
# directly stores a `QuantizeConfig`.
if isinstance(quantize_info, QuantizeConfig):
return quantize_info
return DefaultNBitQuantizeConfig(quantize_info.weight_attrs,
quantize_info.activation_attrs,
quantize_info.quantize_output,
quantize_info.num_bits_weight,
quantize_info.num_bits_activation)
def get_quantize_config(self, layer):
"""Returns the quantization config for the given layer.
Args:
layer: input layer to return quantize config for.
Returns:
Returns the QuantizeConfig for the given layer.
"""
if not self.supports(layer):
raise ValueError(
'`get_quantize_config()` called on an unsupported layer {}. Check '
'if layer is supported by calling `supports()`. Alternatively, you '
'can use `QuantizeConfig` to specify a behavior for your layer.'
.format(layer.__class__))
if self._is_supported_layer(layer.__class__):
return self._get_quantize_config(layer.__class__)
if self._is_rnn_layer(layer):
weight_attrs = []
activation_attrs = []
for rnn_cell in self._get_rnn_cells(layer):
quantize_info = self._get_quantize_info(rnn_cell.__class__)
weight_attrs.append(quantize_info.weight_attrs)
activation_attrs.append(quantize_info.activation_attrs)
# Result quantization for RNN isn't straight-forward like regular layers.
# To implement during full RNN support.
return DefaultNBitQuantizeConfigRNN(
weight_attrs, activation_attrs, False,
num_bits_weight=self._num_bits_weight,
num_bits_activation=self._num_bits_activation)
# Should never come here.
raise ValueError('Invalid Layer type {}'.format(layer.__class__))
class DefaultNBitQuantizeConfig(QuantizeConfig):
"""QuantizeConfig for non recurrent Keras layers."""
def __init__(self, weight_attrs, activation_attrs, quantize_output,
num_bits_weight: int = 8, num_bits_activation: int = 8):
self.weight_attrs = weight_attrs
self.activation_attrs = activation_attrs
self.quantize_output = quantize_output
self._num_bits_weight = num_bits_weight
self._num_bits_activation = num_bits_activation
# TODO(pulkitb): For some layers such as Conv2D, per_axis should be True.
# Add mapping for which layers support per_axis.
self.weight_quantizer = quantizers.LastValueQuantizer(
num_bits=num_bits_weight, per_axis=False,
symmetric=True, narrow_range=True) # weight
self.activation_quantizer = quantizers.MovingAverageQuantizer(
num_bits=num_bits_activation, per_axis=False,
symmetric=False, narrow_range=False) # activation/output
def get_weights_and_quantizers(self, layer):
return [(getattr(layer, weight_attr), self.weight_quantizer)
for weight_attr in self.weight_attrs]
def get_activations_and_quantizers(self, layer):
return [(getattr(layer, activation_attr), self.activation_quantizer)
for activation_attr in self.activation_attrs]
def set_quantize_weights(self, layer, quantize_weights):
if len(self.weight_attrs) != len(quantize_weights):
raise ValueError(
'`set_quantize_weights` called on layer {} with {} '
'weight parameters, but layer expects {} values.'.format(
layer.name, len(quantize_weights), len(self.weight_attrs)))
for weight_attr, weight in zip(self.weight_attrs, quantize_weights):
current_weight = getattr(layer, weight_attr)
if current_weight.shape != weight.shape:
raise ValueError('Existing layer weight shape {} is incompatible with'
'provided weight shape {}'.format(
current_weight.shape, weight.shape))
setattr(layer, weight_attr, weight)
def set_quantize_activations(self, layer, quantize_activations):
if len(self.activation_attrs) != len(quantize_activations):
raise ValueError(
'`set_quantize_activations` called on layer {} with {} '
'activation parameters, but layer expects {} values.'.format(
layer.name, len(quantize_activations),
len(self.activation_attrs)))
for activation_attr, activation in zip(
self.activation_attrs, quantize_activations):
setattr(layer, activation_attr, activation)
def get_output_quantizers(self, layer):
if self.quantize_output:
return [self.activation_quantizer]
return []
@classmethod
def from_config(cls, config):
"""Instantiates a `DefaultNBitQuantizeConfig` from its config.
Args:
config: Output of `get_config()`.
Returns:
A `DefaultNBitQuantizeConfig` instance.
"""
return cls(**config)
def get_config(self):
# TODO(pulkitb): Add weight and activation quantizer to config.
# Currently it's created internally, but ideally the quantizers should be
# part of the constructor and passed in from the registry.
return {
'weight_attrs': self.weight_attrs,
'activation_attrs': self.activation_attrs,
'quantize_output': self.quantize_output,
'num_bits_weight': self._num_bits_weight,
'num_bits_activation': self._num_bits_activation
}
def __eq__(self, other):
if not isinstance(other, DefaultNBitQuantizeConfig):
return False
return (self.weight_attrs == other.weight_attrs and
self.activation_attrs == self.activation_attrs and
self.weight_quantizer == other.weight_quantizer and
self.activation_quantizer == other.activation_quantizer and
self.quantize_output == other.quantize_output)
def __ne__(self, other):
return not self.__eq__(other)
class DefaultNBitQuantizeConfigRNN(DefaultNBitQuantizeConfig,
_RNNHelper):
"""QuantizeConfig for RNN layers."""
def get_weights_and_quantizers(self, layer):
weights_quantizers = []
for weight_attrs_cell, rnn_cell in zip(
self.weight_attrs, self._get_rnn_cells(layer)):
for weight_attr in weight_attrs_cell:
weights_quantizers.append(
(getattr(rnn_cell, weight_attr), self.weight_quantizer))
return weights_quantizers
def get_activations_and_quantizers(self, layer):
activations_quantizers = []
for activation_attrs_cell, rnn_cell in zip(
self.activation_attrs, self._get_rnn_cells(layer)):
for activation_attr in activation_attrs_cell:
activations_quantizers.append(
(getattr(rnn_cell, activation_attr), self.activation_quantizer))
return activations_quantizers
def _flatten(self, list_of_lists):
flat_list = [item for sublist in list_of_lists for item in sublist]
return flat_list
def set_quantize_weights(self, layer, quantize_weights):
flattened_weight_attrs = self._flatten(self.weight_attrs)
if len(flattened_weight_attrs) != len(quantize_weights):
raise ValueError(
'`set_quantize_weights` called on layer {} with {} '
'weight parameters, but layer expects {} values.'.format(
layer.name, len(quantize_weights), len(flattened_weight_attrs)))
i = 0
for weight_attrs_cell, rnn_cell in zip(
self.weight_attrs, self._get_rnn_cells(layer)):
for weight_attr in weight_attrs_cell:
current_weight = getattr(rnn_cell, weight_attr)
quantize_weight = quantize_weights[i]
if current_weight.shape != quantize_weight.shape:
raise ValueError('Existing layer weight shape {} is incompatible with'
'provided weight shape {}'.format(
current_weight.shape, quantize_weight.shape))
setattr(rnn_cell, weight_attr, quantize_weight)
i += 1
def set_quantize_activations(self, layer, quantize_activations):
flattened_activation_attrs = self._flatten(self.activation_attrs)
if len(flattened_activation_attrs) != len(quantize_activations):
raise ValueError(
'`set_quantize_activations` called on layer {} with {} '
'activation parameters, but layer expects {} values.'.format(
layer.name, len(quantize_activations),
len(flattened_activation_attrs)))
i = 0
for activation_attrs_cell, rnn_cell in zip(
self.activation_attrs, self._get_rnn_cells(layer)):
for activation_attr in activation_attrs_cell:
setattr(rnn_cell, activation_attr, quantize_activations[i])
i += 1
class DefaultNBitActivationQuantizeConfig(QuantizeConfig):
"""QuantizeConfig for keras.layers.Activation.
`keras.layers.Activation` needs a separate `QuantizeConfig` since the
decision to quantize depends on the specific activation type.
"""
def __init__(self, num_bits_weight: int = 8, num_bits_activation: int = 8):
self._num_bits_weight = num_bits_weight
self._num_bits_activation = num_bits_activation
def _assert_activation_layer(self, layer):
if not isinstance(layer, layers.Activation):
raise RuntimeError(
'DefaultNBitActivationQuantizeConfig can only be used with '
'`keras.layers.Activation`.')
def get_weights_and_quantizers(self, layer):
self._assert_activation_layer(layer)
return []
def get_activations_and_quantizers(self, layer):
self._assert_activation_layer(layer)
return []
def set_quantize_weights(self, layer, quantize_weights):
self._assert_activation_layer(layer)
def set_quantize_activations(self, layer, quantize_activations):
self._assert_activation_layer(layer)
def get_output_quantizers(self, layer):
self._assert_activation_layer(layer)
if not hasattr(layer.activation, '__name__'):
raise ValueError('Activation {} not supported by '
'DefaultNBitActivationQuantizeConfig.'.format(
layer.activation))
if layer.activation.__name__ in ['relu', 'relu6', 'swish']:
# 'relu' should generally get fused into the previous layer.
return [quantizers.MovingAverageQuantizer(
num_bits=self._num_bits_activation, per_axis=False,
symmetric=False, narrow_range=False)] # activation/output
elif layer.activation.__name__ in [
'linear', 'softmax', 'sigmoid', 'tanh']:
return []
raise ValueError('Activation {} not supported by '
'DefaultNBitActivationQuantizeConfig.'.format(
layer.activation))
def get_config(self) -> Dict[str, Any]:
return {
'num_bits_weight': self._num_bits_weight,
'num_bits_activation': self._num_bits_activation,
}
class DefaultNBitConvQuantizeConfig(DefaultNBitQuantizeConfig):
"""QuantizeConfig for Conv2D/DepthwiseConv2D layers."""
def __init__(self, weight_attrs, activation_attrs,
quantize_output, num_bits_weight: int = 8,
num_bits_activation: int = 8):
super(DefaultNBitConvQuantizeConfig,
self).__init__(weight_attrs, activation_attrs,
quantize_output, num_bits_weight, num_bits_activation)
self._num_bits_weight = num_bits_weight
self._num_bits_activation = num_bits_activation
self.weight_quantizer = n_bit_quantizers.DefaultNBitConvWeightsQuantizer(
num_bits_weight, num_bits_activation)
class DefaultNBitConvTransposeQuantizeConfig(
DefaultNBitQuantizeConfig):
"""QuantizeConfig for Conv2DTranspose layers."""
def __init__(self, weight_attrs, activation_attrs, quantize_output,
num_bits_weight: int = 8, num_bits_activation: int = 8):
super(DefaultNBitConvTransposeQuantizeConfig,
self).__init__(weight_attrs, activation_attrs, quantize_output,
num_bits_weight, num_bits_activation)
self._num_bits_weight = num_bits_weight
self._num_bits_activation = num_bits_activation
self.weight_quantizer = n_bit_quantizers.DefaultNBitConvTransposeWeightsQuantizer(
num_bits_weight, num_bits_activation)
def _types_dict():
return {
'DefaultNBitQuantizeConfig':
DefaultNBitQuantizeConfig,
'DefaultNBitQuantizeConfigRNN':
DefaultNBitQuantizeConfigRNN,
'DefaultNBitActivationQuantizeConfig':
DefaultNBitActivationQuantizeConfig,
'DefaultNBitConvQuantizeConfig':
DefaultNBitConvQuantizeConfig,
'NoOpQuantizeConfig':
n_bit_configs.NoOpQuantizeConfig,
'DefaultNBitOutputQuantizeConfig':
n_bit_configs.DefaultNBitOutputQuantizeConfig,
'DefaultNBitConvTransposeQuantizeConfig':
DefaultNBitConvTransposeQuantizeConfig,
}