-
-
Notifications
You must be signed in to change notification settings - Fork 1
/
model.json
1 lines (1 loc) · 317 KB
/
model.json
1
{"format": "graph-model", "generatedBy": "2.7.0", "convertedBy": "TensorFlow.js Converter v3.11.0", "signature": {"inputs": {"attention_mask:0": {"name": "attention_mask:0", "dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "-1"}, {"size": "384"}]}}, "input_ids:0": {"name": "input_ids:0", "dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "-1"}, {"size": "384"}]}}}, "outputs": {"logits": {"name": "Identity:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "-1"}, {"size": "2"}]}}}}, "modelTopology": {"node": [{"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/add/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "1200"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/truediv_recip", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/truediv_recip", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/add/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "1200"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/add/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "1200"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}]}}}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/truediv_recip", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/add/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "1200"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1200"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/truediv_recip", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/free", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "unknown", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "30522"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "384"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "unknown_1", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Fill/dims/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/Fill/value", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather_2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/bert/pooler/dense/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "312"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/pooler/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}]}}}}}, {"name": "StatefulPartitionedCall/classifier/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "312"}, {"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/classifier/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "attention_mask", "op": "Placeholder", "attr": {"dtype": {"type": "DT_INT32"}, "shape": {"shape": {"dim": [{"size": "-1"}, {"size": "384"}]}}}}, {"name": "input_ids", "op": "Placeholder", "attr": {"shape": {"shape": {"dim": [{"size": "-1"}, {"size": "384"}]}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Shape_1", "op": "Shape", "input": ["attention_mask"], "attr": {"T": {"type": "DT_INT32"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather", "op": "GatherV2", "input": ["unknown", "input_ids", "StatefulPartitionedCall/bert/embeddings/Gather/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Shape", "op": "Shape", "input": ["input_ids"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/Shape_1", "StatefulPartitionedCall/bert/strided_slice_1/stack", "StatefulPartitionedCall/bert/strided_slice_1/stack_1", "StatefulPartitionedCall/bert/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/embeddings/Gather", "StatefulPartitionedCall/bert/embeddings/Gather_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/Shape", "StatefulPartitionedCall/bert/strided_slice/stack", "StatefulPartitionedCall/bert/strided_slice/stack_1", "StatefulPartitionedCall/bert/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/bert/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/strided_slice_1", "StatefulPartitionedCall/bert/Reshape/shape/1", "StatefulPartitionedCall/bert/Reshape/shape/2", "StatefulPartitionedCall/bert/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/Fill/dims", "op": "Pack", "input": ["StatefulPartitionedCall/bert/strided_slice", "StatefulPartitionedCall/bert/Fill/dims/1"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/Reshape", "op": "Reshape", "input": ["attention_mask", "StatefulPartitionedCall/bert/Reshape/shape"], "attr": {"T": {"type": "DT_INT32"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Fill", "op": "Fill", "input": ["StatefulPartitionedCall/bert/Fill/dims", "StatefulPartitionedCall/bert/Fill/value"], "attr": {"index_type": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/Cast", "op": "Cast", "input": ["StatefulPartitionedCall/bert/Reshape"], "attr": {"Truncate": {"b": false}, "DstT": {"type": "DT_FLOAT"}, "SrcT": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather_2", "op": "GatherV2", "input": ["unknown_1", "StatefulPartitionedCall/bert/Fill", "StatefulPartitionedCall/bert/embeddings/Gather_2/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/Sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/Const", "StatefulPartitionedCall/bert/Cast"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/embeddings/add", "StatefulPartitionedCall/bert/embeddings/Gather_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/Mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/Sub", "StatefulPartitionedCall/bert/Const_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/embeddings/add_1", "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/embeddings/add_1", "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/embeddings/add_1", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/truediv", "StatefulPartitionedCall/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Softmax", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_1"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/MatMul_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_3", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/BiasAdd", "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul/x", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/BiasAdd"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/BiasAdd", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/Erf", "op": "Erf", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/add/x", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/Erf"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul", "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/add", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/add", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/add", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/truediv", "StatefulPartitionedCall/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Softmax", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_1"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/MatMul_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_3/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_3", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul/x", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/BiasAdd"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/BiasAdd", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/Erf", "op": "Erf", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/add/x", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/Erf"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul", "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const_1"], "attr": {"keep_dims": {"b": false}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/add", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/add", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/add", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_1"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose"], "attr": {"adj_y": {"b": true}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/truediv", "StatefulPartitionedCall/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Softmax", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_1"], "attr": {"adj_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/MatMul_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_3/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_3", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "2"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul/x", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/BiasAdd"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/BiasAdd", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/Erf", "op": "Erf", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/add/x", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/Erf"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul", "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/add"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/add", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/add", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/add", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_1"], "attr": {"keep_dims": {"b": false}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose"], "attr": {"adj_y": {"b": true}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/truediv", "StatefulPartitionedCall/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Softmax", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "adj_y": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/MatMul_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_3", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod_1"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/add", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_1"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const"], "attr": {"keep_dims": {"b": false}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/stack"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}, "data_format": {"s": "TkhXQw=="}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul/x", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/BiasAdd"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/BiasAdd", "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/Erf", "op": "Erf", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/add/x", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/Erf"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul", "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/add"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/axes", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Shape", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/free", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/concat_1/axis"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Prod", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Prod_1"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/concat_1"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot", "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/BiasAdd", "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/add", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/add", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/variance", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/mean", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/add", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/bert/pooler/strided_slice/stack", "StatefulPartitionedCall/bert/pooler/strided_slice/stack_1", "StatefulPartitionedCall/bert/pooler/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "2"}, "begin_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/bert/pooler/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/bert/pooler/strided_slice", "StatefulPartitionedCall/bert/pooler/dense/MatMul/ReadVariableOp", "StatefulPartitionedCall/bert/pooler/dense/BiasAdd/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}, "num_args": {"i": "1"}}}, {"name": "StatefulPartitionedCall/bert/pooler/dense/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/bert/pooler/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/classifier/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/bert/pooler/dense/Tanh", "StatefulPartitionedCall/classifier/MatMul/ReadVariableOp", "StatefulPartitionedCall/classifier/BiasAdd/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "num_args": {"i": "1"}, "transpose_a": {"b": false}, "epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}}}, {"name": "Identity", "op": "Identity", "input": ["StatefulPartitionedCall/classifier/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}], "library": {}, "versions": {"producer": 898}}, "weightsManifest": [{"paths": ["group1-shard1of14.bin", "group1-shard2of14.bin", "group1-shard3of14.bin", "group1-shard4of14.bin", "group1-shard5of14.bin", "group1-shard6of14.bin", "group1-shard7of14.bin", "group1-shard8of14.bin", "group1-shard9of14.bin", "group1-shard10of14.bin", "group1-shard11of14.bin", "group1-shard12of14.bin", "group1-shard13of14.bin", "group1-shard14of14.bin"], "weights": [{"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/ReadVariableOp", "shape": [1200, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/add/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/ReadVariableOp", "shape": [312, 1200], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [1200], "dtype": "float32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._3/intermediate/Gelu/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/query/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/key/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/value/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/ReadVariableOp", "shape": [1200, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/add/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/ReadVariableOp", "shape": [312, 1200], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [1200], "dtype": "float32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._2/intermediate/Gelu/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/query/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/key/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/value/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/ReadVariableOp", "shape": [1200, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/add/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/ReadVariableOp", "shape": [312, 1200], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [1200], "dtype": "float32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._1/intermediate/Gelu/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/query/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/key/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/value/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/ReadVariableOp", "shape": [1200, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/add/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/ReadVariableOp", "shape": [312, 1200], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [1200], "dtype": "float32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._0/intermediate/Gelu/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/query/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/key/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/Const_1", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/value/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "unknown", "shape": [30522, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather_1", "shape": [1, 384, 312], "dtype": "float32"}, {"name": "unknown_1", "shape": [2, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/Fill/dims/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/Fill/value", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/embeddings/Gather_2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/embeddings/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice/stack", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice/stack_1", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/pooler/strided_slice/stack_2", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/bert/pooler/dense/MatMul/ReadVariableOp", "shape": [312, 312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/bert/pooler/dense/BiasAdd/ReadVariableOp", "shape": [312], "dtype": "float32"}, {"name": "StatefulPartitionedCall/classifier/MatMul/ReadVariableOp", "shape": [312, 2], "dtype": "float32"}, {"name": "StatefulPartitionedCall/classifier/BiasAdd/ReadVariableOp", "shape": [2], "dtype": "float32"}]}]}