clip_multi_onnx_exporter.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/canavar/.local/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "import torch.nn as nn\n",
    "from sentence_transformers import models\n",
    "\n",
    "dense = models.Dense(\n",
    "            in_features=768,\n",
    "            out_features=512,\n",
    "            bias=False,\n",
    "            activation_function= nn.Identity()\n",
    "        )\n",
    "\n",
    "pooling = models.Pooling(\n",
    "            768,\n",
    "            pooling_mode_cls_token=False,\n",
    "            pooling_mode_mean_tokens=True,\n",
    "            pooling_mode_max_tokens=False,\n",
    "            pooling_mode_mean_sqrt_len_tokens=False\n",
    "        )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create a combined onnx model by applying dense to transformer model(which seems to be including a transfomer and a pooling already)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input name: input_ids, shape: [0, 0]\n",
      "Output name: embedding, shape: [512]\n"
     ]
    }
   ],
   "source": [
    "from sentence_transformers import SentenceTransformer\n",
    "from sentence_transformers import models\n",
    "from transformers import AutoTokenizer\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import onnx\n",
    "import numpy as np\n",
    "\n",
    "\n",
    "class CombinedModel(nn.Module):\n",
    "    def __init__(self, transformer_model, dense_model):\n",
    "        super(CombinedModel, self).__init__()\n",
    "        self.transformer = transformer_model\n",
    "        self.dense = dense_model\n",
    "        self.tokenizer = tokenizer\n",
    "\n",
    "    def forward(self, input_ids, attention_mask):\n",
    "        transformer_output = self.transformer({'input_ids': input_ids, 'attention_mask': attention_mask})\n",
    "        token_embeddings = transformer_output['token_embeddings']\n",
    "        dense_output = self.dense({'sentence_embedding': token_embeddings})\n",
    "        dense_output_tensor = dense_output['sentence_embedding']\n",
    "        mean_output = torch.mean(dense_output_tensor, dim=1)\n",
    "        \n",
    "        flattened_output = mean_output.squeeze(0)\n",
    "        return flattened_output\n",
    "\n",
    "# Load the transformer model\n",
    "transformer_model = SentenceTransformer('clip-ViT-B-32-multilingual-v1', cache_folder='model_pytorch')\n",
    "tokenizer = transformer_model.tokenizer\n",
    "tokenizer = AutoTokenizer.from_pretrained(\"sentence-transformers/clip-ViT-B-32-multilingual-v1\")\n",
    "\n",
    "dense_model = models.Dense(\n",
    "    in_features=768,\n",
    "    out_features=512,\n",
    "    bias=False,\n",
    "    activation_function= nn.Identity()\n",
    ")\n",
    "\n",
    "# Load the state_dict into the model\n",
    "state_dict = torch.load('model_pytorch/sentence-transformers_clip-ViT-B-32-multilingual-v1/2_Dense/pytorch_model.bin')\n",
    "dense_model.load_state_dict(state_dict)\n",
    "# Create the combined model\n",
    "model = CombinedModel(transformer_model, dense_model)\n",
    "model.eval()\n",
    "# model.forward(torch.zeros(1, 128, dtype=torch.long), torch.zeros(1, 128, dtype=torch.long))\n",
    "\n",
    "input_text = \"This is a multi-lingual version of the OpenAI CLIP-ViT-B32 model. You can map text (in 50+ languages) and images to a common dense vector space such that images and the matching texts are close.\"\n",
    "\n",
    "inputs = tokenizer(input_text, return_tensors=\"pt\")\n",
    "# inputs = tokenizer(input_text, padding='longest', truncation=True, max_length=128, return_tensors='pt')\n",
    "# inputs = tokenizer(input_text, padding='longest', truncation=True, max_length=128, return_tensors='pt')\n",
    "input_ids = inputs['input_ids']\n",
    "attention_mask = inputs['attention_mask']\n",
    "\n",
    "# Export the model\n",
    "torch.onnx.export(model,               # model being run\n",
    "                  (input_ids, attention_mask), # model input (or a tuple for multiple inputs)\n",
    "                  \"combined_model.onnx\", # where to save the model (can be a file or file-like object)\n",
    "                  export_params=True,        # store the trained parameter weights inside the model file\n",
    "                  opset_version=17,          # the ONNX version to export the model to\n",
    "                  do_constant_folding=True,  # whether to execute constant folding for optimization\n",
    "                  input_names = ['input_ids', 'attention_mask'],   # the model's input names\n",
    "                  output_names = ['embedding'], # the model's output names\n",
    "                  dynamic_axes={'input_ids': {0 : 'batch_size', 1: 'seq_length'},  \n",
    "                                'attention_mask' : {0 : 'batch_size', 1: 'seq_length'},\n",
    "                                'output' : {0 : 'batch_size'}})\n",
    "\n",
    "onnx.checker.check_model(\"combined_model.onnx\")\n",
    "\n",
    "comdined_model = onnx.load(\"combined_model.onnx\")\n",
    "\n",
    "# Get the name and shape of the input\n",
    "input_name = comdined_model.graph.input[0].name\n",
    "input_shape = [dim.dim_value for dim in comdined_model.graph.input[0].type.tensor_type.shape.dim]\n",
    "print(f\"Input name: {input_name}, shape: {input_shape}\")\n",
    "\n",
    "# Get the name and shape of the output\n",
    "output_name = comdined_model.graph.output[0].name\n",
    "output_shape = [dim.dim_value for dim in comdined_model.graph.output[0].type.tensor_type.shape.dim]\n",
    "print(f\"Output name: {output_name}, shape: {output_shape}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create Embedding with SentenceTransformer('sentence-transformers/clip-ViT-B-32-multilingual-v1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'DistilBertModel' object has no attribute 'encode'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[3], line 16\u001b[0m\n\u001b[1;32m     13\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mtime\u001b[39;00m\n\u001b[1;32m     15\u001b[0m start_time \u001b[38;5;241m=\u001b[39m time\u001b[38;5;241m.\u001b[39mtime()\n\u001b[0;32m---> 16\u001b[0m output \u001b[38;5;241m=\u001b[39m \u001b[43mmodel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mencode\u001b[49m(text, convert_to_tensor\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m     17\u001b[0m \u001b[38;5;28mprint\u001b[39m(output\u001b[38;5;241m.\u001b[39mlast_hidden_state\u001b[38;5;241m.\u001b[39mshape)\n\u001b[1;32m     18\u001b[0m end_time \u001b[38;5;241m=\u001b[39m time\u001b[38;5;241m.\u001b[39mtime()\n",
      "File \u001b[0;32m~/projects/recommendasphere/fashion-clip-rs/.venv/lib/python3.11/site-packages/torch/nn/modules/module.py:1695\u001b[0m, in \u001b[0;36mModule.__getattr__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m   1693\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m name \u001b[38;5;129;01min\u001b[39;00m modules:\n\u001b[1;32m   1694\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m modules[name]\n\u001b[0;32m-> 1695\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mAttributeError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mtype\u001b[39m(\u001b[38;5;28mself\u001b[39m)\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m object has no attribute \u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mname\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'DistilBertModel' object has no attribute 'encode'"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from sentence_transformers import SentenceTransformer\n",
    "from transformers import AutoTokenizer, AutoModel\n",
    "\n",
    "model = SentenceTransformer('sentence-transformers/clip-ViT-B-32-multilingual-v1')\n",
    "# model = AutoModel.from_pretrained('sentence-transformers/clip-ViT-B-32-multilingual-v1')\n",
    "tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/clip-ViT-B-32-multilingual-v1')\n",
    "\n",
    "# Prepare the text\n",
    "text = \"This is an example sentence.\"\n",
    "inputs = tokenizer(text, return_tensors='np')\n",
    "# time this function\n",
    "import time\n",
    "\n",
    "start_time = time.time()\n",
    "output = model.encode(text, convert_to_tensor=True)\n",
    "end_time = time.time()\n",
    "\n",
    "print(f\"Time taken: {(end_time - start_time) * 1000} milliseconds\")\n",
    "print(output)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create embedding with combined_model.onnx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Time taken: 4.876136779785156 milliseconds\n",
      "[-1.26431406e-01  1.03924178e-01 -9.06252712e-02 -1.16209410e-01\n",
      " -1.91176921e-01 -1.43773332e-02 -1.63840994e-01 -1.41228139e+00\n",
      "  3.42575192e-01 -7.24642305e-04  2.37428080e-02  1.82638362e-01\n",
      "  1.42683402e-01 -2.04959169e-01  1.83473438e-01 -1.49883740e-02\n",
      " -9.43370238e-02  2.80145258e-02 -2.11930588e-01 -7.85048008e-02\n",
      "  6.16276711e-02 -1.26432091e-01  1.72459960e-01 -3.41832429e-01\n",
      " -1.47544846e-01  1.70714810e-01 -1.50460646e-01 -2.35026971e-01\n",
      "  2.82157630e-01 -6.23078272e-02  1.14018589e-01 -5.09377718e-02\n",
      "  1.37666613e-01  8.92706960e-02  2.19570339e-01  2.68463999e-01\n",
      "  3.69729966e-01 -5.66888601e-02  1.94477022e-01 -3.64378363e-01\n",
      "  1.96955115e-01 -3.16487610e-01  7.82806799e-02  4.95261475e-02\n",
      "  2.04724133e-01  2.51980215e-01  2.99986303e-01  1.94996685e-01\n",
      "  4.60869633e-02 -4.34494168e-02 -2.18412057e-01 -4.18978930e-01\n",
      " -4.98592481e-02 -1.20867960e-01  8.79129488e-03  8.15327391e-02\n",
      "  1.77408978e-01 -4.02529180e-01 -1.06028266e-01 -7.51051903e-02\n",
      "  2.78445661e-01 -5.65645322e-02 -5.43030053e-02  9.02090296e-02\n",
      "  7.81127959e-02 -3.06805409e-03  2.10364550e-01  2.97246557e-02\n",
      "  2.37088621e-01 -5.93193769e-02  1.07717432e-01 -1.61010712e-01\n",
      " -1.34064645e-01  2.31307656e-01 -5.40595651e-02  1.97455436e-01\n",
      "  2.01648861e-01 -1.46463111e-01  2.03801975e-01 -4.63532172e-02\n",
      "  1.19128488e-01  2.04200894e-01  2.15880796e-02  1.92038596e-01\n",
      " -3.88157457e-01 -6.77069873e-02  1.26620695e-01  1.37572899e-01\n",
      "  2.36006483e-01 -1.22270018e-01  9.50043872e-02 -8.94672126e-02\n",
      " -1.71400464e+00  4.09563184e-01 -4.81842384e-02 -5.38770594e-02\n",
      "  1.28210559e-01 -1.35103360e-01 -1.33039489e-01 -8.58912319e-02\n",
      " -9.86293480e-02  1.54863074e-01 -9.75690633e-02 -4.85181734e-02\n",
      " -3.44437540e-01 -1.43891703e-02 -2.67686993e-01  1.16924502e-01\n",
      "  2.62806267e-01 -2.42742822e-01  2.48758420e-02  8.84825051e-01\n",
      " -1.52586669e-01 -6.67434260e-02 -4.57030982e-02  1.84476584e-01\n",
      "  1.65267754e-02 -4.75634545e-01 -8.30192715e-02  1.29125193e-01\n",
      " -2.67679602e-01 -4.52417910e-01  1.44475326e-01  1.81406945e-01\n",
      "  2.06872940e-01  7.24020749e-02  5.26595721e-03  1.40506588e-02\n",
      " -5.32382838e-02  2.79386789e-01 -2.50097454e-01 -2.64774442e-01\n",
      " -6.65246397e-02  7.63766336e+00  1.30343400e-02 -1.10317999e-02\n",
      " -1.15899011e-01  4.36506510e-01  4.08911854e-02 -3.93406153e-01\n",
      " -4.26140521e-03 -2.51351222e-02  1.50391921e-01  5.51430807e-02\n",
      " -3.23154852e-02  1.09799653e-01 -2.56650150e-02  1.09391369e-01\n",
      " -2.49640614e-01  1.61142632e-01  6.29505515e-02  5.85010871e-02\n",
      "  4.77465153e-01  3.22831050e-02 -4.42505963e-02 -2.87222445e-01\n",
      " -1.32568344e-01 -4.96077165e-02 -1.00074522e-01  3.28623652e-01\n",
      "  1.25042871e-01 -1.08794652e-01 -4.91889715e-02 -1.38754725e-01\n",
      "  3.07299495e-01 -2.77857691e-01 -9.29091424e-02 -1.03199147e-01\n",
      " -3.05611759e-01  1.69610947e-01 -1.62163470e-02  1.45009518e-01\n",
      " -1.12012969e-02  9.28533077e-02  4.23996672e-02  8.27653706e-02\n",
      "  2.32197165e-01  2.10709587e-01  7.59612545e-02  1.43720791e-01\n",
      " -3.60622071e-02 -1.23956352e-01 -2.99066007e-01  3.53015810e-01\n",
      " -3.30349237e-01  1.52449995e-01 -4.15985249e-02  3.56694590e-03\n",
      " -2.11568177e-01 -1.12055510e-01  3.03413998e-02 -2.76043952e-01\n",
      " -1.79265767e-01  1.38321072e-01  5.29680215e-02 -4.71406952e-02\n",
      "  1.64879113e-01 -2.03405201e-01 -2.83919513e-01  1.66116700e-01\n",
      "  3.46412957e-02 -7.41810501e-02 -1.14377007e-01  3.93722355e-01\n",
      "  4.38248850e-02 -2.31901750e-01  9.81330425e-02 -9.91482139e-02\n",
      "  1.39156505e-01  6.66295141e-02  1.52683809e-01  1.36780545e-01\n",
      " -1.18312523e-01  9.04835090e-02 -1.96600884e-01  1.41179236e-02\n",
      "  1.16401836e-01  1.08527858e-02 -1.87927216e-01  3.53395380e-03\n",
      "  2.12858260e-01 -2.85386816e-02 -3.63086164e-02  2.10001424e-01\n",
      " -1.42457604e-01 -2.00462446e-01  1.47777662e-01  8.08959082e-02\n",
      " -1.83933914e-01 -1.93299666e-01  4.56280485e-02  4.35224771e-02\n",
      "  1.24753222e-01 -6.93234131e-02  2.02479720e-01 -2.94279754e-01\n",
      " -1.88026335e-02  1.43231630e-01 -5.66031933e-01  1.03671029e-02\n",
      " -3.12107150e-02  8.44822153e-02 -5.92736006e-02  3.12028617e-01\n",
      " -2.47107372e-01  6.80776983e-02  2.81702634e-02  2.12529570e-01\n",
      " -2.10439801e-01  8.74800906e-02 -1.43365562e-01  2.22686380e-01\n",
      "  3.09662253e-01 -4.34949920e-02  2.94474900e-01  4.98831160e-02\n",
      " -7.37205148e-02 -8.43084157e-02 -1.86096147e-01  1.02864206e-01\n",
      " -1.98764011e-01  3.69847342e-02 -3.20480540e-02  3.42446029e-01\n",
      " -6.73767775e-02  1.00573324e-01  1.48918062e-01 -1.13416508e-01\n",
      " -1.59706697e-01  2.41283834e-01 -8.34260657e-02  1.38818681e-01\n",
      " -3.94597426e-02 -3.27958204e-02 -4.32634130e-02  3.47883329e-02\n",
      "  9.16703939e-02 -6.24678843e-02 -3.43764275e-02  7.77746141e-02\n",
      "  1.24506474e-01 -1.85701549e-02 -5.44877052e-01  9.27993655e-02\n",
      " -1.31073445e-01  3.51833940e-01 -2.71012306e-01 -2.67065316e-01\n",
      "  3.53571922e-01 -4.86240983e-02 -4.29571560e-03  2.56351709e-01\n",
      " -8.38271528e-02 -5.08221760e-02  1.28820747e-01  1.23405993e-01\n",
      " -1.67363316e-01 -1.84037805e-01  2.52534002e-01  9.19830725e-02\n",
      "  5.12741245e-02  8.57734233e-02  1.48828790e-01  6.77459612e-02\n",
      " -2.42083699e-01 -6.23662397e-03 -3.39816511e-01 -3.77110034e-01\n",
      "  2.66312093e-01  4.52369079e-02 -7.88053796e-02  2.27251530e-01\n",
      "  7.63245916e+00  2.89146211e-02 -4.57765907e-01  3.72520000e-01\n",
      "  2.61114985e-01 -3.13796222e-01  2.27784544e-01  7.98373893e-02\n",
      "  2.14741230e-01  2.99732774e-01  2.73445062e-03  4.72625978e-02\n",
      "  6.15348965e-02  5.15012033e-02  1.47117183e-01  1.93759287e-03\n",
      "  3.49572510e-01 -3.48924398e+00 -6.02834746e-02  2.28441224e-01\n",
      "  9.18310210e-02 -3.29765141e-01 -8.97015035e-02  2.29400210e-02\n",
      " -3.49512517e-01  2.45196730e-01 -1.70714304e-01  8.98397863e-02\n",
      "  1.13511905e-01 -3.26909006e-01  8.90163407e-02 -1.47060677e-01\n",
      " -1.40157640e-01 -8.70000944e-03  1.26572087e-01  6.27248287e-02\n",
      "  3.64600241e-01  1.77025601e-01 -5.83659438e-03  1.26100913e-01\n",
      " -2.04595357e-01  4.57886517e-01  4.65500318e-02  2.70219386e-01\n",
      "  7.13249389e-03 -1.99777856e-01 -1.69741794e-01 -1.89131424e-01\n",
      "  4.48346958e-02 -9.29563791e-02  4.31510061e-02  3.21200281e-01\n",
      " -5.12602270e-01  2.59788781e-01  1.83919504e-01  3.74606043e-01\n",
      "  5.92500448e-01  3.11015733e-03 -2.55124569e-01 -7.74182305e-02\n",
      " -8.97174329e-02  1.01312041e-01 -4.00169253e-01  1.11050941e-01\n",
      " -1.56769961e-01  1.40820816e-01 -7.30442762e-01  8.75362009e-02\n",
      " -2.85534084e-01  7.87579119e-02 -2.12318767e-02 -1.55910730e-01\n",
      "  4.48803641e-02 -2.03084856e-01 -4.44022939e-02  9.09145772e-02\n",
      "  9.11339447e-02 -1.95898324e-01  5.10365486e-01  2.65967613e-03\n",
      "  8.57199952e-02 -1.18154719e-01  3.02458135e-03  9.03472211e-03\n",
      "  3.16542387e-01 -2.69455433e-01 -1.88670799e-01  1.46397306e-02\n",
      " -1.84714109e-01  2.94869721e-01 -1.15982451e-01 -3.91452685e-02\n",
      "  1.41337544e-01  3.08494903e-02  4.71235178e-02  3.13432962e-02\n",
      "  4.21965331e-01  3.56897891e-01  2.30388299e-01  4.55894470e-02\n",
      "  1.59017652e-01  2.50947773e-01  3.11773688e-01  2.03107432e-01\n",
      "  7.27152154e-02 -2.20724896e-01 -7.87212700e-02 -1.70500934e-01\n",
      "  1.19714878e-01 -1.74673453e-01  1.94366097e-01 -1.45784020e-01\n",
      " -1.10181466e-01 -3.82977873e-02  9.27118063e-02 -1.90138564e-01\n",
      " -2.24921063e-01  7.29249343e-02  1.09096795e-01  5.10658212e-02\n",
      "  7.30357021e-02 -1.36859775e-01 -2.21903861e-01 -3.04774158e-02\n",
      " -1.20800033e-01 -2.70241708e-01  8.12702626e-03 -9.51107293e-02\n",
      " -3.82219970e-01  4.53863978e-01  1.77807420e-01  1.35160550e-01\n",
      " -4.18182731e-01  1.68933079e-01  2.34617695e-01 -2.27133185e-01\n",
      "  1.16136663e-01 -1.53351173e-01  1.80800110e-02  6.93365559e-02\n",
      "  1.12148523e-01  9.15556103e-02 -1.04820125e-01  2.01580957e-01\n",
      "  5.02648838e-02 -1.41642407e-01 -2.20396072e-01  1.83169823e-02\n",
      "  9.31559801e-02 -2.33532283e-02 -1.70155615e-01  1.78909730e-02\n",
      " -6.99902847e-02  1.61888197e-01  1.59318820e-01 -1.35409608e-01\n",
      " -1.36157170e-01  1.67455953e-02 -6.19920231e-02  1.03292078e-01\n",
      "  6.90817982e-02 -2.48222321e-01 -6.57807812e-02  4.78409119e-02\n",
      " -7.03021437e-02 -1.14754863e-01 -2.35098302e-02  2.30765581e-01\n",
      "  1.43217258e-02 -4.21474516e-01  4.17824415e-03 -4.86710742e-02\n",
      " -3.58077228e-01 -6.44045742e-03  1.35815680e-01  1.10420264e-01\n",
      "  2.84550339e-01 -6.71625882e-02  1.20153725e-01 -3.45496476e-01\n",
      " -1.27596408e-02  2.03699276e-01  8.70878473e-02 -1.86678693e-01\n",
      "  4.71836478e-01 -2.00280160e-01 -9.57309753e-02  1.38114259e-01\n",
      " -3.77364792e-02 -4.39500511e-02 -8.25332254e-02  1.22234508e-01\n",
      "  4.79913771e-01 -9.01749432e-02 -2.40922689e-01  6.55494332e-02\n",
      " -2.34919772e-01 -1.05512887e-01 -1.91523790e-01  3.33160788e-01]\n"
     ]
    }
   ],
   "source": [
    "import onnxruntime as ort\n",
    "from transformers import AutoTokenizer\n",
    "\n",
    "# Load the ONNX model\n",
    "sess = ort.InferenceSession(\"combined_model.onnx\")\n",
    "\n",
    "# Load the tokenizer\n",
    "tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/clip-ViT-B-32-multilingual-v1')\n",
    "\n",
    "# Prepare the text\n",
    "text = \"This is an example sentence.\"\n",
    "inputs = tokenizer(text, padding='longest', truncation=True, max_length=128, return_tensors='np')\n",
    "\n",
    "# Run inference\n",
    "input_names = sess.get_inputs()\n",
    "input_dict = {input_name.name: inputs[input_name.name] for input_name in input_names}\n",
    "\n",
    "import time\n",
    "\n",
    "start_time = time.time()\n",
    "inputs = tokenizer(text, padding='longest', truncation=True, max_length=128, return_tensors='np')\n",
    "\n",
    "# Run inference\n",
    "input_names = sess.get_inputs()\n",
    "input_dict = {input_name.name: inputs[input_name.name] for input_name in input_names}\n",
    "\n",
    "output_dict = sess.run(None, input_dict)\n",
    "end_time = time.time()\n",
    "\n",
    "print(f\"Time taken: {(end_time - start_time) * 1000} milliseconds\")\n",
    "\n",
    "\n",
    "# The output is a list of numpy arrays, one for each output tensor\n",
    "# print(output_dict)\n",
    "\n",
    "import numpy as np\n",
    "\n",
    "# Take the mean of the output along the sequence length dimension\n",
    "# mean_output = np.mean(output_dict[0], axis=1)\n",
    "\n",
    "print(output_dict[0])\n",
    "import json\n",
    "\n",
    "# Convert the tensor to a list\n",
    "output_list = output_dict[0].tolist()\n",
    "\n",
    "with open('embedding.json', 'w') as f:\n",
    "    json.dump(output_list, f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###m compare both model output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Are the outputs close? True\n",
      "Standard deviation of the differences: 1.4037249e-07\n",
      "pytorch_output size: torch.Size([512])\n",
      "onnx_output size: (512,)\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "import numpy as np\n",
    "import onnxruntime as ort\n",
    "from transformers import AutoTokenizer\n",
    "\n",
    "model = SentenceTransformer('sentence-transformers/clip-ViT-B-32-multilingual-v1')\n",
    "tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/clip-ViT-B-32-multilingual-v1')\n",
    "\n",
    "# Prepare the input\n",
    "text = \"texts are close.\"\n",
    "inputs = tokenizer(text, padding='longest', truncation=True, max_length=128, return_tensors='pt')\n",
    "\n",
    "# Run the PyTorch model\n",
    "pytorch_output =  model.encode(text, convert_to_tensor=True, device='cpu')\n",
    "\n",
    "# Convert the inputs to numpy arrays for the ONNX model\n",
    "inputs_onnx = {name: tensor.numpy() for name, tensor in inputs.items()}\n",
    "\n",
    "# Run the ONNX model\n",
    "sess = ort.InferenceSession(\"combined_model.onnx\")\n",
    "onnx_output = sess.run(None, inputs_onnx)\n",
    "\n",
    "# Compare the outputs\n",
    "print(\"Are the outputs close?\", np.allclose(pytorch_output.detach().numpy(), onnx_output[0], atol=1e-6))\n",
    "\n",
    "\n",
    "# Calculate the differences between the outputs\n",
    "differences = pytorch_output.detach().numpy() - onnx_output[0]\n",
    "\n",
    "# Print the standard deviation of the differences\n",
    "print(\"Standard deviation of the differences:\", np.std(differences))\n",
    "\n",
    "print(\"pytorch_output size:\", pytorch_output.size())\n",
    "print(\"onnx_output size:\", onnx_output[0].shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compare the operation counts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Transformers ONNX model: 26 ReduceMean operations, 0 ReduceSum operations\n",
      "Combined ONNX model: 1 ReduceMean operations, 0 ReduceSum operations\n",
      "The models have a different number of ReduceMean operations.\n"
     ]
    }
   ],
   "source": [
    "import onnx\n",
    "\n",
    "# Load the ONNX models\n",
    "transformers_onnx_model = onnx.load(\"model_onnx/model.onnx\")\n",
    "combined_model = onnx.load(\"combined_model.onnx\")\n",
    "\n",
    "# Function to count ReduceMean and ReduceSum operations\n",
    "def count_operations(model):\n",
    "    reduce_mean_count = 0\n",
    "    reduce_sum_count = 0\n",
    "    for node in model.graph.node:\n",
    "        if node.op_type == 'ReduceMean':\n",
    "            reduce_mean_count += 1\n",
    "        elif node.op_type == 'ReduceSum':\n",
    "            reduce_sum_count += 1\n",
    "    return reduce_mean_count, reduce_sum_count\n",
    "\n",
    "# Count operations in each model\n",
    "transformers_reduce_mean_count, transformers_reduce_sum_count = count_operations(transformers_onnx_model)\n",
    "combined_reduce_mean_count, combined_reduce_sum_count = count_operations(combined_model)\n",
    "\n",
    "# Print the counts\n",
    "print(f\"Transformers ONNX model: {transformers_reduce_mean_count} ReduceMean operations, {transformers_reduce_sum_count} ReduceSum operations\")\n",
    "print(f\"Combined ONNX model: {combined_reduce_mean_count} ReduceMean operations, {combined_reduce_sum_count} ReduceSum operations\")\n",
    "\n",
    "# Function to get ReduceMean operations\n",
    "def get_reduce_mean_operations(model):\n",
    "    reduce_mean_operations = [node for node in model.graph.node if node.op_type == 'ReduceMean']\n",
    "    return reduce_mean_operations\n",
    "\n",
    "# Get ReduceMean operations in each model\n",
    "transformers_reduce_mean_operations = get_reduce_mean_operations(transformers_onnx_model)\n",
    "combined_reduce_mean_operations = get_reduce_mean_operations(combined_model)\n",
    "# ...\n",
    "\n",
    "# Check if the number of ReduceMean operations is the same in both models\n",
    "if len(transformers_reduce_mean_operations) != len(combined_reduce_mean_operations):\n",
    "    print(\"The models have a different number of ReduceMean operations.\")\n",
    "else:\n",
    "    def extract_last_part(s):\n",
    "        return s.split('/')[-1]\n",
    "\n",
    "    # Flag to track if any differences were found\n",
    "    differences_found = False\n",
    "\n",
    "    for i in range(len(transformers_reduce_mean_operations)):\n",
    "        transformers_operation = transformers_reduce_mean_operations[i]\n",
    "        combined_operation = combined_reduce_mean_operations[i]\n",
    "\n",
    "        # Extract the last part of the input, output, and name strings\n",
    "        transformers_input = extract_last_part(transformers_operation.input[0])\n",
    "        transformers_output = extract_last_part(transformers_operation.output[0])\n",
    "        transformers_name = extract_last_part(transformers_operation.name)\n",
    "\n",
    "        combined_input = extract_last_part(combined_operation.input[0])\n",
    "        combined_output = extract_last_part(combined_operation.output[0])\n",
    "        combined_name = extract_last_part(combined_operation.name)\n",
    "\n",
    "        # Compare the operations\n",
    "        if (transformers_input != combined_input or\n",
    "            transformers_output != combined_output or\n",
    "            transformers_name != combined_name or\n",
    "            transformers_operation.op_type != combined_operation.op_type or\n",
    "            transformers_operation.attribute != combined_operation.attribute):\n",
    "            print(f\"ReduceMean operation {i} is different.\")\n",
    "            print(\"Transformers ONNX model operation:\", transformers_operation)\n",
    "            print(\"Combined ONNX model operation:\", combined_operation)\n",
    "            differences_found = True\n",
    "\n",
    "    # If no differences were found, print a success message\n",
    "    if not differences_found:\n",
    "        print(\"The two models are identical in 'ReduceMean' operations.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The two models are identical in 'Gemm' operations.\n"
     ]
    }
   ],
   "source": [
    "# Function to get Gemm operations\n",
    "def get_gemm_operations(model):\n",
    "    gemm_operations = [node for node in model.graph.node if node.op_type == 'Gemm']\n",
    "    return gemm_operations\n",
    "\n",
    "# Get Gemm operations in each model\n",
    "transformers_gemm_operations = get_gemm_operations(transformers_onnx_model)\n",
    "combined_gemm_operations = get_gemm_operations(combined_model)\n",
    "\n",
    "# Check if the number of Gemm operations is the same in both models\n",
    "if len(transformers_gemm_operations) != len(combined_gemm_operations):\n",
    "    print(\"The models have a different number of Gemm operations.\")\n",
    "else:\n",
    "    def extract_last_part(s):\n",
    "        return s.split('/')[-1]\n",
    "\n",
    "    # Flag to track if any differences were found\n",
    "    differences_found = False\n",
    "\n",
    "    for i in range(len(transformers_gemm_operations)):\n",
    "        transformers_operation = transformers_gemm_operations[i]\n",
    "        combined_operation = combined_gemm_operations[i]\n",
    "\n",
    "        # Extract the last part of the input, output, and name strings\n",
    "        transformers_input = extract_last_part(transformers_operation.input[0])\n",
    "        transformers_output = extract_last_part(transformers_operation.output[0])\n",
    "        transformers_name = extract_last_part(transformers_operation.name)\n",
    "\n",
    "        combined_input = extract_last_part(combined_operation.input[0])\n",
    "        combined_output = extract_last_part(combined_operation.output[0])\n",
    "        combined_name = extract_last_part(combined_operation.name)\n",
    "\n",
    "        # Compare the operations\n",
    "        if (transformers_input != combined_input or\n",
    "            transformers_output != combined_output or\n",
    "            transformers_name != combined_name or\n",
    "            transformers_operation.op_type != combined_operation.op_type or\n",
    "            transformers_operation.attribute != combined_operation.attribute):\n",
    "            print(f\"Gemm operation {i} is different.\")\n",
    "            print(\"Transformers ONNX model operation:\", transformers_operation)\n",
    "            print(\"Combined ONNX model operation:\", combined_operation)\n",
    "            differences_found = True\n",
    "\n",
    "    # If no differences were found, print a success message\n",
    "    if not differences_found:\n",
    "        print(\"The two models are identical in 'Gemm' operations.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The output shapes of the two models are different.\n",
      "Transformers ONNX model output shape: [0, 0, 768]\n",
      "Combined ONNX model output shape: [0]\n"
     ]
    }
   ],
   "source": [
    "import onnx.shape_inference\n",
    "\n",
    "# Infer the shapes of the models\n",
    "transformers_onnx_model = onnx.shape_inference.infer_shapes(transformers_onnx_model)\n",
    "combined_model = onnx.shape_inference.infer_shapes(combined_model)\n",
    "\n",
    "# Get the output shapes\n",
    "transformers_output_shape = [dim.dim_value for dim in transformers_onnx_model.graph.output[0].type.tensor_type.shape.dim]\n",
    "combined_output_shape = [dim.dim_value for dim in combined_model.graph.output[0].type.tensor_type.shape.dim]\n",
    "\n",
    "# Compare the output shapes\n",
    "if transformers_output_shape == combined_output_shape:\n",
    "    print(\"The output shapes of the two models are identical.\")\n",
    "else:\n",
    "    print(\"The output shapes of the two models are different.\")\n",
    "    print(\"Transformers ONNX model output shape:\", transformers_output_shape)\n",
    "    print(\"Combined ONNX model output shape:\", combined_output_shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Identical operation 0.\n",
      "Identical operation 1.\n",
      "Operation 2 does not have any inputs.\n",
      "Identical operation 2.\n",
      "Identical operation 3.\n",
      "Operation 4 does not have any inputs.\n",
      "Unequal operation 4.\n",
      "Operation 5 does not have any inputs.\n",
      "Identical operation 5.\n",
      "Operation 6 does not have any inputs.\n",
      "Identical operation 6.\n",
      "Operation 7 does not have any inputs.\n",
      "Unequal operation 7.\n",
      "Operation 8 does not have any inputs.\n",
      "Unequal operation 8.\n",
      "Operation 9 does not have any inputs.\n",
      "Unequal operation 9.\n",
      "Unequal operation 10.\n",
      "Transformers ONNX model operation: input: \"embeddings.position_embeddings.weight\"\n",
      "input: \"/embeddings/Slice_output_0\"\n",
      "output: \"/embeddings/position_embeddings/Gather_output_0\"\n",
      "name: \"/embeddings/position_embeddings/Gather\"\n",
      "op_type: \"Gather\"\n",
      "\n",
      "Combined ONNX model operation: input: \"onnx::Slice_110\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/Constant_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/Unsqueeze_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/Constant_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/Constant_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/embeddings/Slice_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/embeddings/Slice\"\n",
      "op_type: \"Slice\"\n",
      "\n",
      "Unequal operation 11.\n",
      "Transformers ONNX model operation: input: \"/embeddings/word_embeddings/Gather_output_0\"\n",
      "input: \"/embeddings/position_embeddings/Gather_output_0\"\n",
      "output: \"/embeddings/Add_output_0\"\n",
      "name: \"/embeddings/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.embeddings.position_embeddings.weight\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/Slice_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/embeddings/position_embeddings/Gather_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/embeddings/position_embeddings/Gather\"\n",
      "op_type: \"Gather\"\n",
      "\n",
      "Unequal operation 12.\n",
      "Transformers ONNX model operation: input: \"/embeddings/Add_output_0\"\n",
      "output: \"/embeddings/LayerNorm/ReduceMean_output_0\"\n",
      "name: \"/embeddings/LayerNorm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/embeddings/word_embeddings/Gather_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/position_embeddings/Gather_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/embeddings/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/embeddings/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 13.\n",
      "Transformers ONNX model operation: input: \"/embeddings/Add_output_0\"\n",
      "input: \"/embeddings/LayerNorm/ReduceMean_output_0\"\n",
      "output: \"/embeddings/LayerNorm/Sub_output_0\"\n",
      "name: \"/embeddings/LayerNorm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/embeddings/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.embeddings.LayerNorm.weight\"\n",
      "input: \"transformer.0.auto_model.embeddings.LayerNorm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/embeddings/LayerNorm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/embeddings/LayerNorm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Operation 14 does not have any inputs.\n",
      "Unequal operation 14.\n",
      "Operation 15 does not have any inputs.\n",
      "Unequal operation 15.\n",
      "Unequal operation 16.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Pow_output_0\"\n",
      "output: \"/embeddings/LayerNorm/ReduceMean_1_output_0\"\n",
      "name: \"/embeddings/LayerNorm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Shape_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 17 does not have any inputs.\n",
      "Unequal operation 17.\n",
      "Operation 18 does not have any inputs.\n",
      "Unequal operation 18.\n",
      "Unequal operation 19.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Add_output_0\"\n",
      "output: \"/embeddings/LayerNorm/Sqrt_output_0\"\n",
      "name: \"/embeddings/LayerNorm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 20.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Sub_output_0\"\n",
      "input: \"/embeddings/LayerNorm/Sqrt_output_0\"\n",
      "output: \"/embeddings/LayerNorm/Div_output_0\"\n",
      "name: \"/embeddings/LayerNorm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/embeddings/LayerNorm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_732\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 21.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Div_output_0\"\n",
      "input: \"embeddings.LayerNorm.weight\"\n",
      "output: \"/embeddings/LayerNorm/Mul_output_0\"\n",
      "name: \"/embeddings/LayerNorm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.0.attention.q_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 22 does not have any inputs.\n",
      "Unequal operation 22.\n",
      "Unequal operation 23.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Shape_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_135\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 24 does not have any inputs.\n",
      "Unequal operation 24.\n",
      "Operation 25 does not have any inputs.\n",
      "Unequal operation 25.\n",
      "Operation 26 does not have any inputs.\n",
      "Unequal operation 26.\n",
      "Operation 27 does not have any inputs.\n",
      "Unequal operation 27.\n",
      "Operation 28 does not have any inputs.\n",
      "Unequal operation 28.\n",
      "Unequal operation 29.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_730\"\n",
      "output: \"/transformer/layer.0/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.0/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_144\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 30 does not have any inputs.\n",
      "Unequal operation 30.\n",
      "Operation 31 does not have any inputs.\n",
      "Unequal operation 31.\n",
      "Operation 32 does not have any inputs.\n",
      "Unequal operation 32.\n",
      "Operation 33 does not have any inputs.\n",
      "Unequal operation 33.\n",
      "Operation 34 does not have any inputs.\n",
      "Unequal operation 34.\n",
      "Unequal operation 35.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Concat_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_153\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_2\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 36 does not have any inputs.\n",
      "Unequal operation 36.\n",
      "Operation 37 does not have any inputs.\n",
      "Unequal operation 37.\n",
      "Operation 38 does not have any inputs.\n",
      "Unequal operation 38.\n",
      "Operation 39 does not have any inputs.\n",
      "Unequal operation 39.\n",
      "Unequal operation 40.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Concat_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 41.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Unsqueeze_2_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Unsqueeze_2\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 42 does not have any inputs.\n",
      "Unequal operation 42.\n",
      "Operation 43 does not have any inputs.\n",
      "Unequal operation 43.\n",
      "Operation 44 does not have any inputs.\n",
      "Unequal operation 44.\n",
      "Unequal operation 45.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/embeddings/LayerNorm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_743\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 46.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Concat_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Reshape_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.0.attention.v_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/v_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/v_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/v_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 47.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Reshape_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Transpose_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 48.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_740\"\n",
      "output: \"/transformer/layer.0/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.0/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 49 does not have any inputs.\n",
      "Unequal operation 49.\n",
      "Unequal operation 50.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Unequal operation 51.\n",
      "Transformers ONNX model operation: input: \"/embeddings/LayerNorm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_741\"\n",
      "output: \"/transformer/layer.0/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.0/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_2\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 3\n",
      "  ints: 1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Unequal operation 52.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.0.attention.v_lin.bias\"\n",
      "input: \"/transformer/layer.0/attention/v_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.0/attention/v_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.0/attention/v_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Div_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 53 does not have any inputs.\n",
      "Unequal operation 53.\n",
      "Unequal operation 54.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"attention_mask\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_12_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Equal_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Equal\"\n",
      "op_type: \"Equal\"\n",
      "\n",
      "Operation 55 does not have any inputs.\n",
      "Unequal operation 55.\n",
      "Unequal operation 56.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Transpose_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Div_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_179\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 57 does not have any inputs.\n",
      "Unequal operation 57.\n",
      "Operation 58 does not have any inputs.\n",
      "Unequal operation 58.\n",
      "Operation 59 does not have any inputs.\n",
      "Unequal operation 59.\n",
      "Unequal operation 60.\n",
      "Transformers ONNX model operation: input: \"attention_mask\"\n",
      "input: \"/transformer/layer.0/attention/Constant_12_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Equal_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Equal\"\n",
      "op_type: \"Equal\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_1_output_0\"\n",
      "input: \"onnx::Unsqueeze_185\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Unequal operation 61.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 62 does not have any inputs.\n",
      "Unequal operation 62.\n",
      "Operation 63 does not have any inputs.\n",
      "Unequal operation 63.\n",
      "Unequal operation 64.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Gather_1_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Expand_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Unequal operation 65.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Expand_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Cast_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 66 does not have any inputs.\n",
      "Unequal operation 66.\n",
      "Unequal operation 67.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/MatMul_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Cast_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Where_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Unequal operation 68.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Expand_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Where_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Softmax_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 69.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Expand_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Cast_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Softmax_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 70 does not have any inputs.\n",
      "Unequal operation 70.\n",
      "Operation 71 does not have any inputs.\n",
      "Unequal operation 71.\n",
      "Unequal operation 72.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Where_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Softmax_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 3\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_198\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_5_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_5\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 73 does not have any inputs.\n",
      "Unequal operation 73.\n",
      "Operation 74 does not have any inputs.\n",
      "Unequal operation 74.\n",
      "Unequal operation 75.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Unsqueeze_5_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Unsqueeze_5\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_16_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Constant_17_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 76 does not have any inputs.\n",
      "Unequal operation 76.\n",
      "Operation 77 does not have any inputs.\n",
      "Unequal operation 77.\n",
      "Unequal operation 78.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_16_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Constant_17_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.0.attention.out_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 79.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Transpose_3_output_0\"\n",
      "input: \"/transformer/layer.0/attention/Concat_4_output_0\"\n",
      "output: \"/transformer/layer.0/attention/Reshape_4_output_0\"\n",
      "name: \"/transformer/layer.0/attention/Reshape_4\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/embeddings/LayerNorm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 80.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_746\"\n",
      "output: \"/transformer/layer.0/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.0/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.0.sa_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.0.sa_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/sa_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/sa_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 81.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.0.attention.out_lin.bias\"\n",
      "input: \"/transformer/layer.0/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.0/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.0/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/sa_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_749\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 82.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/out_lin/Add_output_0\"\n",
      "input: \"/embeddings/LayerNorm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.0/Add_output_0\"\n",
      "name: \"/transformer/layer.0/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.0.ffn.lin1.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin1/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin1/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin1/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 83 does not have any inputs.\n",
      "Unequal operation 83.\n",
      "Unequal operation 84.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/Add_output_0\"\n",
      "input: \"/transformer/layer.0/sa_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.0/sa_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.0/sa_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Operation 85 does not have any inputs.\n",
      "Unequal operation 85.\n",
      "Operation 86 does not have any inputs.\n",
      "Unequal operation 86.\n",
      "Unequal operation 87.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/sa_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.0/sa_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.0/sa_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 88 does not have any inputs.\n",
      "Unequal operation 88.\n",
      "Operation 89 does not have any inputs.\n",
      "Unequal operation 89.\n",
      "Unequal operation 90.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/sa_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.0/sa_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.0/sa_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Mul_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Constant_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Mul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Mul_1\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Unequal operation 91.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.0/sa_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.0/sa_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.0/sa_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_750\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 92.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/sa_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.0.sa_layer_norm.weight\"\n",
      "output: \"/transformer/layer.0/sa_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.0/sa_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.0.ffn.lin2.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 93.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/sa_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.0.sa_layer_norm.bias\"\n",
      "output: \"/transformer/layer.0/sa_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.0/sa_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/sa_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/Add_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 94.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/sa_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_747\"\n",
      "output: \"/transformer/layer.0/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/Add_1_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.0.output_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.0.output_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 95.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.0.ffn.lin1.bias\"\n",
      "input: \"/transformer/layer.0/ffn/lin1/MatMul_output_0\"\n",
      "output: \"/transformer/layer.0/ffn/lin1/Add_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/lin1/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 96 does not have any inputs.\n",
      "Unequal operation 96.\n",
      "Unequal operation 97.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.0/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/layer.0/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 98.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/layer.0/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 99 does not have any inputs.\n",
      "Unequal operation 99.\n",
      "Unequal operation 100.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/layer.0/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.0/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 101.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.0/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/layer.0/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_751\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 102 does not have any inputs.\n",
      "Unequal operation 102.\n",
      "Operation 103 does not have any inputs.\n",
      "Unequal operation 103.\n",
      "Unequal operation 104.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_748\"\n",
      "output: \"/transformer/layer.0/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/layer.0/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_236\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 105 does not have any inputs.\n",
      "Unequal operation 105.\n",
      "Operation 106 does not have any inputs.\n",
      "Unequal operation 106.\n",
      "Operation 107 does not have any inputs.\n",
      "Unequal operation 107.\n",
      "Unequal operation 108.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/Add_1_output_0\"\n",
      "input: \"/transformer/layer.0/output_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.0/output_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.0/output_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 109 does not have any inputs.\n",
      "Unequal operation 109.\n",
      "Unequal operation 110.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.0/output_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.0/output_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.0/output_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_245\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 111 does not have any inputs.\n",
      "Unequal operation 111.\n",
      "Operation 112 does not have any inputs.\n",
      "Unequal operation 112.\n",
      "Operation 113 does not have any inputs.\n",
      "Unequal operation 113.\n",
      "Unequal operation 114.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.0/output_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.0/output_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 115 does not have any inputs.\n",
      "Unequal operation 115.\n",
      "Unequal operation 116.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.0.output_layer_norm.weight\"\n",
      "output: \"/transformer/layer.0/output_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.0/output_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_254\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_2\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 117 does not have any inputs.\n",
      "Unequal operation 117.\n",
      "Operation 118 does not have any inputs.\n",
      "Unequal operation 118.\n",
      "Operation 119 does not have any inputs.\n",
      "Unequal operation 119.\n",
      "Unequal operation 120.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Shape_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Gather_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 121.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 122 does not have any inputs.\n",
      "Unequal operation 122.\n",
      "Unequal operation 123.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_761\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 124.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_749\"\n",
      "output: \"/transformer/layer.1/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.1/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.1.attention.k_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 125.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.1.attention.q_lin.bias\"\n",
      "input: \"/transformer/layer.1/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.1/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.1/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 126.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_762\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 127 does not have any inputs.\n",
      "Unequal operation 127.\n",
      "Operation 128 does not have any inputs.\n",
      "Unequal operation 128.\n",
      "Operation 129 does not have any inputs.\n",
      "Unequal operation 129.\n",
      "Operation 130 does not have any inputs.\n",
      "Unequal operation 130.\n",
      "Unequal operation 131.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Transpose_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Operation 132 does not have any inputs.\n",
      "Unequal operation 132.\n",
      "Operation 133 does not have any inputs.\n",
      "Unequal operation 133.\n",
      "Operation 134 does not have any inputs.\n",
      "Unequal operation 134.\n",
      "Unequal operation 135.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_278\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 136 does not have any inputs.\n",
      "Unequal operation 136.\n",
      "Operation 137 does not have any inputs.\n",
      "Unequal operation 137.\n",
      "Operation 138 does not have any inputs.\n",
      "Unequal operation 138.\n",
      "Operation 139 does not have any inputs.\n",
      "Unequal operation 139.\n",
      "Unequal operation 140.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 141.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Concat_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Reshape_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Equal_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_3_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape_3\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 142.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Reshape_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Transpose_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Unequal operation 143.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_759\"\n",
      "output: \"/transformer/layer.1/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.1/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Expand_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Unequal operation 144.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.1.attention.k_lin.bias\"\n",
      "input: \"/transformer/layer.1/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.1/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.1/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Expand_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Cast_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 145 does not have any inputs.\n",
      "Unequal operation 145.\n",
      "Unequal operation 146.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_760\"\n",
      "output: \"/transformer/layer.1/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.1/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Cast_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Where_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Unequal operation 147.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.1.attention.v_lin.bias\"\n",
      "input: \"/transformer/layer.1/attention/v_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.1/attention/v_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.1/attention/v_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Where_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Softmax_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 148.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Softmax_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 149.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 150 does not have any inputs.\n",
      "Unequal operation 150.\n",
      "Unequal operation 151.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Transpose_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Div_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_296\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_5_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_5\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 152 does not have any inputs.\n",
      "Unequal operation 152.\n",
      "Operation 153 does not have any inputs.\n",
      "Unequal operation 153.\n",
      "Unequal operation 154.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Constant_16_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 155 does not have any inputs.\n",
      "Unequal operation 155.\n",
      "Operation 156 does not have any inputs.\n",
      "Unequal operation 156.\n",
      "Unequal operation 157.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Gather_1_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.1.attention.out_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 158.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.0/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 159.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Equal_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Concat_3_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Reshape_3_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Reshape_3\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.1.sa_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.1.sa_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/sa_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/sa_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 160.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/MatMul_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/sa_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_768\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 161.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Expand_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.1.ffn.lin1.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin1/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin1/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin1/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 162 does not have any inputs.\n",
      "Unequal operation 162.\n",
      "Operation 163 does not have any inputs.\n",
      "Unequal operation 163.\n",
      "Unequal operation 164.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Cast_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/layer.1/attention/MatMul_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Where_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Operation 165 does not have any inputs.\n",
      "Unequal operation 165.\n",
      "Unequal operation 166.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Softmax_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/layer.1/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/layer.1/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 167.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Operation 168 does not have any inputs.\n",
      "Unequal operation 168.\n",
      "Operation 169 does not have any inputs.\n",
      "Unequal operation 169.\n",
      "Operation 170 does not have any inputs.\n",
      "Unequal operation 170.\n",
      "Unequal operation 171.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Constant_16_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.1.ffn.lin2.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 172.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Transpose_3_output_0\"\n",
      "input: \"/transformer/layer.1/attention/Concat_4_output_0\"\n",
      "output: \"/transformer/layer.1/attention/Reshape_4_output_0\"\n",
      "name: \"/transformer/layer.1/attention/Reshape_4\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/sa_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/Add_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 173.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_765\"\n",
      "output: \"/transformer/layer.1/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.1/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/Add_1_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.1.output_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.1.output_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.1/output_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.1/output_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 174.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.1.attention.out_lin.bias\"\n",
      "input: \"/transformer/layer.1/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.1/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.1/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Shape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 175 does not have any inputs.\n",
      "Unequal operation 175.\n",
      "Unequal operation 176.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/Add_output_0\"\n",
      "output: \"/transformer/layer.1/sa_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.1/sa_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Shape_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 177.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/Add_output_0\"\n",
      "input: \"/transformer/layer.1/sa_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.1/sa_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.1/sa_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 178 does not have any inputs.\n",
      "Unequal operation 178.\n",
      "Unequal operation 179.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.1/sa_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.1/sa_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.1/sa_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 180.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/sa_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.1/sa_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.1/sa_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.1/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_770\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 181 does not have any inputs.\n",
      "Unequal operation 181.\n",
      "Operation 182 does not have any inputs.\n",
      "Unequal operation 182.\n",
      "Unequal operation 183.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/sa_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.1/sa_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.1/sa_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_334\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 184 does not have any inputs.\n",
      "Unequal operation 184.\n",
      "Operation 185 does not have any inputs.\n",
      "Unequal operation 185.\n",
      "Operation 186 does not have any inputs.\n",
      "Unequal operation 186.\n",
      "Unequal operation 187.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/sa_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_766\"\n",
      "output: \"/transformer/layer.1/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/layer.1/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 188 does not have any inputs.\n",
      "Unequal operation 188.\n",
      "Operation 189 does not have any inputs.\n",
      "Unequal operation 189.\n",
      "Operation 190 does not have any inputs.\n",
      "Unequal operation 190.\n",
      "Operation 191 does not have any inputs.\n",
      "Unequal operation 191.\n",
      "Operation 192 does not have any inputs.\n",
      "Unequal operation 192.\n",
      "Unequal operation 193.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/layer.1/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.1/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/layer.1/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 194 does not have any inputs.\n",
      "Unequal operation 194.\n",
      "Operation 195 does not have any inputs.\n",
      "Unequal operation 195.\n",
      "Operation 196 does not have any inputs.\n",
      "Unequal operation 196.\n",
      "Operation 197 does not have any inputs.\n",
      "Unequal operation 197.\n",
      "Operation 198 does not have any inputs.\n",
      "Unequal operation 198.\n",
      "Unequal operation 199.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/layer.1/sa_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.1/Add_1_output_0\"\n",
      "name: \"/transformer/layer.1/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 200.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/Add_1_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 201.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/Add_1_output_0\"\n",
      "input: \"/transformer/layer.1/output_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 202 does not have any inputs.\n",
      "Unequal operation 202.\n",
      "Unequal operation 203.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.1/output_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.2.attention.k_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 204.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 205 does not have any inputs.\n",
      "Unequal operation 205.\n",
      "Unequal operation 206.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/ReduceMean_1_output_0\"\n",
      "input: \"/transformer/layer.1/output_layer_norm/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/Add_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.2.attention.v_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/v_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/v_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/v_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 207.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 208.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.1/output_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 209 does not have any inputs.\n",
      "Unequal operation 209.\n",
      "Unequal operation 210.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.1.output_layer_norm.bias\"\n",
      "output: \"/transformer/layer.1/output_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.1/output_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Unequal operation 211.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Shape_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_2\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 3\n",
      "  ints: 1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 212 does not have any inputs.\n",
      "Unequal operation 212.\n",
      "Operation 213 does not have any inputs.\n",
      "Unequal operation 213.\n",
      "Unequal operation 214.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_376\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 215 does not have any inputs.\n",
      "Unequal operation 215.\n",
      "Operation 216 does not have any inputs.\n",
      "Unequal operation 216.\n",
      "Operation 217 does not have any inputs.\n",
      "Unequal operation 217.\n",
      "Unequal operation 218.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.2.attention.q_lin.bias\"\n",
      "input: \"/transformer/layer.2/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.2/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.2/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Gather_1_output_0\"\n",
      "input: \"onnx::Unsqueeze_382\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Unequal operation 219.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 220 does not have any inputs.\n",
      "Unequal operation 220.\n",
      "Operation 221 does not have any inputs.\n",
      "Unequal operation 221.\n",
      "Operation 222 does not have any inputs.\n",
      "Unequal operation 222.\n",
      "Unequal operation 223.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Concat_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Expand_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Cast_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 224 does not have any inputs.\n",
      "Unequal operation 224.\n",
      "Operation 225 does not have any inputs.\n",
      "Unequal operation 225.\n",
      "Operation 226 does not have any inputs.\n",
      "Unequal operation 226.\n",
      "Operation 227 does not have any inputs.\n",
      "Unequal operation 227.\n",
      "Unequal operation 228.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 229 does not have any inputs.\n",
      "Unequal operation 229.\n",
      "Operation 230 does not have any inputs.\n",
      "Unequal operation 230.\n",
      "Operation 231 does not have any inputs.\n",
      "Unequal operation 231.\n",
      "Operation 232 does not have any inputs.\n",
      "Unequal operation 232.\n",
      "Unequal operation 233.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Constant_16_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 234.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Concat_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Reshape_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Transpose_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Concat_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_4\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 235.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Reshape_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Transpose_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_786\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 236.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_778\"\n",
      "output: \"/transformer/layer.2/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.2/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.2.attention.out_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 237.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.2.attention.k_lin.bias\"\n",
      "input: \"/transformer/layer.2/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.2/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.2/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.1/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 238.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.2.sa_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.2.sa_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/sa_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/sa_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 239.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.1/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_779\"\n",
      "output: \"/transformer/layer.2/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.2/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/sa_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_787\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Identical operation 240.\n",
      "Operation 241 does not have any inputs.\n",
      "Unequal operation 241.\n",
      "Unequal operation 242.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Operation 243 does not have any inputs.\n",
      "Unequal operation 243.\n",
      "Operation 244 does not have any inputs.\n",
      "Unequal operation 244.\n",
      "Unequal operation 245.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Reshape_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Transpose_2_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Transpose_2\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 3\n",
      "  ints: 1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 246.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Div_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Transpose_2_output_0\"\n",
      "output: \"/transformer/layer.2/attention/MatMul_output_0\"\n",
      "name: \"/transformer/layer.2/attention/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Operation 247 does not have any inputs.\n",
      "Unequal operation 247.\n",
      "Operation 248 does not have any inputs.\n",
      "Unequal operation 248.\n",
      "Operation 249 does not have any inputs.\n",
      "Unequal operation 249.\n",
      "Unequal operation 250.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Gather_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.2.ffn.lin2.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 251.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/sa_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/Add_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 252.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Equal_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Concat_3_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Reshape_3_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Reshape_3\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/Add_1_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.2.output_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.2.output_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 253.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/MatMul_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 254 does not have any inputs.\n",
      "Unequal operation 254.\n",
      "Unequal operation 255.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Expand_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Cast_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 256 does not have any inputs.\n",
      "Unequal operation 256.\n",
      "Operation 257 does not have any inputs.\n",
      "Unequal operation 257.\n",
      "Unequal operation 258.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Where_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Softmax_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 3\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 259.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Softmax_output_0\"\n",
      "input: \"/transformer/layer.2/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/layer.2/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_789\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 260.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/layer.2/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/layer.2/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.3.attention.q_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 261 does not have any inputs.\n",
      "Unequal operation 261.\n",
      "Operation 262 does not have any inputs.\n",
      "Unequal operation 262.\n",
      "Operation 263 does not have any inputs.\n",
      "Unequal operation 263.\n",
      "Operation 264 does not have any inputs.\n",
      "Unequal operation 264.\n",
      "Operation 265 does not have any inputs.\n",
      "Unequal operation 265.\n",
      "Unequal operation 266.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_784\"\n",
      "output: \"/transformer/layer.2/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.2/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 267 does not have any inputs.\n",
      "Unequal operation 267.\n",
      "Unequal operation 268.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.1/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.2/Add_output_0\"\n",
      "name: \"/transformer/layer.2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_441\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 269 does not have any inputs.\n",
      "Unequal operation 269.\n",
      "Operation 270 does not have any inputs.\n",
      "Unequal operation 270.\n",
      "Operation 271 does not have any inputs.\n",
      "Unequal operation 271.\n",
      "Unequal operation 272.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.2/sa_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.2/sa_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.2/sa_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 273 does not have any inputs.\n",
      "Unequal operation 273.\n",
      "Operation 274 does not have any inputs.\n",
      "Unequal operation 274.\n",
      "Operation 275 does not have any inputs.\n",
      "Unequal operation 275.\n",
      "Operation 276 does not have any inputs.\n",
      "Unequal operation 276.\n",
      "Operation 277 does not have any inputs.\n",
      "Unequal operation 277.\n",
      "Unequal operation 278.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/sa_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.2.sa_layer_norm.weight\"\n",
      "output: \"/transformer/layer.2/sa_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.2/sa_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 279.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/sa_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.2.sa_layer_norm.bias\"\n",
      "output: \"/transformer/layer.2/sa_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.2/sa_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 280.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/sa_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_785\"\n",
      "output: \"/transformer/layer.2/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Unequal operation 281.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.2.ffn.lin1.bias\"\n",
      "input: \"/transformer/layer.2/ffn/lin1/MatMul_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/lin1/Add_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/lin1/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_799\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 282 does not have any inputs.\n",
      "Unequal operation 282.\n",
      "Unequal operation 283.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.2/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 284.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_800\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 285 does not have any inputs.\n",
      "Unequal operation 285.\n",
      "Unequal operation 286.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/layer.2/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 287.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.2/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 288 does not have any inputs.\n",
      "Unequal operation 288.\n",
      "Unequal operation 289.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/ffn/activation/Mul_output_0\"\n",
      "input: \"/transformer/layer.2/ffn/activation/Constant_2_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/activation/Mul_1_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/activation/Mul_1\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Unequal operation 290.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_786\"\n",
      "output: \"/transformer/layer.2/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_2\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 3\n",
      "  ints: 1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Unequal operation 291.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.2.ffn.lin2.bias\"\n",
      "input: \"/transformer/layer.2/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/layer.2/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/layer.2/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Div_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 292 does not have any inputs.\n",
      "Unequal operation 292.\n",
      "Unequal operation 293.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/Add_1_output_0\"\n",
      "output: \"/transformer/layer.2/output_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.2/output_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_474\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 294 does not have any inputs.\n",
      "Unequal operation 294.\n",
      "Operation 295 does not have any inputs.\n",
      "Unequal operation 295.\n",
      "Operation 296 does not have any inputs.\n",
      "Unequal operation 296.\n",
      "Unequal operation 297.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.2/output_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.2/output_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_1_output_0\"\n",
      "input: \"onnx::Unsqueeze_480\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 298 does not have any inputs.\n",
      "Unequal operation 298.\n",
      "Unequal operation 299.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/ReduceMean_1_output_0\"\n",
      "input: \"/transformer/layer.2/output_layer_norm/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.2/output_layer_norm/Add_output_0\"\n",
      "name: \"/transformer/layer.2/output_layer_norm/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.0/attention/Equal_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_3_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_3\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 300.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.2/output_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.2/output_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Unequal operation 301.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.2/output_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.2/output_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.2/output_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Expand_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Unequal operation 302.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.2.output_layer_norm.weight\"\n",
      "output: \"/transformer/layer.2/output_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.2/output_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Expand_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Cast_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 303 does not have any inputs.\n",
      "Unequal operation 303.\n",
      "Unequal operation 304.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Shape_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Cast_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Where_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Operation 305 does not have any inputs.\n",
      "Unequal operation 305.\n",
      "Unequal operation 306.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Shape_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Gather_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Softmax_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 307.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 308 does not have any inputs.\n",
      "Unequal operation 308.\n",
      "Unequal operation 309.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_492\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_5_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_5\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 310 does not have any inputs.\n",
      "Unequal operation 310.\n",
      "Operation 311 does not have any inputs.\n",
      "Unequal operation 311.\n",
      "Unequal operation 312.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Constant_16_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 313 does not have any inputs.\n",
      "Unequal operation 313.\n",
      "Operation 314 does not have any inputs.\n",
      "Unequal operation 314.\n",
      "Operation 315 does not have any inputs.\n",
      "Unequal operation 315.\n",
      "Unequal operation 316.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Concat_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.2/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 317.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.3.sa_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.3.sa_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/sa_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/sa_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Operation 318 does not have any inputs.\n",
      "Unequal operation 318.\n",
      "Operation 319 does not have any inputs.\n",
      "Unequal operation 319.\n",
      "Operation 320 does not have any inputs.\n",
      "Unequal operation 320.\n",
      "Unequal operation 321.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Unequal operation 322.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Unsqueeze_2_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Unsqueeze_2\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Operation 323 does not have any inputs.\n",
      "Unequal operation 323.\n",
      "Operation 324 does not have any inputs.\n",
      "Unequal operation 324.\n",
      "Operation 325 does not have any inputs.\n",
      "Unequal operation 325.\n",
      "Operation 326 does not have any inputs.\n",
      "Unequal operation 326.\n",
      "Unequal operation 327.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Concat_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Reshape_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Mul_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Constant_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Mul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Mul_1\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Unequal operation 328.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Reshape_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Transpose_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_807\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 329.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_797\"\n",
      "output: \"/transformer/layer.3/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.3/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.3.ffn.lin2.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 330.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.3.attention.k_lin.bias\"\n",
      "input: \"/transformer/layer.3/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.3/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.3/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/sa_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/Add_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 331.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/Add_1_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.3.output_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.3.output_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 332.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.2/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_798\"\n",
      "output: \"/transformer/layer.3/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.3/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 333 does not have any inputs.\n",
      "Unequal operation 333.\n",
      "Unequal operation 334.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 335.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 336 does not have any inputs.\n",
      "Unequal operation 336.\n",
      "Unequal operation 337.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Transpose_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Div_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_1\"\n",
      "op_type: \"Gather\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 338.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Reshape_1_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Transpose_2_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Transpose_2\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 3\n",
      "  ints: 1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_808\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 339.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Div_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Transpose_2_output_0\"\n",
      "output: \"/transformer/layer.3/attention/MatMul_output_0\"\n",
      "name: \"/transformer/layer.3/attention/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.4.attention.q_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 340 does not have any inputs.\n",
      "Unequal operation 340.\n",
      "Operation 341 does not have any inputs.\n",
      "Unequal operation 341.\n",
      "Operation 342 does not have any inputs.\n",
      "Unequal operation 342.\n",
      "Operation 343 does not have any inputs.\n",
      "Unequal operation 343.\n",
      "Operation 344 does not have any inputs.\n",
      "Unequal operation 344.\n",
      "Unequal operation 345.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Equal_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Concat_3_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Reshape_3_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Reshape_3\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 346 does not have any inputs.\n",
      "Unequal operation 346.\n",
      "Unequal operation 347.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Expand_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_539\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 348 does not have any inputs.\n",
      "Unequal operation 348.\n",
      "Operation 349 does not have any inputs.\n",
      "Unequal operation 349.\n",
      "Operation 350 does not have any inputs.\n",
      "Unequal operation 350.\n",
      "Unequal operation 351.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Where_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Softmax_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 3\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 352 does not have any inputs.\n",
      "Unequal operation 352.\n",
      "Unequal operation 353.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_548\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_2\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 354 does not have any inputs.\n",
      "Unequal operation 354.\n",
      "Operation 355 does not have any inputs.\n",
      "Unequal operation 355.\n",
      "Operation 356 does not have any inputs.\n",
      "Unequal operation 356.\n",
      "Unequal operation 357.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Constant_16_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 358.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Transpose_3_output_0\"\n",
      "input: \"/transformer/layer.3/attention/Concat_4_output_0\"\n",
      "output: \"/transformer/layer.3/attention/Reshape_4_output_0\"\n",
      "name: \"/transformer/layer.3/attention/Reshape_4\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 359.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_803\"\n",
      "output: \"/transformer/layer.3/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.3/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Unequal operation 360.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.3.attention.out_lin.bias\"\n",
      "input: \"/transformer/layer.3/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.3/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.3/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_818\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 361.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.2/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.3/Add_output_0\"\n",
      "name: \"/transformer/layer.3/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.4.attention.k_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 362.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/Add_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 363.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/Add_output_0\"\n",
      "input: \"/transformer/layer.3/sa_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_819\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/v_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/v_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 364 does not have any inputs.\n",
      "Unequal operation 364.\n",
      "Unequal operation 365.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.3/sa_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 366.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/sa_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 367 does not have any inputs.\n",
      "Unequal operation 367.\n",
      "Unequal operation 368.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/sa_layer_norm/ReduceMean_1_output_0\"\n",
      "input: \"/transformer/layer.3/sa_layer_norm/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/Add_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Unequal operation 369.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/sa_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_2\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 3\n",
      "  ints: 1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Unequal operation 370.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.3/sa_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Div_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 371 does not have any inputs.\n",
      "Unequal operation 371.\n",
      "Unequal operation 372.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/sa_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.3.sa_layer_norm.bias\"\n",
      "output: \"/transformer/layer.3/sa_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.3/sa_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_572\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 373 does not have any inputs.\n",
      "Unequal operation 373.\n",
      "Operation 374 does not have any inputs.\n",
      "Unequal operation 374.\n",
      "Operation 375 does not have any inputs.\n",
      "Unequal operation 375.\n",
      "Unequal operation 376.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.3/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/layer.3/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/layer.3/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Gather_1_output_0\"\n",
      "input: \"onnx::Unsqueeze_578\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Unequal operation 377.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/layer.3/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/layer.3/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 378 does not have any inputs.\n",
      "Unequal operation 378.\n",
      "Unequal operation 379.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/layer.3/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.3/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/layer.3/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Unequal operation 380.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.3/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/layer.3/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/layer.3/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Expand_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Operation 381 does not have any inputs.\n",
      "Unequal operation 381.\n",
      "Operation 382 does not have any inputs.\n",
      "Unequal operation 382.\n",
      "Unequal operation 383.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_805\"\n",
      "output: \"/transformer/layer.3/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/layer.3/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Cast_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Where_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Unequal operation 384.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.3.ffn.lin2.bias\"\n",
      "input: \"/transformer/layer.3/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/layer.3/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/layer.3/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Where_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Softmax_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 385.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/layer.3/sa_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.3/Add_1_output_0\"\n",
      "name: \"/transformer/layer.3/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Softmax_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 386.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/Add_1_output_0\"\n",
      "output: \"/transformer/layer.3/output_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.3/output_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 387 does not have any inputs.\n",
      "Unequal operation 387.\n",
      "Operation 388 does not have any inputs.\n",
      "Unequal operation 388.\n",
      "Operation 389 does not have any inputs.\n",
      "Unequal operation 389.\n",
      "Operation 390 does not have any inputs.\n",
      "Unequal operation 390.\n",
      "Operation 391 does not have any inputs.\n",
      "Unequal operation 391.\n",
      "Unequal operation 392.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/ReduceMean_1_output_0\"\n",
      "input: \"/transformer/layer.3/output_layer_norm/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.3/output_layer_norm/Add_output_0\"\n",
      "name: \"/transformer/layer.3/output_layer_norm/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Transpose_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Concat_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_4\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 393.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.3/output_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.3/output_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_824\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 394.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.3/output_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.3/output_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.3/output_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.4.attention.out_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 395.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.3.output_layer_norm.weight\"\n",
      "output: \"/transformer/layer.3/output_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.3/output_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/attention/out_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.3/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 396.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.3.output_layer_norm.bias\"\n",
      "output: \"/transformer/layer.3/output_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.3/output_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.4.sa_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.4.sa_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/sa_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/sa_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 397.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Shape_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/sa_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_825\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 398 does not have any inputs.\n",
      "Unequal operation 398.\n",
      "Operation 399 does not have any inputs.\n",
      "Unequal operation 399.\n",
      "Unequal operation 400.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Operation 401 does not have any inputs.\n",
      "Unequal operation 401.\n",
      "Operation 402 does not have any inputs.\n",
      "Unequal operation 402.\n",
      "Unequal operation 403.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.3/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_806\"\n",
      "output: \"/transformer/layer.4/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.4/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 404.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.4.attention.q_lin.bias\"\n",
      "input: \"/transformer/layer.4/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.4/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.4/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Operation 405 does not have any inputs.\n",
      "Unequal operation 405.\n",
      "Operation 406 does not have any inputs.\n",
      "Unequal operation 406.\n",
      "Operation 407 does not have any inputs.\n",
      "Unequal operation 407.\n",
      "Operation 408 does not have any inputs.\n",
      "Unequal operation 408.\n",
      "Unequal operation 409.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Concat_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.4/sa_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/Add_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 410.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/Add_1_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.4.output_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.4.output_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.4/output_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.4/output_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Operation 411 does not have any inputs.\n",
      "Unequal operation 411.\n",
      "Operation 412 does not have any inputs.\n",
      "Unequal operation 412.\n",
      "Operation 413 does not have any inputs.\n",
      "Unequal operation 413.\n",
      "Unequal operation 414.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/output_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 415 does not have any inputs.\n",
      "Unequal operation 415.\n",
      "Operation 416 does not have any inputs.\n",
      "Unequal operation 416.\n",
      "Operation 417 does not have any inputs.\n",
      "Unequal operation 417.\n",
      "Operation 418 does not have any inputs.\n",
      "Unequal operation 418.\n",
      "Operation 419 does not have any inputs.\n",
      "Unequal operation 419.\n",
      "Unequal operation 420.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Concat_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Reshape_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_628\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 421 does not have any inputs.\n",
      "Unequal operation 421.\n",
      "Operation 422 does not have any inputs.\n",
      "Unequal operation 422.\n",
      "Operation 423 does not have any inputs.\n",
      "Unequal operation 423.\n",
      "Unequal operation 424.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 425 does not have any inputs.\n",
      "Unequal operation 425.\n",
      "Unequal operation 426.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.4.attention.v_lin.bias\"\n",
      "input: \"/transformer/layer.4/attention/v_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.4/attention/v_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.4/attention/v_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_637\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_1\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 427 does not have any inputs.\n",
      "Unequal operation 427.\n",
      "Operation 428 does not have any inputs.\n",
      "Unequal operation 428.\n",
      "Operation 429 does not have any inputs.\n",
      "Unequal operation 429.\n",
      "Unequal operation 430.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Transpose_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Div_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_1_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_6_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_7_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_1\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 431 does not have any inputs.\n",
      "Unequal operation 431.\n",
      "Unequal operation 432.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Div_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Transpose_2_output_0\"\n",
      "output: \"/transformer/layer.4/attention/MatMul_output_0\"\n",
      "name: \"/transformer/layer.4/attention/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_646\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_2\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 433 does not have any inputs.\n",
      "Unequal operation 433.\n",
      "Operation 434 does not have any inputs.\n",
      "Unequal operation 434.\n",
      "Operation 435 does not have any inputs.\n",
      "Unequal operation 435.\n",
      "Unequal operation 436.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Gather_1_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_2_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_8_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_9_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_10_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_2\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 437.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/q_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 438.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.0/attention/Equal_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Concat_3_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Reshape_3_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Reshape_3\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Unequal operation 439.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/MatMul_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.4/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_837\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/k_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/k_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 440.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Expand_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.5.attention.k_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/k_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/k_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/k_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 441.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Expand_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Cast_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Cast\"\n",
      "op_type: \"Cast\"\n",
      "attribute {\n",
      "  name: \"to\"\n",
      "  i: 9\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/k_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_1\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 442 does not have any inputs.\n",
      "Unequal operation 442.\n",
      "Unequal operation 443.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Cast_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/layer.4/attention/MatMul_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Where_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.5.attention.v_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/v_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/v_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/v_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 444.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Where_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Softmax_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 3\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/v_lin/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_2\"\n",
      "op_type: \"Reshape\"\n",
      "attribute {\n",
      "  name: \"allowzero\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 445.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Softmax_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/layer.4/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/layer.4/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_1\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 446 does not have any inputs.\n",
      "Unequal operation 446.\n",
      "Unequal operation 447.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Gather_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Unsqueeze_5_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Unsqueeze_5\"\n",
      "op_type: \"Unsqueeze\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: 0\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_11_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Operation 448 does not have any inputs.\n",
      "Unequal operation 448.\n",
      "Operation 449 does not have any inputs.\n",
      "Unequal operation 449.\n",
      "Operation 450 does not have any inputs.\n",
      "Unequal operation 450.\n",
      "Unequal operation 451.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/attention/Transpose_3_output_0\"\n",
      "input: \"/transformer/layer.4/attention/Concat_4_output_0\"\n",
      "output: \"/transformer/layer.4/attention/Reshape_4_output_0\"\n",
      "name: \"/transformer/layer.4/attention/Reshape_4\"\n",
      "op_type: \"Reshape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_670\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_3\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 452 does not have any inputs.\n",
      "Unequal operation 452.\n",
      "Operation 453 does not have any inputs.\n",
      "Unequal operation 453.\n",
      "Operation 454 does not have any inputs.\n",
      "Unequal operation 454.\n",
      "Unequal operation 455.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/Add_output_0\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Gather_1_output_0\"\n",
      "input: \"onnx::Unsqueeze_676\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_4\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Unequal operation 456.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/Add_output_0\"\n",
      "input: \"/transformer/layer.4/sa_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_12_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_13_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_4_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_3\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 457 does not have any inputs.\n",
      "Unequal operation 457.\n",
      "Unequal operation 458.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.4/sa_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Shape_2_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Shape_2\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Unequal operation 459.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/sa_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_3_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Shape_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Expand_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Expand\"\n",
      "op_type: \"Expand\"\n",
      "\n",
      "Operation 460 does not have any inputs.\n",
      "Unequal operation 460.\n",
      "Operation 461 does not have any inputs.\n",
      "Unequal operation 461.\n",
      "Unequal operation 462.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/sa_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Cast_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_14_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Where_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Where\"\n",
      "op_type: \"Where\"\n",
      "\n",
      "Unequal operation 463.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/sa_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.4/sa_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Where_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Softmax_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Softmax\"\n",
      "op_type: \"Softmax\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Unequal operation 464.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/sa_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.4.sa_layer_norm.weight\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Softmax_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/MatMul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/MatMul_1\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 465.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/sa_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.4.sa_layer_norm.bias\"\n",
      "output: \"/transformer/layer.4/sa_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.4/sa_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/MatMul_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_3_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Transpose_3\"\n",
      "op_type: \"Transpose\"\n",
      "attribute {\n",
      "  name: \"perm\"\n",
      "  ints: 0\n",
      "  ints: 2\n",
      "  ints: 1\n",
      "  ints: 3\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Operation 466 does not have any inputs.\n",
      "Unequal operation 466.\n",
      "Unequal operation 467.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.4.ffn.lin1.bias\"\n",
      "input: \"/transformer/layer.4/ffn/lin1/MatMul_output_0\"\n",
      "output: \"/transformer/layer.4/ffn/lin1/Add_output_0\"\n",
      "name: \"/transformer/layer.4/ffn/lin1/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Gather_output_0\"\n",
      "input: \"onnx::Unsqueeze_688\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_5_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_5\"\n",
      "op_type: \"Unsqueeze\"\n",
      "\n",
      "Operation 468 does not have any inputs.\n",
      "Unequal operation 468.\n",
      "Operation 469 does not have any inputs.\n",
      "Unequal operation 469.\n",
      "Unequal operation 470.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/layer.4/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/layer.4/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Unsqueeze_5_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_15_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Constant_16_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_4_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Concat_4\"\n",
      "op_type: \"Concat\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: 0\n",
      "  type: INT\n",
      "}\n",
      "\n",
      "Operation 471 does not have any inputs.\n",
      "Unequal operation 471.\n",
      "Unequal operation 472.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/layer.4/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.4/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/layer.4/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/Reshape_4_output_0\"\n",
      "input: \"onnx::MatMul_843\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/out_lin/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/out_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 473.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/layer.4/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/layer.4/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/layer.4/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.5.attention.out_lin.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/out_lin/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/out_lin/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/attention/out_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Operation 474 does not have any inputs.\n",
      "Unequal operation 474.\n",
      "Unequal operation 475.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/ffn/activation/Mul_output_0\"\n",
      "input: \"/transformer/layer.4/ffn/activation/Constant_2_output_0\"\n",
      "output: \"/transformer/layer.4/ffn/activation/Mul_1_output_0\"\n",
      "name: \"/transformer/layer.4/ffn/activation/Mul_1\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/Add_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.5.sa_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.5.sa_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/sa_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/sa_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 476.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_824\"\n",
      "output: \"/transformer/layer.4/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/layer.4/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/sa_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_844\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin1/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin1/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Identical operation 477.\n",
      "Operation 478 does not have any inputs.\n",
      "Unequal operation 478.\n",
      "Unequal operation 479.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/Add_1_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/ReduceMean_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/ReduceMean\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Constant_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Div_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Unequal operation 480.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/Add_1_output_0\"\n",
      "input: \"/transformer/layer.4/output_layer_norm/ReduceMean_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Sub_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Sub\"\n",
      "op_type: \"Sub\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Div_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Erf_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Erf\"\n",
      "op_type: \"Erf\"\n",
      "\n",
      "Operation 481 does not have any inputs.\n",
      "Unequal operation 481.\n",
      "Unequal operation 482.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.4/output_layer_norm/Constant_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Pow_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Pow\"\n",
      "op_type: \"Pow\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Erf_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Constant_1_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 483.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Pow_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/ReduceMean_1_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/ReduceMean_1\"\n",
      "op_type: \"ReduceMean\"\n",
      "attribute {\n",
      "  name: \"axes\"\n",
      "  ints: -1\n",
      "  type: INTS\n",
      "}\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin1/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Add_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Mul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Operation 484 does not have any inputs.\n",
      "Unequal operation 484.\n",
      "Unequal operation 485.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/ReduceMean_1_output_0\"\n",
      "input: \"/transformer/layer.4/output_layer_norm/Constant_1_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Add_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Mul_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Constant_2_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Mul_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Mul_1\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Unequal operation 486.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Add_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Sqrt_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Sqrt\"\n",
      "op_type: \"Sqrt\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/activation/Mul_1_output_0\"\n",
      "input: \"onnx::MatMul_845\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin2/MatMul_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin2/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Unequal operation 487.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Sub_output_0\"\n",
      "input: \"/transformer/layer.4/output_layer_norm/Sqrt_output_0\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Div_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Div\"\n",
      "op_type: \"Div\"\n",
      "\n",
      "Combined ONNX model operation: input: \"transformer.0.auto_model.transformer.layer.5.ffn.lin2.bias\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin2/MatMul_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin2/Add_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin2/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 488.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Div_output_0\"\n",
      "input: \"transformer.layer.4.output_layer_norm.weight\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Mul_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Mul\"\n",
      "op_type: \"Mul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/ffn/lin2/Add_output_0\"\n",
      "input: \"/transformer/transformer.0/auto_model/transformer/layer.5/sa_layer_norm/LayerNormalization_output_0\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/Add_1_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Unequal operation 489.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Mul_output_0\"\n",
      "input: \"transformer.layer.4.output_layer_norm.bias\"\n",
      "output: \"/transformer/layer.4/output_layer_norm/Add_1_output_0\"\n",
      "name: \"/transformer/layer.4/output_layer_norm/Add_1\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/Add_1_output_0\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.5.output_layer_norm.weight\"\n",
      "input: \"transformer.0.auto_model.transformer.layer.5.output_layer_norm.bias\"\n",
      "output: \"/transformer/transformer.0/auto_model/transformer/layer.5/output_layer_norm/LayerNormalization_output_0\"\n",
      "name: \"/transformer/transformer.0/auto_model/transformer/layer.5/output_layer_norm/LayerNormalization\"\n",
      "op_type: \"LayerNormalization\"\n",
      "attribute {\n",
      "  name: \"axis\"\n",
      "  i: -1\n",
      "  type: INT\n",
      "}\n",
      "attribute {\n",
      "  name: \"epsilon\"\n",
      "  f: 1e-12\n",
      "  type: FLOAT\n",
      "}\n",
      "\n",
      "Unequal operation 490.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.5/attention/Shape_output_0\"\n",
      "name: \"/transformer/layer.5/attention/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/transformer/transformer.0/auto_model/transformer/layer.5/output_layer_norm/LayerNormalization_output_0\"\n",
      "input: \"onnx::MatMul_846\"\n",
      "output: \"/dense/linear/MatMul_output_0\"\n",
      "name: \"/dense/linear/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Operation 491 does not have any inputs.\n",
      "Unequal operation 491.\n",
      "Operation 492 does not have any inputs.\n",
      "Unequal operation 492.\n",
      "Unequal operation 493.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Add_1_output_0\"\n",
      "output: \"/transformer/layer.5/attention/Shape_1_output_0\"\n",
      "name: \"/transformer/layer.5/attention/Shape_1\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/ReduceMean_output_0\"\n",
      "output: \"/Shape_output_0\"\n",
      "name: \"/Shape\"\n",
      "op_type: \"Shape\"\n",
      "\n",
      "Operation 494 does not have any inputs.\n",
      "Unequal operation 494.\n",
      "Operation 495 does not have any inputs.\n",
      "Unequal operation 495.\n",
      "Unequal operation 496.\n",
      "Transformers ONNX model operation: input: \"/transformer/layer.4/output_layer_norm/Add_1_output_0\"\n",
      "input: \"onnx::MatMul_825\"\n",
      "output: \"/transformer/layer.5/attention/q_lin/MatMul_output_0\"\n",
      "name: \"/transformer/layer.5/attention/q_lin/MatMul\"\n",
      "op_type: \"MatMul\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/Gather_output_0\"\n",
      "input: \"/Constant_1_output_0\"\n",
      "output: \"/Equal_output_0\"\n",
      "name: \"/Equal\"\n",
      "op_type: \"Equal\"\n",
      "\n",
      "Unequal operation 497.\n",
      "Transformers ONNX model operation: input: \"transformer.layer.5.attention.q_lin.bias\"\n",
      "input: \"/transformer/layer.5/attention/q_lin/MatMul_output_0\"\n",
      "output: \"/transformer/layer.5/attention/q_lin/Add_output_0\"\n",
      "name: \"/transformer/layer.5/attention/q_lin/Add\"\n",
      "op_type: \"Add\"\n",
      "\n",
      "Combined ONNX model operation: input: \"/Equal_output_0\"\n",
      "output: \"output\"\n",
      "name: \"/If\"\n",
      "op_type: \"If\"\n",
      "attribute {\n",
      "  name: \"then_branch\"\n",
      "  g {\n",
      "    node {\n",
      "      output: \"/Constant_2_output_0\"\n",
      "      name: \"/Constant_2\"\n",
      "      op_type: \"Constant\"\n",
      "      attribute {\n",
      "        name: \"value\"\n",
      "        t {\n",
      "          dims: 1\n",
      "          data_type: 7\n",
      "          raw_data: \"\\000\\000\\000\\000\\000\\000\\000\\000\"\n",
      "        }\n",
      "        type: TENSOR\n",
      "      }\n",
      "    }\n",
      "    node {\n",
      "      input: \"/ReduceMean_output_0\"\n",
      "      input: \"/Constant_2_output_0\"\n",
      "      output: \"/Squeeze_output_0\"\n",
      "      name: \"/Squeeze\"\n",
      "      op_type: \"Squeeze\"\n",
      "    }\n",
      "    name: \"sub_graph\"\n",
      "    output {\n",
      "      name: \"/Squeeze_output_0\"\n",
      "      type {\n",
      "        tensor_type {\n",
      "          elem_type: 1\n",
      "          shape {\n",
      "            dim {\n",
      "              dim_value: 512\n",
      "            }\n",
      "          }\n",
      "        }\n",
      "      }\n",
      "    }\n",
      "    value_info {\n",
      "      name: \"/Constant_2_output_0\"\n",
      "      type {\n",
      "        tensor_type {\n",
      "          elem_type: 7\n",
      "          shape {\n",
      "            dim {\n",
      "              dim_value: 1\n",
      "            }\n",
      "          }\n",
      "        }\n",
      "      }\n",
      "    }\n",
      "  }\n",
      "  type: GRAPH\n",
      "}\n",
      "attribute {\n",
      "  name: \"else_branch\"\n",
      "  g {\n",
      "    node {\n",
      "      input: \"/ReduceMean_output_0\"\n",
      "      output: \"/Identity_output_0\"\n",
      "      name: \"/Identity\"\n",
      "      op_type: \"Identity\"\n",
      "    }\n",
      "    name: \"sub_graph1\"\n",
      "    output {\n",
      "      name: \"/Identity_output_0\"\n",
      "      type {\n",
      "        tensor_type {\n",
      "          elem_type: 1\n",
      "          shape {\n",
      "            dim {\n",
      "              dim_param: \"Identity/Identity_output_0_dim_0\"\n",
      "            }\n",
      "            dim {\n",
      "              dim_value: 512\n",
      "            }\n",
      "          }\n",
      "        }\n",
      "      }\n",
      "    }\n",
      "  }\n",
      "  type: GRAPH\n",
      "}\n",
      "\n",
      "Total operations in Transformers ONNX model: 583\n",
      "Total operations in Combined ONNX model: 498\n"
     ]
    }
   ],
   "source": [
    "# Function to get all operations\n",
    "def get_all_operations(model):\n",
    "    return [node for node in model.graph.node]\n",
    "\n",
    "# Get all operations in each model\n",
    "transformers_operations = get_all_operations(transformers_onnx_model)\n",
    "combined_operations = get_all_operations(combined_model)\n",
    "\n",
    "# Function to extract the last part of a string after the last '/' or '.'\n",
    "def extract_last_part(s):\n",
    "    if '/' in s:\n",
    "        return s.split('/')[-1]\n",
    "    else:\n",
    "        return s.split('.')[-1]\n",
    "\n",
    "\n",
    "for i in range(min(len(transformers_operations), len(combined_operations))):\n",
    "    transformers_operation = transformers_operations[i]\n",
    "    combined_operation = combined_operations[i]\n",
    "\n",
    "    # Check if the operations have any inputs\n",
    "    if not transformers_operation.input or not combined_operation.input:\n",
    "        print(f\"Operation {i} does not have any inputs.\")\n",
    "        # print(\"Transformers ONNX model operation:\", transformers_operation)\n",
    "        # print(\"Combined ONNX model operation:\", combined_operation)\n",
    "\n",
    "        # Compare the rest of the operation\n",
    "        transformers_output = extract_last_part(transformers_operation.output[0])\n",
    "        transformers_name = extract_last_part(transformers_operation.name)\n",
    "        combined_output = extract_last_part(combined_operation.output[0])\n",
    "        combined_name = extract_last_part(combined_operation.name)\n",
    "\n",
    "        if (transformers_output != combined_output or\n",
    "            transformers_name != combined_name or\n",
    "            transformers_operation.op_type != combined_operation.op_type or\n",
    "            transformers_operation.attribute != combined_operation.attribute):\n",
    "            print(f\"Unequal operation {i}.\")\n",
    "        else:\n",
    "            print(f\"Identical operation {i}.\")\n",
    "        continue  # Skip to the next iteration\n",
    "\n",
    "    # Extract the last part of the input, output, and name strings\n",
    "    transformers_input = extract_last_part(transformers_operation.input[0])\n",
    "    transformers_output = extract_last_part(transformers_operation.output[0])\n",
    "    transformers_name = extract_last_part(transformers_operation.name)\n",
    "\n",
    "    combined_input = extract_last_part(combined_operation.input[0])\n",
    "    combined_output = extract_last_part(combined_operation.output[0])\n",
    "    combined_name = extract_last_part(combined_operation.name)\n",
    "\n",
    "    # Compare the operations\n",
    "    if (transformers_input != combined_input or\n",
    "        transformers_output != combined_output or\n",
    "        transformers_name != combined_name or\n",
    "        transformers_operation.op_type != combined_operation.op_type or\n",
    "        transformers_operation.attribute != combined_operation.attribute):\n",
    "        print(f\"Unequal operation {i}.\")\n",
    "        print(\"Transformers ONNX model operation:\", transformers_operation)\n",
    "        print(\"Combined ONNX model operation:\", combined_operation)\n",
    "    else:\n",
    "        print(f\"Identical operation {i}.\")\n",
    "\n",
    "# ...\n",
    "\n",
    "# Print the total number of operations in each model\n",
    "print(f\"Total operations in Transformers ONNX model: {len(transformers_operations)}\")\n",
    "print(f\"Total operations in Combined ONNX model: {len(combined_operations)}\")\n",
    "\n",
    "# ...\n",
    "\n",
    "# If the Combined ONNX model has more operations, print the last operation\n",
    "if len(combined_operations) > len(transformers_operations):\n",
    "    print(\"Excess operation in Combined ONNX model:\", combined_operations[-1])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fashion-Clip image "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "embed",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}