update olive opt configs

lshqqytiger · Oct 28, 2023 · 64e6b06 · 64e6b06
1 parent 414e147
commit 64e6b06
Show file tree

Hide file tree

Showing 5 changed files with 25 additions and 5 deletions.
diff --git a/configs/olive_optimize/config_safety_checker.json b/configs/olive_optimize/config_safety_checker.json
@@ -83,7 +83,11 @@
           "enable_bias_splitgelu": false,
           "enable_packed_qkv": true,
           "enable_packed_kv": true,
-          "enable_bias_add": false
+          "enable_bias_add": false,
+          "group_norm_channels_last": false,
+          "force_fp16_inputs": {
+            "GroupNorm": [0, 1, 2]
+          }
         },
         "force_fp32_ops": ["RandomNormalLike"]
       }

diff --git a/configs/olive_optimize/config_text_encoder.json b/configs/olive_optimize/config_text_encoder.json
@@ -70,7 +70,11 @@
           "enable_bias_splitgelu": false,
           "enable_packed_qkv": true,
           "enable_packed_kv": true,
-          "enable_bias_add": false
+          "enable_bias_add": false,
+          "group_norm_channels_last": false,
+          "force_fp16_inputs": {
+            "GroupNorm": [0, 1, 2]
+          }
         },
         "force_fp32_ops": ["RandomNormalLike"]
       }

diff --git a/configs/olive_optimize/config_unet.json b/configs/olive_optimize/config_unet.json
@@ -90,7 +90,11 @@
           "enable_bias_splitgelu": false,
           "enable_packed_qkv": true,
           "enable_packed_kv": true,
-          "enable_bias_add": false
+          "enable_bias_add": false,
+          "group_norm_channels_last": false,
+          "force_fp16_inputs": {
+            "GroupNorm": [0, 1, 2]
+          }
         },
         "force_fp32_ops": ["RandomNormalLike"]
       }

diff --git a/configs/olive_optimize/config_vae_decoder.json b/configs/olive_optimize/config_vae_decoder.json
@@ -77,7 +77,11 @@
           "enable_bias_splitgelu": false,
           "enable_packed_qkv": true,
           "enable_packed_kv": true,
-          "enable_bias_add": false
+          "enable_bias_add": false,
+          "group_norm_channels_last": false,
+          "force_fp16_inputs": {
+            "GroupNorm": [0, 1, 2]
+          }
         },
         "force_fp32_ops": ["RandomNormalLike"]
       }

diff --git a/configs/olive_optimize/config_vae_encoder.json b/configs/olive_optimize/config_vae_encoder.json
@@ -77,7 +77,11 @@
           "enable_bias_splitgelu": false,
           "enable_packed_qkv": true,
           "enable_packed_kv": true,
-          "enable_bias_add": false
+          "enable_bias_add": false,
+          "group_norm_channels_last": false,
+          "force_fp16_inputs": {
+            "GroupNorm": [0, 1, 2]
+          }
         },
         "force_fp32_ops": ["RandomNormalLike"]
       }