Add SDPA to scope overrides (#982)

nikita-savelyevv · web-flow · commit a46ec679c2c7 · 2024-11-04T14:42:27.000+04:00
diff --git a/examples/openvino/audio-classification/configs/wav2vec2-base-jpqd.json b/examples/openvino/audio-classification/configs/wav2vec2-base-jpqd.json
@@ -54,6 +54,9 @@
             "activations": {
                 "{re}.*matmul_0": {
                     "mode": "symmetric"
+                },
+                "{re}.*scaled_dot_product_attention_0": {
+                    "mode": "symmetric"
                 }
             }
         },
diff --git a/examples/openvino/audio-classification/configs/wav2vec2-base-qat.json b/examples/openvino/audio-classification/configs/wav2vec2-base-qat.json
@@ -16,6 +16,9 @@
         "activations": {
             "{re}.*matmul_0": {
                 "mode": "symmetric"
+            },
+            "{re}.*scaled_dot_product_attention_0": {
+                "mode": "symmetric"
             }
         }
     },
diff --git a/examples/openvino/image-classification/configs/swin-base-jpqd.json b/examples/openvino/image-classification/configs/swin-base-jpqd.json
@@ -32,7 +32,16 @@
           "num_bn_adaptation_samples": 200
         }
       },
-      "scope_overrides": {"activations": {"{re}.*matmul_0": {"mode": "symmetric"}}},
+      "scope_overrides": {
+        "activations": {
+          "{re}.*matmul_0": {
+            "mode": "symmetric"
+          },
+          "{re}.*scaled_dot_product_attention_0": {
+            "mode": "symmetric"
+          }
+        }
+      },
       "ignored_scopes": [
         "{re}.*__add___[0-1]",
         "{re}.*layer_norm_0",
diff --git a/optimum/intel/openvino/trainer.py b/optimum/intel/openvino/trainer.py
@@ -148,7 +148,12 @@
         "range": {"num_init_samples": 300, "type": "mean_min_max"},
         "batchnorm_adaptation": {"num_bn_adaptation_samples": 0},
     },
-    "scope_overrides": {"activations": {"{re}.*matmul_0": {"mode": "symmetric"}}},
+    "scope_overrides": {
+        "activations": {
+            "{re}.*matmul_0": {"mode": "symmetric"},
+            "{re}.*scaled_dot_product_attention_0": {"mode": "symmetric"},
+        }
+    },
     "ignored_scopes": [
         "{re}.*Embedding.*",
         "{re}.*add___.*",

Original file line number	Diff line number	Diff line change
`@@ -54,6 +54,9 @@`
`54`	`54`	`"activations": {`
`55`	`55`	`"{re}.*matmul_0": {`
`56`	`56`	`"mode": "symmetric"`
	`57`	`+ },`
	`58`	`+ "{re}.*scaled_dot_product_attention_0": {`
	`59`	`+ "mode": "symmetric"`
`57`	`60`	`}`
`58`	`61`	`}`
`59`	`62`	`},`
Original file line number	Diff line number	Diff line change
`@@ -16,6 +16,9 @@`
`16`	`16`	`"activations": {`
`17`	`17`	`"{re}.*matmul_0": {`
`18`	`18`	`"mode": "symmetric"`
	`19`	`+ },`
	`20`	`+ "{re}.*scaled_dot_product_attention_0": {`
	`21`	`+ "mode": "symmetric"`
`19`	`22`	`}`
`20`	`23`	`}`
`21`	`24`	`},`