benchdnn: inputs: graph: test f32 intermediates for implicit mask

Author: TaoLv

tests/benchdnn/inputs/graph/complex_fusion/harness_mha_all

@@ -17,8 +17,11 @@
 --reset --dt=f32,bf16,f16 --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
 # f16 inputs + f32 intermediates + f16 outputs
 --reset --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
+--reset --dt=1:f16+2:f16+3:f16+4:f16+6:f16+104:f16 --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
+
 # bf16 inputs + f32 intermediates + bf16 outputs
 --reset --dt=1:bf16+2:bf16+3:bf16+4:bf16+5:bf16+6:bf16+104:bf16 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
+--reset --dt=1:bf16+2:bf16+3:bf16+4:bf16+6:bf16+104:bf16 --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
 
 # int8 graphs
 --reset --case=complex_fusion/mha/MHA-GPT-inf-int8-bs1.json

tests/benchdnn/inputs/graph/complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json

@@ -1,17 +1,17 @@
 {
-  "version": "3.7.0",
+  "version": "3.8.0",
   "engine_kind": "cpu",
   "fpmath_mode": "strict",
   "fpmath_mode_apply_to_int": "false",
   "input_ports": [
-    0,
     1,
-    3,
-    8,
-    11
+    2,
+    4,
+    5,
+    3
   ],
   "output_ports": [
-    12
+    6
   ],
   "graph": [
     {
@@ -30,7 +30,7 @@
       },
       "inputs": [
         {
-          "id": 0,
+          "id": 1,
           "dtype": "f32",
           "shape": [
             1,
@@ -48,7 +48,7 @@
           "property_type": "undef"
         },
         {
-          "id": 1,
+          "id": 2,
           "dtype": "f32",
           "shape": [
             1,
@@ -68,7 +68,7 @@
       ],
       "outputs": [
         {
-          "id": 2,
+          "id": 101,
           "dtype": "f32",
           "shape": [
             1,
@@ -99,7 +99,7 @@
       },
       "inputs": [
         {
-          "id": 2,
+          "id": 101,
           "dtype": "f32",
           "shape": [
             1,
@@ -117,7 +117,7 @@
           "property_type": "undef"
         },
         {
-          "id": 3,
+          "id": 4,
           "dtype": "f32",
           "shape": [
             1
@@ -131,7 +131,7 @@
       ],
       "outputs": [
         {
-          "id": 4,
+          "id": 102,
           "dtype": "f32",
           "shape": [
             1,
@@ -151,7 +151,7 @@
       ]
     },
     {
-      "id": 2,
+      "id": 40,
       "name": "genindex_row",
       "kind": "GenIndex",
       "attrs": {
@@ -162,7 +162,7 @@
       },
       "inputs": [
         {
-          "id": 4,
+          "id": 102,
           "dtype": "f32",
           "shape": [
             1,
@@ -182,7 +182,7 @@
       ],
       "outputs": [
         {
-          "id": 5,
+          "id": 1021,
           "dtype": "s32",
           "shape": [
             1,
@@ -202,7 +202,7 @@
       ]
     },
     {
-      "id": 3,
+      "id": 41,
       "name": "genindex_col",
       "kind": "GenIndex",
       "attrs": {
@@ -213,7 +213,7 @@
       },
       "inputs": [
         {
-          "id": 4,
+          "id": 102,
           "dtype": "f32",
           "shape": [
             1,
@@ -233,7 +233,7 @@
       ],
       "outputs": [
         {
-          "id": 6,
+          "id": 1022,
           "dtype": "s32",
           "shape": [
             1,
@@ -253,7 +253,7 @@
       ]
     },
     {
-      "id": 4,
+      "id": 42,
       "name": "mask_greater_equal",
       "kind": "GreaterEqual",
       "attrs": {
@@ -264,7 +264,7 @@
       },
       "inputs": [
         {
-          "id": 5,
+          "id": 1021,
           "dtype": "s32",
           "shape": [
             1,
@@ -282,7 +282,7 @@
           "property_type": "undef"
         },
         {
-          "id": 6,
+          "id": 1022,
           "dtype": "s32",
           "shape": [
             1,
@@ -302,7 +302,7 @@
       ],
       "outputs": [
         {
-          "id": 7,
+          "id": 1023,
           "dtype": "boolean",
           "shape": [
             1,
@@ -322,7 +322,7 @@
       ]
     },
     {
-      "id": 5,
+      "id": 2,
       "name": "Select",
       "kind": "Select",
       "attrs": {
@@ -333,7 +333,7 @@
       },
       "inputs": [
         {
-          "id": 7,
+          "id": 1023,
           "dtype": "boolean",
           "shape": [
             1,
@@ -351,7 +351,7 @@
           "property_type": "undef"
         },
         {
-          "id": 4,
+          "id": 102,
           "dtype": "f32",
           "shape": [
             1,
@@ -369,7 +369,7 @@
           "property_type": "undef"
         },
         {
-          "id": 8,
+          "id": 5,
           "dtype": "f32",
           "shape": [
             1
@@ -383,7 +383,7 @@
       ],
       "outputs": [
         {
-          "id": 9,
+          "id": 103,
           "dtype": "f32",
           "shape": [
             1,
@@ -403,7 +403,7 @@
       ]
     },
     {
-      "id": 6,
+      "id": 3,
       "name": "softmax",
       "kind": "SoftMax",
       "attrs": {
@@ -414,7 +414,7 @@
       },
       "inputs": [
         {
-          "id": 9,
+          "id": 103,
           "dtype": "f32",
           "shape": [
             1,
@@ -434,7 +434,7 @@
       ],
       "outputs": [
         {
-          "id": 10,
+          "id": 104,
           "dtype": "f32",
           "shape": [
             1,
@@ -454,7 +454,7 @@
       ]
     },
     {
-      "id": 7,
+      "id": 4,
       "name": "matmul_v",
       "kind": "MatMul",
       "attrs": {
@@ -469,7 +469,7 @@
       },
       "inputs": [
         {
-          "id": 10,
+          "id": 104,
           "dtype": "f32",
           "shape": [
             1,
@@ -487,7 +487,7 @@
           "property_type": "undef"
         },
         {
-          "id": 11,
+          "id": 3,
           "dtype": "f32",
           "shape": [
             1,
@@ -507,7 +507,7 @@
       ],
       "outputs": [
         {
-          "id": 12,
+          "id": 6,
           "dtype": "f32",
           "shape": [
             1,
@@ -527,4 +527,4 @@
       ]
     }
   ]
-}
+}