ci: aarch64: refactor fast math tests

Author: Ryo-not-rio

.github/automation/performance/bench_fast_math_performance.sh

@@ -67,6 +67,10 @@ def compare_two_benchdnn(file1, file2, tolerance=0.05):
         times[prb] = (r1_med, r2_med)
         times_str = f" {times[prb][0]} vs {times[prb][1]}"
 
+        # pass the test if:
+        # the t-test passes (i.e. pvalue > 0.05) OR
+        # both the median time and min time has not 
+        # slowed down by more than 10%
         passed = res.pvalue > 0.05 or \
                 ((r2_med - r1_med) / r1_med < 0.1 and \
                 (min(r2_times) - min(r1_times)) / min(r1_times) < 0.1)

.github/automation/performance/benchdnn_comparison.py

@@ -19,3 +19,9 @@
 --dir=FWD_D
 --dt=f32
 mb1_ic64oc256_ih200oh200kh1sh1dh0ph0_iw267ow267kw1sw1dw0pw0
+
+--reset
+--dir=FWD_D
+--dt=f32
+--attr-fpmath=bf16
+mb1_ic64oc256_ih200oh200kh1sh1dh0ph0_iw267ow267kw1sw1dw0pw0

.github/automation/performance/inputs/conv

@@ -21,4 +21,5 @@
 --dt=f32
 --alg=auto
 --dir=FWD_D,FWD_B
+--attr-fpmath=,bf16
 --batch=shapes_resnet_50

.github/automation/performance/inputs/conv_nightly

@@ -17,7 +17,16 @@
 --reset
 --stag=ab
 --wtag=any
+--dtag=ab
 --attr-post-ops=sum
+--dt=f32
+1500x1536:1536x384
+
+--reset
+--stag=ab
+--wtag=any
 --dtag=ab
+--attr-post-ops=sum
+--attr-fpmath=bf16
 --dt=f32
 1500x1536:1536x384

.github/automation/performance/inputs/matmul

@@ -26,6 +26,14 @@
 --bia_mask=4
 --batch=shapes_3d
 
+--dt=f32
+--bia-dt=f32,undef
+--bia_mask=2
+--attr-fpmath=bf16
+--batch=shapes_2d_ci
+--bia_mask=4
+--batch=shapes_3d
+
 #f16
 --dt=f16:f16:f16
 --bia-dt=undef

.github/automation/performance/inputs/matmul_nightly

@@ -213,7 +213,6 @@ jobs:
         run: |
           OMP_NUM_THREADS=4 bash ${{ github.workspace }}/oneDNN/.github/automation/performance/bench_pr_performance.sh ${{ github.workspace }}/oneDNN_base/build/tests/benchdnn/benchdnn ${{ github.workspace }}/oneDNN/build/tests/benchdnn/benchdnn base_4.txt new_4.txt
           OMP_NUM_THREADS=16 bash ${{ github.workspace }}/oneDNN/.github/automation/performance/bench_pr_performance.sh ${{ github.workspace }}/oneDNN_base/build/tests/benchdnn/benchdnn ${{ github.workspace }}/oneDNN/build/tests/benchdnn/benchdnn base_16.txt new_16.txt
-          OMP_NUM_THREADS=16 bash ${{ github.workspace }}/oneDNN/.github/automation/performance/bench_fast_math_performance.sh ${{ github.workspace }}/oneDNN_base/build/tests/benchdnn/benchdnn ${{ github.workspace }}/oneDNN/build/tests/benchdnn/benchdnn base_fast.txt new_fast.txt
         env:
           DYLD_LIBRARY_PATH: ${{ github.workspace }}/ComputeLibrary/build
 
@@ -226,8 +225,6 @@ jobs:
           python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base_4.txt new_4.txt
           echo "16 threads:"
           python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base_16.txt new_16.txt
-          echo "fast math:"
-          python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base_fast.txt new_fast.txt
 
       - name: Check performance test failure
         if: ${{ steps.performance-test.outputs.pass != 'True' && github.event_name == 'pull_request' && matrix.config.build == 'Release' && matrix.config.name != 'cb100' }}

.github/workflows/ci-aarch64.yml

@@ -153,19 +153,12 @@ jobs:
         shell: bash
         run: |
           OMP_NUM_THREADS=16 bash ${{ github.workspace }}/oneDNN/.github/automation/performance/bench_nightly_performance.sh ${{ github.workspace }}/oneDNN_base/build/tests/benchdnn/benchdnn ${{ github.workspace }}/oneDNN/build/tests/benchdnn/benchdnn base.txt new.txt
-          OMP_NUM_THREADS=16 bash ${{ github.workspace }}/oneDNN/.github/automation/performance/bench_fast_math_performance.sh ${{ github.workspace }}/oneDNN_base/build/tests/benchdnn/benchdnn ${{ github.workspace }}/oneDNN/build/tests/benchdnn/benchdnn base_fast.txt new_fast.txt
         env:
           DYLD_LIBRARY_PATH: ${{ github.workspace }}/ComputeLibrary/build
 
       - name: Compare 16 threads performance test results
         run: |
           python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base.txt new.txt
-      
-      - name: Compare fast math performance test results
-        if: success() || failure()
-        run: |
-          python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base_fast.txt new_fast.txt
-
 
   #* This job adds a check named "Nightly Performance AArch64" that represents overall
   #* workflow status and can be used in branch rulesets