ci: aarch64: increase test tolerance

Author: Ryo-not-rio

.github/automation/performance/benchdnn_comparison.py

@@ -62,11 +62,15 @@ def compare_two_benchdnn(file1, file2, tolerance=0.05):
         r2_times = r2_samples[prb]
 
         res = ttest_ind(r2_times, r1_times, alternative='greater')
-        times[prb] = (statistics.median(r1_times), statistics.median(r2_times))
+        r1_med = statistics.median(r1_times)
+        r2_med = statistics.median(r2_times)
+        times[prb] = (r1_med, r2_med)
         times_str = f" {times[prb][0]} vs {times[prb][1]}"
 
-        passed = True
-        if res.pvalue < 0.05:
+        passed = res.pvalue > 0.05 or \
+                ((r2_med - r1_med) / r1_med < 0.1 and \
+                (min(r2_times) - min(r1_times)) / min(r1_times) < 0.1)
+        if passed:
             failed_tests.append(prb + times_str)
             passed = False
 

.github/workflows/performance-aarch64.yml

@@ -157,13 +157,15 @@ jobs:
         env:
           DYLD_LIBRARY_PATH: ${{ github.workspace }}/ComputeLibrary/build
 
-      - name: Compare performance test results
-        id: performance-test
+      - name: Compare 16 threads performance test results
         run: |
-          echo "16 threads:"
           python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base.txt new.txt
           echo "fast math:"
           python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base_fast.txt new_fast.txt
+      
+      - name: Compare fast math performance test results
+        run: |
+          python ${{ github.workspace }}/oneDNN/.github/automation/performance/benchdnn_comparison.py base_fast.txt new_fast.txt
 
 
   #* This job adds a check named "Nightly Performance AArch64" that represents overall