[CPU] FC: fixed primitive caching for sparse decompression case

Author: antonvor

src/plugins/intel_cpu/src/nodes/fullyconnected.cpp

@@ -590,6 +590,9 @@ void FullyConnected::createDescriptorInternal(const dnnl::memory::desc &inputDes
     // We need to explicitly specify the memory descriptor to use sparse weights decompression
     dnnl::memory::desc wgh_candidate;
     if (useSparseWeights) {
+        // If we pass the true nnzCount value every time, then primitive caching will not work in this scenario. But since we don't use this value
+        // anywhere else (only sparse encoding is important to us), we can pass an arbitrary fixed value (greater than 0) so that caching works
+        int nnzCount = 1;
         wgh_candidate = { DnnlExtensionUtils::convertToDnnlDims(getInputShapeAtPort(WEIGHTS_ID).getStaticDims()),
                 wdt, memory::desc::packed(nnzCount) };
     } else {
@@ -930,8 +933,7 @@ bool FullyConnected::useSparseWeightsDecompression() {
             zerosCounts++;
         }
     }
-    nnzCount = elementsCount - zerosCounts;
-
+    int nnzCount = elementsCount - zerosCounts;
     DEBUG_LOG(getName(), ", weightsData.size() = ", elementsCount, ", zerosCounts = ",
         zerosCounts, ", nnzCount = ", nnzCount);
 

src/plugins/intel_cpu/src/nodes/fullyconnected.h

@@ -112,7 +112,6 @@ class FullyConnected : public Node {
 
     // sparse weights
     bool useSparseWeights = false;
-    int nnzCount = -1;
     float minSparseRate = 1.f;
     float weiSparseRate = 0.f;
     bool useSparseWeightsDecompression();