Add method compileWS_v3

Author: nikita-kud

src/plugins/intel_npu/src/al/include/intel_npu/icompiler.hpp

@@ -62,15 +62,30 @@ class ICompiler : public std::enable_shared_from_this<ICompiler> {
                                                                           const Config& config) const = 0;
 
     /**
-     * @brief TODO
+     * @brief Sequantial compilation of Init(s) and Main
      *
-     * @param model
-     * @param config
-     * @return NetworkDescription
+     * "Stateful compiler" approach
      */
     virtual std::shared_ptr<NetworkDescription> compileWS_v2(const std::shared_ptr<ov::Model>& model,
                                                              const Config& config) = 0;
 
+    /**
+     * @brief Sequantial compilation of Init(s) and Main
+     *
+     * "Stateless compiler" approach
+     * We want to get multiple Inits in the case of a large number of weights.
+     * This allows us to build pipeline:
+     * Allocate W1 -> Init1
+     *             Allocate W2 -> Init2
+     *                          Allocate W3 -> Init2
+     * 
+     * This is why there is an additional parameter callNumber:
+     * Compiler should somehow understand wich Init(or Main) to return
+     * Plugin does not know total numbers og Init schedules
+     */
+    virtual std::shared_ptr<NetworkDescription> compileWS_v3(const std::shared_ptr<ov::Model>& model,
+                                                             const Config& config, size_t callNumber) const = 0;
+
     /**
      * @brief Returns information about supported layers of the network passed
      * @param model The model to be queried

src/plugins/intel_npu/src/compiler_adapter/src/plugin_compiler_adapter.cpp

@@ -115,6 +115,17 @@ std::vector<std::shared_ptr<IGraph>> PluginCompilerAdapter::compileWS(const std:
 
     _logger.debug("compile start");
 
+    const auto starts_with = [](const std::string& str, const std::string& prefix) {
+        return str.substr(0, prefix.size()) == prefix;
+    };
+    const auto isInit = [&](std::string name) {
+        return starts_with(name, "init");
+    };
+    
+    const auto isMain = [&](std::string name) {
+        return starts_with(name, "main");
+    };
+
     switch (config.get<SEPARATE_WEIGHTS_VERSION>()) {
     case 1: {
         const std::vector<std::shared_ptr<NetworkDescription>> initMainNetworkDescriptions =
@@ -124,8 +135,47 @@ std::vector<std::shared_ptr<IGraph>> PluginCompilerAdapter::compileWS(const std:
         mainNetworkDescription = initMainNetworkDescriptions[1];
     } break;
     case 2: {
-        initNetworkDescription = _compiler->compileWS_v2(model, config);
-        mainNetworkDescription = _compiler->compileWS_v2(model, config);
+        // initNetworkDescription = _compiler->compileWS_v2(model, config);
+        // mainNetworkDescription = _compiler->compileWS_v2(model, config);
+
+        std::vector<std::shared_ptr<NetworkDescription>> initDscrs;
+        while(auto networkDescription = _compiler->compileWS_v2(model, config)) {
+            if(isInit(networkDescription->metadata.name)) {
+                initDscrs.push_back(networkDescription);
+                continue;
+            }
+            if(!isMain(networkDescription->metadata.name)) {
+                throw std::runtime_error("Unexpected network name: " + networkDescription->metadata.name);
+            }
+
+            mainNetworkDescription = std::move(networkDescription);
+            break;
+        }
+
+        // FIXME
+        initNetworkDescription = std::move(initDscrs[0]);
+    } break;
+    case 3: {
+        //initNetworkDescription = _compiler->compileWS_v3(model, config, 0);
+        //mainNetworkDescription = _compiler->compileWS_v3(model, config, 1);
+
+        std::vector<std::shared_ptr<NetworkDescription>> initDscrs;
+        size_t i = 0;
+        while(auto networkDescription = _compiler->compileWS_v3(model, config, i++)) {
+            if(isInit(networkDescription->metadata.name)) {
+                initDscrs.push_back(networkDescription);
+                continue;
+            }
+            if(!isMain(networkDescription->metadata.name)) {
+                throw std::runtime_error("Unexpected network name: " + networkDescription->metadata.name);
+            }
+
+            mainNetworkDescription = std::move(networkDescription);
+            break;
+        }
+
+        // FIXME
+        initNetworkDescription = std::move(initDscrs[0]);
     } break;
     default:
         OPENVINO_THROW("Invalid \"SEPARATE_WEIGHTS_VERSION\" value found within the \"compileWS\" call");