add backend remove_compiled_function

src/ngraph/runtime/backend.cpp

@@ -144,6 +144,10 @@ bool runtime::Backend::is_supported_property(const Property prop) const
     return false;
 }
 
+void runtime::Backend::remove_compiled_function(std::shared_ptr<Executable> exec)
+{
+}
+
 bool runtime::Backend::call_with_validate(
     std::shared_ptr<Executable> exec,
     const std::vector<std::shared_ptr<runtime::Tensor>>& outputs,

src/ngraph/runtime/backend.hpp

@@ -101,6 +101,8 @@ public:
     /// \returns true if the property is supported, false otherwise.
     virtual bool is_supported_property(const Property prop) const;
 
+    virtual void remove_compiled_function(std::shared_ptr<Executable> exec);
+
     /// The following methods are temporary hacks to reduce the number of changes in this PR
     /// They will be removed in a follow-on PR
     bool call_with_validate(std::shared_ptr<Executable> handle,

src/ngraph/runtime/cpu/cpu_backend.cpp

@@ -121,6 +121,18 @@ bool runtime::cpu::CPU_Executable::call(const vector<shared_ptr<runtime::Tensor>
     return rc;
 }
 
+void runtime::cpu::CPU_Backend::remove_compiled_function(shared_ptr<Executable> exec)
+{
+    for (auto it = m_exec_map.begin(); it != m_exec_map.end(); ++it)
+    {
+        if (it->second == exec)
+        {
+            m_exec_map.erase(it);
+            break;
+        }
+    }
+}
+
 vector<runtime::PerformanceCounter> runtime::cpu::CPU_Executable::get_performance_data() const
 {
     vector<runtime::PerformanceCounter> rc;

src/ngraph/runtime/cpu/cpu_backend.hpp

@@ -49,6 +49,8 @@ namespace ngraph
                     compile(std::shared_ptr<Function> func,
                             bool enable_performance_counters = false) override;
 
+                void remove_compiled_function(shared_ptr<Executable> exec) override;
+
                 bool is_supported(const Node& node) const override;
                 bool is_supported_property(const Property prop) const override;
 

src/ngraph/runtime/intelgpu/intelgpu_backend.cpp

@@ -1903,9 +1903,16 @@ bool runtime::intelgpu::IntelGPUExecutable::call(const vector<shared_ptr<runtime
     return true;
 }
 
-void runtime::intelgpu::IntelGPUBackend::remove_compiled_function(shared_ptr<Function> func)
+void runtime::intelgpu::IntelGPUBackend::remove_compiled_function(shared_ptr<Executable> exec)
 {
-    ocl_networks.erase(func);
+    for (auto it = ocl_networks.begin(); it != ocl_networks.end(); ++it)
+    {
+        if (it->second == exec)
+        {
+            ocl_networks.erase(it);
+            break;
+        }
+    }
 }
 
 // The cldnn::network contains something like "generic_layer_0_Parameter_254_0" names

src/ngraph/runtime/intelgpu/intelgpu_backend.hpp

@@ -50,7 +50,7 @@ public:
 
     std::shared_ptr<runtime::Executable> compile(std::shared_ptr<Function> func,
                                                  bool enable_timing = false) override;
-    void remove_compiled_function(std::shared_ptr<Function> func);
+    void remove_compiled_function(std::shared_ptr<runtime::Executable> exec) override;
 
     bool is_supported_property(const Property prop) const override;