basic API

src/ngraph/op/parameter.cpp

@@ -23,12 +23,14 @@ using namespace ngraph;
 
 op::Parameter::Parameter(const element::Type& element_type,
                          const PartialShape& pshape,
-                         const bool cacheable)
+                         const bool cacheable,
+                         bool can_double_buffer)
     : Op("Parameter", {})
     , m_cacheable(cacheable)
     , m_partial_shape(pshape)
     , m_element_type(element_type)
     , m_is_relevant_to_shapes(false)
+    , m_can_double_buffer(can_double_buffer)
 {
     constructor_validate_and_infer_types();
 }

src/ngraph/op/parameter.hpp

@@ -42,7 +42,8 @@ namespace ngraph
             /// \param cacheable True if the parameter is not expected to be frequently updated.
             Parameter(const ngraph::element::Type& element_type,
                       const PartialShape& pshape,
-                      const bool cacheable = false);
+                      const bool cacheable = false,
+                      bool can_double_buffer = false);
 
             void validate_and_infer_types() override;
 
@@ -52,12 +53,13 @@ namespace ngraph
 
             bool is_relevant_to_shapes() const;
             void set_is_relevant_to_shapes(bool is_relevant);
-
+            bool get_can_double_buffer() const { return m_can_double_buffer; }
         protected:
             bool m_cacheable;
             PartialShape m_partial_shape;
             element::Type m_element_type;
             bool m_is_relevant_to_shapes;
+            bool m_can_double_buffer;
         };
     }
     using ParameterVector = std::vector<std::shared_ptr<op::Parameter>>;

src/ngraph/op/result.cpp

@@ -24,8 +24,9 @@
 using namespace std;
 using namespace ngraph;
 
-op::Result::Result(const shared_ptr<Node>& arg)
+op::Result::Result(const shared_ptr<Node>& arg, bool can_double_buffer)
     : Op("Result", check_single_output_args({arg}))
+    , m_can_double_buffer(can_double_buffer)
 {
     constructor_validate_and_infer_types();
     // always borrow the placement conf even the default one

src/ngraph/op/result.hpp

@@ -30,7 +30,7 @@ namespace ngraph
             /// \brief Allows a value to be used as a function result.
             ///
             /// \param arg Node that produces the input tensor.
-            Result(const std::shared_ptr<Node>& arg);
+            Result(const std::shared_ptr<Node>& arg, bool can_double_buffer = false);
 
             void validate_and_infer_types() override;
 
@@ -40,12 +40,14 @@ namespace ngraph
             virtual bool is_output() const override { return true; }
             void set_needs_default_layout(bool val) { m_needs_default_layout = val; }
             bool needs_default_layout() const { return m_needs_default_layout; }
+            bool get_can_double_buffer() const { return m_can_double_buffer; }
         protected:
             virtual void generate_adjoints(autodiff::Adjoints& adjoints,
                                            const NodeVector& deltas) override;
 
         private:
             bool m_needs_default_layout{false};
+            bool m_can_double_buffer;
         };
     }
     using ResultVector = std::vector<std::shared_ptr<op::Result>>;

src/ngraph/runtime/executable.hpp

@@ -16,6 +16,7 @@
 
 #pragma once
 
+#include <future>
 #include <memory>
 
 #include "ngraph/function.hpp"
@@ -51,6 +52,10 @@ public:
     bool call_with_validate(const std::vector<std::shared_ptr<runtime::Tensor>>& outputs,
                             const std::vector<std::shared_ptr<runtime::Tensor>>& inputs);
 
+    virtual std::future<bool>&
+        begin_execute(const std::vector<std::shared_ptr<runtime::Tensor>>& outputs,
+                      const std::vector<std::shared_ptr<runtime::Tensor>>& inputs);
+
     /// \brief Collect performance information gathered on a Function.
     /// \returns Vector of PerformanceCounter information.
     virtual std::vector<PerformanceCounter> get_performance_data() const;
@@ -82,4 +87,5 @@ protected:
 private:
     ngraph::ParameterVector m_parameters;
     ngraph::ResultVector m_results;
+    std::future<bool> m_future;
 };

src/ngraph/runtime/tensor.hpp

@@ -16,6 +16,7 @@
 
 #pragma once
 
+#include <future>
 #include <memory>
 #include <vector>
 
@@ -105,6 +106,18 @@ namespace ngraph
             /// \param n Number of bytes to read, must be integral number of elements.
             virtual void read(void* p, size_t offset, size_t n) const = 0;
 
+            /// \brief Write bytes directly into the tensor
+            /// \param p Pointer to source of data
+            /// \param n Number of bytes to write, must be integral number of elements.
+            /// \return std::future to track the operation
+            virtual std::future<bool> begin_write(const void* p, size_t n);
+
+            /// \brief Read bytes directly from the tensor
+            /// \param p Pointer to destination for data
+            /// \param n Number of bytes to read, must be integral number of elements.
+            /// \return std::future to track the operation
+            virtual std::future<bool> begin_read(void* p, size_t n) const;
+
             /// \brief copy bytes directly from source to this tensor
             /// \param source The source tensor
             virtual void copy_from(const ngraph::runtime::Tensor& source);