backprop_function.cpp 1.74 KB
Newer Older
1
//*****************************************************************************
2
// Copyright 2017-2020 Intel Corporation
3 4 5 6 7 8 9 10 11 12 13 14 15
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//*****************************************************************************
Scott Cyphers's avatar
Scott Cyphers committed
16 17 18 19 20 21

#include <list>
#include <memory>
#include <unordered_map>
#include <unordered_set>

22
#include "backprop_function.hpp"
Scott Cyphers's avatar
Scott Cyphers committed
23 24 25
#include "ngraph/autodiff/adjoints.hpp"
#include "ngraph/function.hpp"
#include "ngraph/node.hpp"
26 27 28 29
#include "ngraph/op/add.hpp"
#include "ngraph/op/broadcast.hpp"
#include "ngraph/op/constant.hpp"
#include "ngraph/op/convert.hpp"
Scott Cyphers's avatar
Scott Cyphers committed
30 31 32 33 34

using namespace ngraph;

std::shared_ptr<Function> autodiff::backprop_function(const std::shared_ptr<Function>& f)
{
35
    auto Y_out = f->output(0);
Scott Cyphers's avatar
Scott Cyphers committed
36
    auto Xs = f->get_parameters();
37 38
    auto C = std::make_shared<op::Parameter>(Y_out.get_element_type(), Y_out.get_shape());
    Adjoints adjoints(OutputVector{Y_out}, OutputVector{C});
39
    std::vector<Output<Node>> dYdXs(Xs.size());
40
    transform(Xs.begin(), Xs.end(), dYdXs.begin(), [C, &adjoints](const std::shared_ptr<Node>& X) {
41
        return adjoints.backprop_output(X);
Scott Cyphers's avatar
Scott Cyphers committed
42 43 44
    });
    std::vector<std::shared_ptr<op::Parameter>> params(Xs);
    params.push_back(C);
45
    return std::make_shared<Function>(dYdXs, params);
Scott Cyphers's avatar
Scott Cyphers committed
46
}