reserialize.cpp 3.24 KB
Newer Older
1
//*****************************************************************************
2
// Copyright 2017-2019 Intel Corporation
3 4 5 6 7 8 9 10 11 12 13 14 15
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//*****************************************************************************
16 17 18

// tool to benchmark any ngraph json model with given backend.
// compile and run with:
19 20 21 22 23 24
// $ g++ ./nbench.cpp
//             -std=c++11
//             -I$HOME/ngraph_dist/include
//             -L$HOME/ngraph_dist/lib
//             -lngraph -o nbench
// $ env LD_LIBRARY_PATH=$HOME/ngraph_dist/lib env NGRAPH_INTERPRETER_EMIT_TIMING=1 ./nbench
25 26 27 28 29 30
// sample models are under ../../test/models

#include <fstream>
#include <iostream>
#include <string>

31 32
#include "ngraph/pass/constant_to_broadcast.hpp"
#include "ngraph/pass/manager.hpp"
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49
#include "ngraph/serializer.hpp"
#include "ngraph/util.hpp"

using namespace std;

void help()
{
    cout << R"###(
DESCRIPTION
    Reserialize a serialized model

SYNOPSIS
        reserialize [-i|--input <input file>] [-o|--output <output file>]

OPTIONS
        -i or --input  input serialized model
        -o or --output output serialized model
50
        -c or --constant_to_broacast Convert large constant constants to broadcast
51 52 53 54 55 56 57
)###";
}

int main(int argc, char** argv)
{
    string input;
    string output;
58
    bool c2b = false;
59 60 61 62 63 64 65 66 67 68 69
    for (size_t i = 1; i < argc; i++)
    {
        string arg = argv[i];
        if (arg == "-o" || arg == "--output")
        {
            output = argv[++i];
        }
        else if (arg == "-i" || arg == "--input")
        {
            input = argv[++i];
        }
70 71 72 73
        else if (arg == "-c" || arg == "--constant_to_broadcast")
        {
            c2b = true;
        }
74 75 76 77 78 79 80
        else if (arg == "-h" || arg == "--help")
        {
            help();
            return 0;
        }
    }

81 82 83 84 85 86 87 88 89 90 91 92 93 94
    if (input.empty())
    {
        cout << "input file missing\n";
        help();
        return 1;
    }

    if (output.empty())
    {
        cout << "output file missing\n";
        help();
        return 1;
    }

95 96 97 98 99 100 101 102 103
    ifstream f(input);
    if (f)
    {
        ngraph::stopwatch timer;
        timer.start();
        shared_ptr<ngraph::Function> function = ngraph::deserialize(f);
        timer.stop();
        cout << "deserialize took " << timer.get_milliseconds() << "ms\n";

104 105 106 107 108 109 110
        if (c2b)
        {
            ngraph::pass::Manager pass_manager;
            pass_manager.register_pass<ngraph::pass::ConstantToBroadcast>();
            pass_manager.run_passes(function);
        }

111 112 113 114 115 116 117 118 119 120 121 122 123
        timer.start();
        ngraph::serialize(output, function, 2);
        timer.stop();
        cout << "serialize took   " << timer.get_milliseconds() << "ms\n";
    }
    else
    {
        cout << "failed to open '" << input << "' for input\n";
        return 2;
    }

    return 0;
}