add compile benchmark (#635)

* add compile benchmark

* add help when error

src/tools/CMakeLists.txt

@@ -14,5 +14,6 @@
 # limitations under the License.
 # ******************************************************************************
 
+add_subdirectory(compile_benchmark)
 add_subdirectory(nbench)
 add_subdirectory(reserialize)

src/tools/compile_benchmark/CMakeLists.txt

+# ******************************************************************************
+# Copyright 2017-2018 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ******************************************************************************
+
+if(MKLDNN_INCLUDE_DIR)
+    link_directories(${MKLDNN_LIB_DIR})
+endif()
+
+if (NGRAPH_CPU_ENABLE)
+    set (SRC
+        compile_benchmark.cpp
+        ${PROJECT_SOURCE_DIR}/test/util/benchmark.cpp
+    )
+
+    add_executable(compile_benchmark ${SRC})
+    add_dependencies(compile_benchmark ngraph)
+
+    set(HEADER_SEARCH_DEFINES
+        "NGRAPH_HEADERS_PATH=\"${NGRAPH_INCLUDE_PATH}\""
+    )
+
+    target_link_libraries(compile_benchmark ngraph)
+    include_directories("${PROJECT_SOURCE_DIR}/test")
+
+    set_source_files_properties(compile_benchmark.cpp PROPERTIES COMPILE_DEFINITIONS "${HEADER_SEARCH_DEFINES}")
+endif()

src/tools/compile_benchmark/compile_benchmark.cpp

+/*******************************************************************************
+* Copyright 2017-2018 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#include <fstream>
+#include <ngraph/codegen/compiler.hpp>
+#include <ngraph/codegen/execution_engine.hpp>
+#include <ngraph/file_util.hpp>
+#include <ngraph/util.hpp>
+#include <ngraph/util.hpp>
+
+using namespace std;
+using namespace ngraph;
+
+void help()
+{
+    cout << R"###(
+DESCRIPTION
+    Benchmark compile process identical to ngraph JIT.
+
+SYNOPSIS
+        compile_benchmark <filename>
+)###" << endl;
+}
+
+int main(int argc, char** argv)
+{
+    string source_path;
+    for (size_t i = 1; i < argc; i++)
+    {
+        string arg = argv[i];
+        if (arg == "-h" || arg == "--help")
+        {
+            help();
+        }
+        else
+        {
+            source_path = arg;
+        }
+    }
+
+    if (!file_util::exists(source_path))
+    {
+        cout << "file '" << source_path << "' not found\n";
+        help();
+        return 1;
+    }
+    else
+    {
+        stopwatch timer;
+
+        const string source_string = file_util::read_file_to_string(source_path);
+        codegen::Compiler compiler;
+        codegen::ExecutionEngine engine;
+
+        timer.start();
+        auto module = compiler.compile(source_string);
+        timer.stop();
+        cout << "compile took " << timer.get_milliseconds() << "ms\n";
+
+        timer.start();
+        engine.add_module(module);
+        engine.finalize();
+        timer.stop();
+        cout << "execution engine took " << timer.get_milliseconds() << "ms\n";
+    }
+
+    return 0;
+}