main.cpp 7.57 KB
Newer Older
1
//*****************************************************************************
2
// Copyright 2017-2019 Intel Corporation
3 4 5 6 7 8 9 10 11 12 13 14 15
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//*****************************************************************************
16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70

#include <fstream>
#include <functional>
#include <iostream>
#include <map>
#include <sstream>
#include <string>
#include <vector>

#include "header_rewrite.hpp"
#include "uncomment.hpp"
#include "util.hpp"

using namespace std;

class ResourceInfo
{
public:
    ResourceInfo(const string& source, const vector<string>& _subdirs, bool recursive = false)
        : search_path(source)
        , subdirs(_subdirs)
        , is_recursive(recursive)

    {
    }

    const string search_path;
    const vector<string> subdirs;
    const bool is_recursive;

    vector<string> files;
};

string find_path(const string& path)
{
    string rc;
    iterate_files(path,
                  [&](const string& file, bool is_dir) {
                      if (is_dir)
                      {
                          string dir_name = get_file_name(file);
                          if (is_version_number(dir_name))
                          {
                              rc = file;
                          }
                      }
                  },
                  true);
    return rc;
}

int main(int argc, char** argv)
{
    time_t main_timestamp = get_timestamp(argv[0]);
    static vector<string> valid_ext = {".h", ".hpp", ".tcc", ""};
71
    static vector<string> invalid_file = {"README"};
72 73 74 75 76
    string output_path;
    string base_name;

    for (size_t i = 1; i < argc; i++)
    {
77 78
        string arg = argv[i];
        if (arg == "--output")
79 80 81
        {
            output_path = argv[++i];
        }
82
        else if (arg == "--base_name")
83 84 85 86 87
        {
            base_name = argv[++i];
        }
    }

88 89
    vector<ResourceInfo> include_paths;

90
    include_paths.push_back({CLANG_BUILTIN_HEADERS_PATH, {}, true});
91

92
#ifdef EIGEN_HEADERS_PATH
93
    include_paths.push_back({EIGEN_HEADERS_PATH, {"Eigen"}, true});
94 95
#endif
#ifdef MKLDNN_HEADERS_PATH
96
    include_paths.push_back({MKLDNN_HEADERS_PATH, {}, true});
97 98
#endif
#ifdef TBB_HEADERS_PATH
99
    include_paths.push_back({TBB_HEADERS_PATH, {}, true});
100
#endif
101
    include_paths.push_back({NGRAPH_HEADERS_PATH, {"ngraph"}, true});
102 103 104 105 106 107 108 109 110 111 112 113

    if (output_path.empty())
    {
        cout << "must specify output path with --output option" << endl;
        return -1;
    }

    time_t output_timestamp = get_timestamp(output_path);

    for (ResourceInfo& path : include_paths)
    {
        vector<string> path_list;
114 115 116 117
        if (path.subdirs.empty())
        {
            path_list.push_back(path.search_path);
        }
118 119 120 121 122 123 124 125 126 127
        for (const string& p : path.subdirs)
        {
            path_list.push_back(path_join(path.search_path, p));
        }
        for (const string& p : path_list)
        {
            iterate_files(p,
                          [&](const string& file, bool is_dir) {
                              if (!is_dir)
                              {
128
                                  if (!contains(invalid_file, file))
129
                                  {
130 131 132
                                      string ext = get_file_ext(file);
                                      if (contains(valid_ext, ext))
                                      {
133
                                          // std::cout << "add " << file << std::endl;
134 135
                                          path.files.push_back(file);
                                      }
136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162
                                  }
                              }
                          },
                          path.is_recursive);
        }
    }

    // test for changes to any headers
    bool update_needed = main_timestamp > output_timestamp;
    if (!update_needed)
    {
        for (ResourceInfo& path : include_paths)
        {
            for (const string& header_file : path.files)
            {
                time_t file_timestamp = get_timestamp(header_file);
                if (file_timestamp > output_timestamp)
                {
                    update_needed = true;
                    break;
                }
            }
        }
    }

    if (update_needed)
    {
163 164
        size_t total_size = 0;
        size_t total_count = 0;
165
        const string delim = "pReFiX";
166 167 168 169 170
        ofstream out(output_path);
        out << "#pragma clang diagnostic ignored \"-Weverything\"\n";
        out << "#include <vector>\n";
        out << "namespace ngraph\n";
        out << "{\n";
171
        out << "    const std::vector<std::string> builtin_search_paths =\n";
172 173 174
        out << "    {\n";
        for (const ResourceInfo& path : include_paths)
        {
175 176 177
            out << "        \"" << path.search_path << "\",\n";
        }
        out << "    };\n";
178 179 180 181
#ifdef _WIN32
        out << "    const std::vector<std::pair<std::string, std::vector<std::string>>> "
               "builtin_headers =\n";
#else
182
        out << "    const std::vector<std::pair<std::string, std::string>> builtin_headers =\n";
183
#endif
184 185 186 187
        out << "    {\n";
        for (const ResourceInfo& path : include_paths)
        {
            for (const string& header_path : path.files)
188
            {
189 190
                out << "        {";
                out << "\"" << header_path << "\",\n";
191
                string relative_path = header_path.substr(path.search_path.size() + 1);
192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231
                std::ifstream file(header_path);
                if (file.is_open())
                {
                    std::string line;
#ifdef _WIN32
                    const int max_partial_size = 65500;
                    out << "{\n";
                    bool first_line = true;
                    int partial_size = 0;
                    out << "R\"" << delim << "(";
                    while (getline(file, line))
                    {
                        line = rewrite_header(line, relative_path);
                        // line = uncomment(line);
                        total_size += line.size();
                        partial_size += line.size();
                        if (partial_size > max_partial_size)
                        {
                            out << ")" << delim << "\",\n";
                            partial_size = line.size();
                            out << "R\"" << delim << "(";
                        }
                        out << line;
                    }
                    out << ")" << delim << "\"";
                    out << "}";
#else
                    out << "R\"" << delim << "(";
                    while (getline(file, line))
                    {
                        line = rewrite_header(line, relative_path);
                        // line = uncomment(line);
                        total_size += line.size();
                        out << line;
                    }
                    out << ")" << delim << "\"";
#endif
                    file.close();
                }
                out << "},\n";
232 233 234 235 236 237 238 239
                total_count++;
            }
        }
        out << "    };\n";
        out << "}\n";
        cout.imbue(locale(""));
        cout << "Total size " << total_size << " in " << total_count << " files\n";
    }
240
    return 0;
241
}