# ******************************************************************************
# Copyright 2017-2020 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ******************************************************************************

add_definitions("-DSERIALIZED_ZOO=\"${CMAKE_CURRENT_SOURCE_DIR}/models\"")

if(NOT NGRAPH_UNIT_TEST_ENABLE)
    message(STATUS "unit tests disabled")
    add_subdirectory(util)
    return()
endif()

message(STATUS "unit tests enabled")

if (NGRAPH_MLIR_ENABLE)
    add_subdirectory(mlir)
    message(STATUS "MLIR LIT tests enabled")
endif()

if(LINUX)
    set(CMAKE_BUILD_WITH_INSTALL_RPATH FALSE)
endif()

if(CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
    if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER "4.0.0")
        # gtest has issues with this with v1.8.x
        # gtest issue is supposed to be addressed after v1.8.x
        add_compile_options(-Wno-zero-as-null-pointer-constant)
    endif()
endif()

set(SRC
    algebraic_simplification.cpp
    aligned_buffer.cpp
    all_close_f.cpp
    assertion.cpp
    attributes.cpp
    bfloat16.cpp
    build_graph.cpp
    builder_autobroadcast.cpp
    check.cpp
    constant_folding.cpp
    concat_fusion.cpp
    control_dependencies.cpp
    convert_u1_to_string.cpp
    coordinate.cpp
    copy.cpp
    cpio.cpp
    cse.cpp
    dyn_elimination.cpp
    element_type.cpp
    file_util.cpp
    float16.cpp
    includes.cpp
    input_output_assign.cpp
    main.cpp
    misc.cpp
    ngraph_api.cpp
    node_input_output.cpp
    nop_elimination.cpp
    op.cpp
    op_is.cpp
    opset1.cpp
    opset_pass/binary_elementwise_opset_pass.cpp
    opset_pass/broadcast_opset_pass.cpp
    opset_pass/convolution_opset_pass.cpp
    opset_pass/dyn_reshape_opset_pass.cpp
    opset_pass/logical_and_opset_pass.cpp
    opset_pass/logical_not_opset_pass.cpp
    opset_pass/logical_or_opset_pass.cpp
    opset_pass/logical_xor_opset_pass.cpp
    opset_pass/one_hot_opset_pass.cpp
    opset_pass/gather_opset_pass.cpp
    opset_pass/generate_mask_opset_pass.cpp
    opset_pass/pad_opset_pass.cpp
    opset_pass/poolings_opset_pass.cpp
    opset_pass/reduction_opset_pass.cpp
    opset_pass/reverse_opset_pass.cpp
    opset_pass/select_opset_pass.cpp
    opset_pass/slice_opset_pass.cpp
    opset_pass/softmax_opset_pass.cpp
    opset_pass/topk_opset_pass.cpp
    opset_pass/transpose_opset_pass.cpp
    partial_shape.cpp
    pass.cpp
    pass_liveness.cpp
    pass_manager.cpp
    pass_memory_layout.cpp
    pass_shape_relevance.cpp
    pattern.cpp
    provenance.cpp
    replace_node.cpp
    reshape_elimination.cpp
    reshape_sinking.cpp
    shape.cpp
    specialize_function.cpp
    tensor.cpp
    type_prop/all.cpp
    type_prop/any.cpp
    type_prop/avg_pool.cpp
    type_prop/batch_mat_mul.cpp
    type_prop/batch_mat_mul_transpose.cpp
    type_prop/batch_norm.cpp
    type_prop/binary_elementwise.cpp
    type_prop/broadcast.cpp
    type_prop/clamp.cpp
    type_prop/compat.cpp
    type_prop/concat.cpp
    type_prop/constant.cpp
    type_prop/convert.cpp
    type_prop/convolution.cpp
    type_prop/convolution_bias.cpp
    type_prop/crop_and_resize.cpp
    type_prop/deformable_psroi_pooling.cpp
    type_prop/depth_to_space.cpp
    type_prop/dequantize.cpp
    type_prop/dot.cpp
    type_prop/dyn_broadcast.cpp
    type_prop/dyn_pad.cpp
    type_prop/dyn_replace_slice.cpp
    type_prop/dyn_reshape.cpp
    type_prop/dyn_slice.cpp
    type_prop/strided_slice.cpp
    type_prop/elu.cpp
    type_prop/embedding_lookup.cpp
    type_prop/fake_quantize.cpp
    type_prop/gather.cpp
    type_prop/gather_nd.cpp
    type_prop/gather_tree.cpp
    type_prop/gemm.cpp
    type_prop/get_output_element.cpp
    type_prop/grn.cpp
    type_prop/group_convolution.cpp
    type_prop/group_convolution_transpose.cpp
    type_prop/gru_cell.cpp
    type_prop/hard_sigmoid.cpp
    type_prop/index_reduction.cpp
    type_prop/layer_norm.cpp
    type_prop/log_softmax.cpp
    type_prop/lrn.cpp
    type_prop/lstm_cell.cpp
    type_prop/lstm_sequence.cpp
    type_prop/matmul.cpp
    type_prop/max_pool.cpp
    type_prop/mvn.cpp
    type_prop/non_max_suppression.cpp
    type_prop/normalize.cpp
    type_prop/one_hot.cpp
    type_prop/pad.cpp
    type_prop/parameter.cpp
    type_prop/prelu.cpp
    type_prop/proposal.cpp
    type_prop/quantize.cpp
    type_prop/quantized_convolution.cpp
    type_prop/quantized_dot.cpp
    type_prop/random_uniform.cpp
    type_prop/range.cpp
    type_prop/replace_slice.cpp
    type_prop/reshape.cpp
    type_prop/reverse.cpp
    type_prop/reverse_sequence.cpp
    type_prop/rnn_cell.cpp
    type_prop/scale_shift.cpp
    type_prop/scatter_add.cpp
    type_prop/scatter_nd.cpp
    type_prop/select.cpp
    type_prop/shape_of.cpp
    type_prop/shuffle_channels.cpp
    type_prop/slice.cpp
    type_prop/space_to_depth.cpp
    type_prop/split.cpp
    type_prop/squared_difference.cpp
    type_prop/squeeze.cpp
    type_prop/sum.cpp
    type_prop/reduce_prod.cpp
    type_prop/reduce_sum.cpp
    type_prop/tile.cpp
    type_prop/top_k.cpp
    type_prop/transpose.cpp
    type_prop/unary_elementwise.cpp
    type_prop/unsqueeze.cpp
    type_prop/variadic_split.cpp
    type_prop_benchmark.cpp
    type_prop_layers.cpp
    util.cpp
    zero_dim_tensor_elimination.cpp
)

if(NGRAPH_JSON_ENABLE)
    list(APPEND SRC core.cpp event_tracing.cpp serialize.cpp)
endif()

if(NOT WIN32 AND NGRAPH_TOOLS_ENABLE)
    list(APPEND SRC tools.cpp)
endif()

set_source_files_properties(includes.cpp PROPERTIES COMPILE_DEFINITIONS
    NGRAPH_INCLUDES="${PROJECT_SOURCE_DIR}/src/ngraph")

if (NGRAPH_UNIT_TEST_OPENVINO_ENABLE)
    message(STATUS "NGRAPH_UNIT_TEST_OPENVINO_ENABLE = TRUE")
    add_definitions(-DNGRAPH_UNIT_TEST_OPENVINO_ENABLE)

    if (ENABLE_MKL_DNN)
        message(STATUS "NGRAPH_TESTS: CPU enabled")
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} CPU)
    endif()

    if (ENABLE_CLDNN)
        message(STATUS "NGRAPH_TESTS: GPU enabled")
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} GPU)
    endif()
else()
    if (NGRAPH_INTERPRETER_ENABLE)
        list(APPEND SRC
            backend_debug_api.cpp
            builder.cpp
            backend_api.cpp)
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} INTERPRETER)
    endif()

    if (NGRAPH_CPU_ENABLE)
        list(APPEND SRC core_fusion.cpp builder_quantization.cpp)
        list(APPEND SRC backend_performance.cpp cpu_fusion.cpp cpu_test.cpp cpu_debugger.cpp cpu_debug_tracer.cpp)
        if (NOT NGRAPH_DEX_ONLY)
            list(APPEND SRC cpu_codegen.cpp)
        endif()
        if (NGRAPH_HALIDE)
            list(APPEND SRC halide.cpp)
        endif()
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} CPU)
    endif()

    if (NGRAPH_GPUH_ENABLE)
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} GPUH)
    endif()

    if (NGRAPH_PLAIDML_ENABLE)
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} PlaidML)
    endif()

    if (NGRAPH_GENERIC_CPU_ENABLE)
        set(ACTIVE_BACKEND_LIST ${ACTIVE_BACKEND_LIST} GCPU)
    endif()
endif()

add_definitions("-DTEST_FILES=\"${CMAKE_CURRENT_SOURCE_DIR}/files\"")
add_subdirectory(util)

# backend specific test files must meet the following requirements:
# 1) The must be named <name>.in.cpp
# 2) They must be in the `test/backend` directory
# 3) Include "util/test_control.hpp" in your cpp file
# 4) add the line `static string s_manifest = "${MANIFEST}";` to your cpp file
# 5) Use the `NGRAPH_TEST` macro in place of `TEST`.
# All such files are configured via cmake which replaces all instances of cmake variables
# such as ${BACKEND_NAME} with their values, such as CPU, GPU, or INTERPRETER.

set(MULTI_TEST_SRC
    backend/abc.in.cpp
    backend/abs.in.cpp
    backend/acos.in.cpp
    backend/add.in.cpp
    backend/aliased_output.in.cpp
    backend/all.in.cpp
    backend/any.in.cpp
    backend/api.in.cpp
    backend/arg_reduce.in.cpp
    backend/asin.in.cpp
    backend/atan.in.cpp
    backend/atan2.in.cpp
    backend/auto_broadcast.in.cpp
    backend/autodiff.in.cpp
    backend/batch_mat_mul.in.cpp
    backend/batch_norm.in.cpp
    backend/broadcast.in.cpp
    backend/builder_flatten.in.cpp
    backend/ceiling.in.cpp
    backend/comparison.in.cpp
    backend/computation_reuse.in.cpp
    backend/concat.in.cpp
    backend/constant.in.cpp
    backend/convert.in.cpp
    backend/convolution_reference.in.cpp
    backend/convolution.in.cpp
    backend/cos.in.cpp
    backend/cosh.in.cpp
    backend/cum_sum.in.cpp
    backend/divide.in.cpp
    backend/dot.in.cpp
    backend/dyn_broadcast.in.cpp
    backend/dyn_replace_slice_reference.in.cpp
    backend/dyn_reshape.in.cpp
    backend/dyn_slice_reference.in.cpp
    backend/strided_slice.in.cpp
    backend/dynamic.in.cpp
    backend/embedding_lookup.in.cpp
    backend/erf.in.cpp
    backend/exp.in.cpp
    backend/floor.in.cpp
    backend/function_name.in.cpp
    backend/fused_op.in.cpp
    backend/gather.in.cpp
    backend/gelu.in.cpp
    backend/generate_mask.in.cpp
    backend/group_convolution.in.cpp
    backend/layer_norm.in.cpp
    backend/log.in.cpp
    backend/logical_and.in.cpp
    backend/logical_or.in.cpp
    backend/logical_xor.in.cpp
    backend/lrn.in.cpp
    backend/max.in.cpp
    backend/maximum.in.cpp
    backend/min.in.cpp
    backend/minimum.in.cpp
    backend/multiple_backends.in.cpp
    backend/multiple_result.in.cpp
    backend/multiply.in.cpp
    backend/negative.in.cpp
    backend/node_name.in.cpp
    backend/not.in.cpp
    backend/numeric.in.cpp
    backend/one_hot.in.cpp
    backend/pad.in.cpp
    backend/parameter_as_output.in.cpp
    backend/partial_slice.in.cpp
    backend/pool.in.cpp
    backend/power.in.cpp
    backend/product.in.cpp
    backend/quantize_dequantize.in.cpp
    backend/quantized_convolution.in.cpp
    backend/quantized_dot.in.cpp
    backend/random_uniform.in.cpp
    backend/range.in.cpp
    backend/relu.in.cpp
    backend/replace_slice.in.cpp
    backend/reshape.in.cpp
    backend/reverse_sequence.in.cpp
    backend/reverse.in.cpp
    backend/scatter.in.cpp
    backend/select.in.cpp
    backend/shape_of.in.cpp
    backend/sigmoid.in.cpp
    backend/sign.in.cpp
    backend/sin.in.cpp
    backend/sinh.in.cpp
    backend/slice.in.cpp
    backend/softmax.in.cpp
    backend/sqrt.in.cpp
    backend/subtract.in.cpp
    backend/sum.in.cpp
    backend/tan.in.cpp
    backend/tanh.in.cpp
    backend/tile.in.cpp
    backend/topk.in.cpp
    backend/transpose.in.cpp
    backend/unhandled_op.in.cpp
    backend/validate_call.in.cpp
    backend/zero_sized.in.cpp
)

if (NGRAPH_UNIT_TEST_OPENVINO_ENABLE)
    set(MULTI_TEST_SRC
            backend/abc.in.cpp
            backend/abs.in.cpp
            backend/acos.in.cpp
            backend/add.in.cpp
            backend/arg_reduce.in.cpp
            backend/asin.in.cpp
            backend/atan.in.cpp
            backend/auto_broadcast.in.cpp
            backend/batch_mat_mul.in.cpp
            backend/builder_flatten.in.cpp
            backend/comparison.in.cpp
            backend/computation_reuse.in.cpp
            backend/concat.in.cpp
            backend/convert.in.cpp
            backend/convolution.in.cpp
            backend/cos.in.cpp
            backend/cosh.in.cpp
            backend/divide.in.cpp
            backend/dyn_broadcast.in.cpp
            backend/dyn_replace_slice_reference.in.cpp
            backend/dyn_reshape.in.cpp
            backend/dyn_slice_reference.in.cpp
            backend/dynamic.in.cpp
            backend/embedding_lookup.in.cpp
            backend/erf.in.cpp
            backend/exp.in.cpp
            backend/floor.in.cpp
            backend/function_name.in.cpp
            backend/fused_op.in.cpp
            backend/gather.in.cpp
            backend/layer_norm.in.cpp
            backend/log.in.cpp
            backend/logical_and.in.cpp
            backend/logical_or.in.cpp
            backend/logical_xor.in.cpp
            backend/lrn.in.cpp
            backend/maximum.in.cpp
            backend/minimum.in.cpp
            backend/multiple_backends.in.cpp
            backend/multiple_result.in.cpp
            backend/multiply.in.cpp
            backend/negative.in.cpp
            backend/node_name.in.cpp
            backend/not.in.cpp
            backend/numeric.in.cpp
            backend/one_hot.in.cpp
            backend/pad.in.cpp
            backend/pool.in.cpp
            backend/power.in.cpp
            backend/quantize_dequantize.in.cpp
            backend/quantized_convolution.in.cpp
            backend/quantized_dot.in.cpp
            backend/random_uniform.in.cpp
            backend/range.in.cpp
            backend/relu.in.cpp
            backend/reshape.in.cpp
            backend/reverse_sequence.in.cpp
            backend/reverse.in.cpp
            backend/scatter.in.cpp
            backend/select.in.cpp
            backend/shape_of.in.cpp
            backend/sigmoid.in.cpp
            backend/sign.in.cpp
            backend/sin.in.cpp
            backend/sinh.in.cpp
            backend/slice.in.cpp
            backend/softmax.in.cpp
            backend/sqrt.in.cpp
            backend/subtract.in.cpp
            backend/tan.in.cpp
            backend/tanh.in.cpp
            backend/transpose.in.cpp
            backend/validate_call.in.cpp
            backend/zero_sized.in.cpp

#            This files should be commented,because they are not working for a while.
#            Not v1 op:
#            backend/all.in.cpp
#            backend/any.in.cpp
#            backend/broadcast.in.cpp
#            backend/ceiling.in.cpp
#            backend/dot.in.cpp
#            backend/generate_mask.in.cpp
#            backend/max.in.cpp
#            backend/min.in.cpp
#            backend/product.in.cpp
#            backend/replace_slice.in.cpp
#            backend/sum.in.cpp
#            backend/unhandled_op.in.cpp

#            Need to fix for IE plugin:
#            backend/api.in.cpp
#            backend/batch_norm.in.cpp
#            backend/gelu.in.cpp
#            backend/topk.in.cpp

#            Other issues:
#            backend/autodiff.in.cpp
#            backend/constant.in.cpp
#            backend/convolution_reference.in.cpp

#            Segmentation fault. Need to fix on IE side:
#            backend/parameter_as_output.in.cpp
#            backend/aliased_output.in.cpp
            )
endif()

if (NGRAPH_MLIR_ENABLE)
    list(APPEND MULTI_TEST_SRC backend/mlir.in.cpp)
    list(APPEND SRC mlir/ops_test.cpp)
endif()

if(NGRAPH_DISTRIBUTED_ENABLE)
    list(APPEND MULTI_TEST_SRC backend/distributed.in.cpp)
endif()

if (NGRAPH_CPU_ENABLE)
    list(APPEND MULTI_TEST_SRC backend/graph_comparison.in.cpp)
endif()

if (NGRAPH_ONNX_IMPORT_ENABLE)
    list(APPEND MULTI_TEST_SRC
            onnx/onnx_import.in.cpp
            onnx/onnx_import_convpool.in.cpp
            onnx/onnx_import_reshape.in.cpp
            onnx/onnx_import_rnn.in.cpp
            onnx/onnx_import_quant.in.cpp)
    if (NGRAPH_ONNXIFI_ENABLE)
        list(APPEND SRC onnx/onnxifi.cpp onnx/onnxifi_span.cpp)
    endif()
endif()

foreach(BACKEND_NAME ${ACTIVE_BACKEND_LIST})
    # Some---but not all---autodiff tests go through multiple iterations with
    # different random seeds. On the CPU backend this is currently very slow
    # because the autodiff tests recompile with each iteration. That behavior
    # can be changed, but it's a bit involved, so for the time being we just
    # reduce the number of test iterations on non-INTERPRETER backends.
    if(${BACKEND_NAME} MATCHES ^INTERPRETER$)
        set(TEST_LOOPS 100)
    else()
        set(TEST_LOOPS 2)
    endif()

    string(TOLOWER ${BACKEND_NAME} BACKEND_DIR)
    set(MANIFEST ${PROJECT_SOURCE_DIR}/src/ngraph/runtime/${BACKEND_DIR}/unit_test.manifest)

    foreach(TEST_SRC ${MULTI_TEST_SRC})
        string(REPLACE ".in." "_${BACKEND_NAME}." TARGET_NAME ${TEST_SRC})
        configure_file(${TEST_SRC} ${TARGET_NAME})
        set(SRC ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME} ${SRC})
    endforeach()

    message(STATUS "Adding unit test for backend ${BACKEND_NAME}")
endforeach()

add_executable(unit-test ${SRC})

target_include_directories(unit-test PRIVATE ".")

add_definitions("-DCURDIR=\"${CMAKE_CURRENT_SOURCE_DIR}\"")
add_definitions("-DJSON_INCLUDES=\"${JSON_INCLUDE_DIR}\"")

if(NGRAPH_ADDRESS_SANITIZER)
    add_compile_options(-g -fsanitize=address -fno-omit-frame-pointer)
endif()

target_link_libraries(unit-test PRIVATE ngraph_test_util)
target_link_libraries(unit-test PRIVATE ngraph libgtest)

target_compile_definitions(unit-test PRIVATE NGRAPH_VERSION_LABEL="${NGRAPH_VERSION_LABEL}")
if (NGRAPH_JSON_ENABLE)
    target_link_libraries(unit-test PRIVATE libjson)
endif()
if(NOT WIN32)
    target_link_libraries(unit-test PRIVATE pthread)
endif()
target_link_libraries(unit-test PRIVATE ${CMAKE_DL_LIBS})

if ("${CMAKE_CXX_COMPILER_ID}" MATCHES "^(Apple)?Clang$")
    target_compile_options(unit-test PRIVATE -Wno-undef -Wno-reserved-id-macro)
endif()

# So many type_prop tests these days that we need to set /bigobj flag for MSVC.
# We should probably split up type_prop.cpp.
if (MSVC)
    target_compile_options(unit-test PRIVATE "/bigobj")
endif()

if (NGRAPH_CPU_ENABLE)
    # The INTERPRETER backend is required for convolution, and backwards unit tests
    target_link_libraries(unit-test PRIVATE cpu_backend interpreter_backend)
    target_link_libraries(unit-test PRIVATE libmkldnn)
    target_compile_definitions(unit-test PRIVATE NGRAPH_CPU_ENABLE)
endif()

if (NGRAPH_TOOLS_ENABLE)
    get_property(NBENCH_PATH TARGET nbench PROPERTY BINARY_DIR)
    set(NBENCH "${NBENCH_PATH}/nbench")
    target_compile_definitions(unit-test PRIVATE NBENCH_PATH="${NBENCH}")
    add_dependencies(unit-test nbench)
endif()

if (NGRAPH_PLAIDML_ENABLE)
    target_link_libraries(unit-test PRIVATE plaidml_backend)
    # Some PlaidML devices aren't so precise, so we increase the allowable tolerance.
    target_compile_definitions(unit-test PRIVATE "PlaidML_FLOAT_TOLERANCE_BITS=12")
endif()

if (NGRAPH_TBB_ENABLE)
    target_compile_definitions(unit-test PRIVATE "NGRAPH_TBB_ENABLE")
endif()

if (NGRAPH_HALIDE)
    target_compile_definitions(unit-test PRIVATE "NGRAPH_HALIDE")
endif()

if (NGRAPH_INTERPRETER_ENABLE)
    target_compile_definitions(unit-test PRIVATE NGRAPH_INTERPRETER_ENABLE)
    target_link_libraries(unit-test PRIVATE interpreter_backend)
endif()

if (NGRAPH_NOP_ENABLE)
    target_link_libraries(unit-test PRIVATE nop_backend)
endif()

if (NGRAPH_GPUH_ENABLE)
    target_link_libraries(unit-test PRIVATE gpuh_backend)
endif()

if (NGRAPH_ONNXIFI_ENABLE)
    target_include_directories(unit-test SYSTEM PUBLIC ${ONNX_INCLUDE_DIR})
    target_link_libraries(unit-test PRIVATE onnxifi-ngraph)
endif()

if (NGRAPH_MLIR_ENABLE)
    target_include_directories(unit-test PRIVATE ${CMAKE_BINARY_DIR}/src/contrib/mlir)
endif()

if (NOT NGRAPH_UNIT_TEST_OPENVINO_ENABLE)
    # If all the runtime libraries are installed into one location, that will make life easier.
    if (MSVC)
        add_custom_target(unit-test-check
            COMMAND set "PATH=${EXTERNAL_PROJECTS_ROOT}/src/ngraph/Release;${EXTERNAL_PROJECTS_ROOT}/mkldnn/lib/;${EXTERNAL_PROJECTS_ROOT}/mkl/src/ext_mkl/lib/;${EXTERNAL_PROJECTS_ROOT}/ext_tbb-prefix/src/ext_tbb/tbb2019_20181203oss/bin/intel64/vc14;%PATH%"
            COMMAND ${PROJECT_BINARY_DIR}/test/unit-test \${ARGS}
            DEPENDS unit-test
        )
    else()
        add_custom_target(unit-test-check
            COMMAND ${PROJECT_BINARY_DIR}/test/unit-test --cpath ${EXTERNAL_PROJECTS_ROOT}/src/ngraph/ \${ARGS}
            DEPENDS unit-test
        )
    endif()

    add_custom_target(check
        DEPENDS
        style-check
        unit-test-check
    )
endif()