Add cudnn host data param case for CUDNN_DATA_INT8x32 (#1384)

* Add cudnn host data param case for CUDNN_DATA_INT8x32

* Default case.

* break

* def guards

* removed def guard for ci test.

* put def guards back

* Remove default to make clang happy.

* Remove clang default switch warning on cudnnDataType_t enum.

* Formatting.

* Added Wswitch-enum supression.

* Back to switch, remove pragma clang suppression.

* disable one more switch compiler check

* Remove default break after throw.

cmake/clang_4_0_flags.cmake

@@ -27,6 +27,7 @@ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-exit-time-destructors")
 set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-missing-prototypes")
 set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-missing-noreturn")
 set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-switch")
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-switch-enum")
 set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-covered-switch-default")
 if ("${CMAKE_CXX_COMPILER_ID}" STREQUAL "AppleClang")
     if (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 9.1.0)

src/ngraph/runtime/gpu/cudnn_host_parameters.hpp

@@ -58,14 +58,9 @@ namespace ngraph
                     case CUDNN_DATA_INT32:
                         r = m_host_parameters->cache(static_cast<int32_t>(value));
                         break;
-                    case CUDNN_DATA_HALF:
-                    case CUDNN_DATA_INT8x4:
-#if CUDNN_VERSION >= 7100
-                    case CUDNN_DATA_UINT8:
-                    case CUDNN_DATA_UINT8x4:
-#endif
-                        std::string err = "datatype is not supported by cuDNN";
-                        throw std::runtime_error(err);
+                    default:
+                        throw std::runtime_error(
+                            "Encountered unhandled cudnnDataType_t during compilation.");
                     }
                     return r;
                 }