Commit 1ca74c3c authored by Maksim Shabunin's avatar Maksim Shabunin Committed by Alexander Alekhin

Merge pull request #15544 from mshabunin:disable_posix_memalign

* Disable posix_memalign by default

* core: fix memalign parameter handling
parent c3a58803
...@@ -487,6 +487,7 @@ OCV_OPTION(CV_DISABLE_OPTIMIZATION "Disable explicit optimized code (dispatch ...@@ -487,6 +487,7 @@ OCV_OPTION(CV_DISABLE_OPTIMIZATION "Disable explicit optimized code (dispatch
OCV_OPTION(CV_TRACE "Enable OpenCV code trace" ON) OCV_OPTION(CV_TRACE "Enable OpenCV code trace" ON)
OCV_OPTION(OPENCV_GENERATE_SETUPVARS "Generate setup_vars* scripts" ON IF (NOT ANDROID AND NOT APPLE_FRAMEWORK) ) OCV_OPTION(OPENCV_GENERATE_SETUPVARS "Generate setup_vars* scripts" ON IF (NOT ANDROID AND NOT APPLE_FRAMEWORK) )
OCV_OPTION(ENABLE_CONFIG_VERIFICATION "Fail build if actual configuration doesn't match requested (WITH_XXX != HAVE_XXX)" OFF) OCV_OPTION(ENABLE_CONFIG_VERIFICATION "Fail build if actual configuration doesn't match requested (WITH_XXX != HAVE_XXX)" OFF)
OCV_OPTION(OPENCV_ENABLE_MEMALIGN "Enable posix_memalign or memalign usage" ON)
OCV_OPTION(ENABLE_PYLINT "Add target with Pylint checks" (BUILD_DOCS OR BUILD_EXAMPLES) IF (NOT CMAKE_CROSSCOMPILING AND NOT APPLE_FRAMEWORK) ) OCV_OPTION(ENABLE_PYLINT "Add target with Pylint checks" (BUILD_DOCS OR BUILD_EXAMPLES) IF (NOT CMAKE_CROSSCOMPILING AND NOT APPLE_FRAMEWORK) )
OCV_OPTION(ENABLE_FLAKE8 "Add target with Python flake8 checker" (BUILD_DOCS OR BUILD_EXAMPLES) IF (NOT CMAKE_CROSSCOMPILING AND NOT APPLE_FRAMEWORK) ) OCV_OPTION(ENABLE_FLAKE8 "Add target with Python flake8 checker" (BUILD_DOCS OR BUILD_EXAMPLES) IF (NOT CMAKE_CROSSCOMPILING AND NOT APPLE_FRAMEWORK) )
...@@ -635,10 +636,15 @@ if(UNIX) ...@@ -635,10 +636,15 @@ if(UNIX)
set(HAVE_PTHREAD 1) set(HAVE_PTHREAD 1)
endif() endif()
CHECK_SYMBOL_EXISTS(posix_memalign stdlib.h HAVE_POSIX_MEMALIGN) if(OPENCV_ENABLE_MEMALIGN)
CHECK_INCLUDE_FILE(malloc.h HAVE_MALLOC_H) CHECK_SYMBOL_EXISTS(posix_memalign stdlib.h HAVE_POSIX_MEMALIGN)
if(HAVE_MALLOC_H) CHECK_INCLUDE_FILE(malloc.h HAVE_MALLOC_H)
CHECK_SYMBOL_EXISTS(memalign malloc.h HAVE_MEMALIGN) if(HAVE_MALLOC_H)
CHECK_SYMBOL_EXISTS(memalign malloc.h HAVE_MEMALIGN)
endif()
# TODO:
# - _aligned_malloc() on Win32
# - std::aligned_alloc() C++17 / C11
endif() endif()
endif() endif()
......
...@@ -46,6 +46,7 @@ ...@@ -46,6 +46,7 @@
#undef CV_LOG_STRIP_LEVEL #undef CV_LOG_STRIP_LEVEL
#define CV_LOG_STRIP_LEVEL CV_LOG_LEVEL_VERBOSE + 1 #define CV_LOG_STRIP_LEVEL CV_LOG_LEVEL_VERBOSE + 1
#include <opencv2/core/utils/logger.hpp> #include <opencv2/core/utils/logger.hpp>
#include <opencv2/core/utils/configuration.private.hpp>
#define CV__ALLOCATOR_STATS_LOG(...) CV_LOG_VERBOSE(NULL, 0, "alloc.cpp: " << __VA_ARGS__) #define CV__ALLOCATOR_STATS_LOG(...) CV_LOG_VERBOSE(NULL, 0, "alloc.cpp: " << __VA_ARGS__)
#include "opencv2/core/utils/allocator_stats.impl.hpp" #include "opencv2/core/utils/allocator_stats.impl.hpp"
...@@ -81,6 +82,38 @@ cv::utils::AllocatorStatisticsInterface& getAllocatorStatistics() ...@@ -81,6 +82,38 @@ cv::utils::AllocatorStatisticsInterface& getAllocatorStatistics()
return allocator_stats; return allocator_stats;
} }
#if defined HAVE_POSIX_MEMALIGN || defined HAVE_MEMALIGN
static bool readMemoryAlignmentParameter()
{
bool value = true;
#if defined(__GLIBC__) && defined(__linux__) \
&& !defined(CV_STATIC_ANALYSIS) \
&& !defined(OPENCV_ENABLE_MEMORY_SANITIZER) \
&& !defined(FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION) /* oss-fuzz */ \
&& !defined(_WIN32) /* MinGW? */
{
// https://github.com/opencv/opencv/issues/15526
value = false;
}
#endif
value = cv::utils::getConfigurationParameterBool("OPENCV_ENABLE_MEMALIGN", value); // should not call fastMalloc() internally
// TODO add checks for valgrind, ASAN if value == false
return value;
}
static inline
bool isAlignedAllocationEnabled()
{
static bool initialized = false;
static bool useMemalign = true;
if (!initialized)
{
initialized = true; // trick to avoid stuck in acquire (works only if allocations are scope based)
useMemalign = readMemoryAlignmentParameter();
}
return useMemalign;
}
#endif
#ifdef OPENCV_ALLOC_ENABLE_STATISTICS #ifdef OPENCV_ALLOC_ENABLE_STATISTICS
static inline static inline
void* fastMalloc_(size_t size) void* fastMalloc_(size_t size)
...@@ -89,25 +122,30 @@ void* fastMalloc(size_t size) ...@@ -89,25 +122,30 @@ void* fastMalloc(size_t size)
#endif #endif
{ {
#ifdef HAVE_POSIX_MEMALIGN #ifdef HAVE_POSIX_MEMALIGN
void* ptr = NULL; if (isAlignedAllocationEnabled())
if(posix_memalign(&ptr, CV_MALLOC_ALIGN, size)) {
ptr = NULL; void* ptr = NULL;
if(!ptr) if(posix_memalign(&ptr, CV_MALLOC_ALIGN, size))
return OutOfMemoryError(size); ptr = NULL;
return ptr; if(!ptr)
return OutOfMemoryError(size);
return ptr;
}
#elif defined HAVE_MEMALIGN #elif defined HAVE_MEMALIGN
void* ptr = memalign(CV_MALLOC_ALIGN, size); if (isAlignedAllocationEnabled())
if(!ptr) {
return OutOfMemoryError(size); void* ptr = memalign(CV_MALLOC_ALIGN, size);
return ptr; if(!ptr)
#else return OutOfMemoryError(size);
return ptr;
}
#endif
uchar* udata = (uchar*)malloc(size + sizeof(void*) + CV_MALLOC_ALIGN); uchar* udata = (uchar*)malloc(size + sizeof(void*) + CV_MALLOC_ALIGN);
if(!udata) if(!udata)
return OutOfMemoryError(size); return OutOfMemoryError(size);
uchar** adata = alignPtr((uchar**)udata + 1, CV_MALLOC_ALIGN); uchar** adata = alignPtr((uchar**)udata + 1, CV_MALLOC_ALIGN);
adata[-1] = udata; adata[-1] = udata;
return adata; return adata;
#endif
} }
#ifdef OPENCV_ALLOC_ENABLE_STATISTICS #ifdef OPENCV_ALLOC_ENABLE_STATISTICS
...@@ -118,8 +156,12 @@ void fastFree(void* ptr) ...@@ -118,8 +156,12 @@ void fastFree(void* ptr)
#endif #endif
{ {
#if defined HAVE_POSIX_MEMALIGN || defined HAVE_MEMALIGN #if defined HAVE_POSIX_MEMALIGN || defined HAVE_MEMALIGN
free(ptr); if (isAlignedAllocationEnabled())
#else {
free(ptr);
return;
}
#endif
if(ptr) if(ptr)
{ {
uchar* udata = ((uchar**)ptr)[-1]; uchar* udata = ((uchar**)ptr)[-1];
...@@ -127,7 +169,6 @@ void fastFree(void* ptr) ...@@ -127,7 +169,6 @@ void fastFree(void* ptr)
((uchar*)ptr - udata) <= (ptrdiff_t)(sizeof(void*)+CV_MALLOC_ALIGN)); ((uchar*)ptr - udata) <= (ptrdiff_t)(sizeof(void*)+CV_MALLOC_ALIGN));
free(udata); free(udata);
} }
#endif
} }
#ifdef OPENCV_ALLOC_ENABLE_STATISTICS #ifdef OPENCV_ALLOC_ENABLE_STATISTICS
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment