Skip to content

O
opencv
Commit 4a37ac30 authored by mletavin's avatar mletavin
Browse files
Options

Added new Intel-optimized 3x3 and 5x5 kernels to medianFilter.cl file and… 

Added new Intel-optimized 3x3 and 5x5 kernels to medianFilter.cl file and corresponding code to host in smooth.cpp

Only Intel platform and 1 channel images are supported.
parent ada2879f
Hide whitespace changes
Inline Side-by-side
Showing with 283 additions and 33 deletions
modules/imgproc/src/opencl/medianFilter.cl
View file @ 4a37ac30
...@@ -39,7 +39,240 @@ ...@@ -39,7 +39,240 @@
#define TSIZE (int)sizeof(T1) * cn #define TSIZE (int)sizeof(T1) * cn
#endif #endif
#define op(a, b) { mid = a; a = min(a, b); b = max(mid, b); } //Utility macros for for 1,2,4 channel images:
// - LOAD4/STORE4 - load/store 4-pixel groups from/to global memory
// - SHUFFLE4_3/SHUFFLE4_5 - rearrange scattered border/central pixels into regular 4-pixel variables
// that can be used in following min/max operations
#if cn == 1
#define LOAD4(val, offs) (val) = vload4(0, (__global T1 *)(srcptr + src_index + (offs)))
#define STORE4(val, offs) vstore4((val), 0, (__global T1 *)(dstptr + (offs)))
#define SHUFFLE4_3(src0, src1, src2, dst0, dst1, dst2) { dst1 = src1; \
dst0 = (T4)(src0, dst1.xyz); \
dst2 = (T4)(dst1.yzw, src2); }
#define SHUFFLE4_5(src0, src1, src2, src3, src4, dst0, dst1, dst2, dst3, dst4) { dst2 = src2; \
dst0 = (T4)(src0, src1, dst2.xy); \
dst1 = (T4)(src1, dst2.xyz); \
dst3 = (T4)(dst2.yzw, src3); \
dst4 = (T4)(dst2.zw, src3, src4); }
#elif cn == 2
#define LOAD4(val, offs) (val) = vload8(0, (__global T1 *)(srcptr + src_index + (offs)))
#define STORE4(val, offs) vstore8((val), 0, (__global T1 *)(dstptr + (offs)))
#define SHUFFLE4_3(src0, src1, src2, dst0, dst1, dst2) { dst1 = src1; \
dst0 = (T4)(src0, dst1.s012345); \
dst2 = (T4)(dst1.s234567, src2); }
#define SHUFFLE4_5(src0, src1, src2, src3, src4, dst0, dst1, dst2, dst3, dst4) { dst2 = src2; \
dst0 = (T4)(src0, src1, dst2.s0123); \
dst1 = (T4)(src1, dst2.s012345); \
dst3 = (T4)(dst2.s234567, src3); \
dst4 = (T4)(dst2.s4567, src3, src4); }
#elif cn == 4
#define LOAD4(val, offs) (val) = vload16(0, (__global T1 *)(srcptr + src_index + (offs)))
#define STORE4(val, offs) vstore16((val), 0, (__global T1 *)(dstptr + (offs)))
#define SHUFFLE4_3(src0, src1, src2, dst0, dst1, dst2) { dst1 = src1; \
dst0 = (T4)(src0, dst1.s0123456789ab ); \
dst2 = (T4)(dst1.s456789abcdef, src2); }
#define SHUFFLE4_5(src0, src1, src2, src3, src4, dst0, dst1, dst2, dst3, dst4) { dst2 = src2; \
dst0 = (T4)(src0, src1, dst2.s01234567); \
dst1 = (T4)(src1, dst2.s0123456789ab); \
dst3 = (T4)(dst2.s456789abcdef, src3); \
dst4 = (T4)(dst2.s89abcdef, src3, src4); }
#endif
#define OP(a,b) { mid=a; a=min(a,b); b=max(mid,b);}
__kernel void medianFilter3_u(__global const uchar* srcptr, int srcStep, int srcOffset,
__global uchar* dstptr, int dstStep, int dstOffset,
int rows, int cols)
{
int gx= get_global_id(0) << 2;
int gy= get_global_id(1) << 2;
if( gy >= rows || gx >= cols)
return;
T c0; T4 c1; T c2;
T c3; T4 c4; T c5;
T c6; T4 c7; T c8;
int x_left = mad24(max(gx-1, 0), TSIZE, srcOffset);
int x_central = mad24(gx, TSIZE, srcOffset);
int x_right = mad24(min(gx+4, cols-1), TSIZE, srcOffset);
int xdst = mad24(gx, TSIZE, dstOffset);
//0 line
int src_index = max(gy-1, 0)*srcStep;
c0 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c1, x_central);
c2 = *(__global T *)(srcptr + src_index + x_right);
//1 line
src_index = gy*srcStep;
c3 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c4, x_central);
c5 = *(__global T *)(srcptr + src_index + x_right);
//iteration for one row from 4 row block
#define ITER3(k) { \
src_index = min(gy+k+1, rows-1)*srcStep; \
c6 = *(__global T *)(srcptr + src_index + x_left); \
LOAD4(c7, x_central); \
c8 = *(__global T *)(srcptr + src_index + x_right); \
T4 p0, p1, p2, p3, p4, p5, p6, p7, p8; \
SHUFFLE4_3(c0, c1, c2, p0, p1, p2); \
SHUFFLE4_3(c3, c4, c5, p3, p4, p5); \
SHUFFLE4_3(c6, c7, c8, p6, p7, p8); \
T4 mid; \
OP(p1, p2); OP(p4, p5); OP(p7, p8); OP(p0, p1); \
OP(p3, p4); OP(p6, p7); OP(p1, p2); OP(p4, p5); \
OP(p7, p8); OP(p0, p3); OP(p5, p8); OP(p4, p7); \
OP(p3, p6); OP(p1, p4); OP(p2, p5); OP(p4, p7); \
OP(p4, p2); OP(p6, p4); OP(p4, p2); \
int dst_index = mad24( gy+k, dstStep, xdst); \
STORE4(p4, dst_index); \
c0 = c3; c1 = c4; c2 = c5; \
c3 = c6; c4 = c7; c5 = c8; \
}
//loop manually unrolled
ITER3(0);
ITER3(1);
ITER3(2);
ITER3(3);
}
__kernel void medianFilter5_u(__global const uchar* srcptr, int srcStep, int srcOffset,
__global uchar* dstptr, int dstStep, int dstOffset,
int rows, int cols)
{
int gx= get_global_id(0) << 2;
int gy= get_global_id(1) << 2;
if( gy >= rows || gx >= cols)
return;
T c0; T c1; T4 c2; T c3; T c4;
T c5; T c6; T4 c7; T c8; T c9;
T c10; T c11; T4 c12; T c13; T c14;
T c15; T c16; T4 c17; T c18; T c19;
T c20; T c21; T4 c22; T c23; T c24;
int x_leftmost = mad24(max(gx-2, 0), TSIZE, srcOffset);
int x_left = mad24(max(gx-1, 0), TSIZE, srcOffset);
int x_central = mad24(gx, TSIZE, srcOffset);
int x_right = mad24(min(gx+4, cols-1), TSIZE, srcOffset);
int x_rightmost= mad24(min(gx+5, cols-1), TSIZE, srcOffset);
int xdst = mad24(gx, TSIZE, dstOffset);
//0 line
int src_index = max(gy-2, 0)*srcStep;
c0 = *(__global T *)(srcptr + src_index + x_leftmost);
c1 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c2, x_central);
c3 = *(__global T *)(srcptr + src_index + x_right);
c4 = *(__global T *)(srcptr + src_index + x_rightmost);
//1 line
src_index = max(gy-1, 0)*srcStep;
c5 = *(__global T *)(srcptr + src_index + x_leftmost);
c6 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c7, x_central);
c8 = *(__global T *)(srcptr + src_index + x_right);
c9 = *(__global T *)(srcptr + src_index + x_rightmost);
//2 line
src_index = gy*srcStep;
c10 = *(__global T *)(srcptr + src_index + x_leftmost);
c11 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c12, x_central);
c13 = *(__global T *)(srcptr + src_index + x_right);
c14 = *(__global T *)(srcptr + src_index + x_rightmost);
//3 line
src_index = (gy+1)*srcStep;
c15 = *(__global T *)(srcptr + src_index + x_leftmost);
c16 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c17, x_central);
c18 = *(__global T *)(srcptr + src_index + x_right);
c19 = *(__global T *)(srcptr + src_index + x_rightmost);
for(int k = 0; k < 4; k++)
{
//4 line
src_index = min(gy+k+2, rows-1) * srcStep;
c20 = *(__global T *)(srcptr + src_index + x_leftmost);
c21 = *(__global T *)(srcptr + src_index + x_left);
LOAD4(c22, x_central);
c23 = *(__global T *)(srcptr + src_index + x_right);
c24 = *(__global T *)(srcptr + src_index + x_rightmost);
T4 p0, p1, p2, p3, p4,
p5, p6, p7, p8, p9,
p10, p11, p12, p13, p14,
p15, p16, p17, p18, p19,
p20, p21, p22, p23, p24;
SHUFFLE4_5(c0, c1, c2, c3, c4, p0, p1, p2, p3, p4);
SHUFFLE4_5(c5, c6, c7, c8, c9, p5, p6, p7, p8, p9);
SHUFFLE4_5(c10, c11, c12, c13, c14, p10, p11, p12, p13, p14);
SHUFFLE4_5(c15, c16, c17, c18, c19, p15, p16, p17, p18, p19);
SHUFFLE4_5(c20, c21, c22, c23, c24, p20, p21, p22, p23, p24);
T4 mid;
OP(p1, p2); OP(p0, p1); OP(p1, p2); OP(p4, p5); OP(p3, p4);
OP(p4, p5); OP(p0, p3); OP(p2, p5); OP(p2, p3); OP(p1, p4);
OP(p1, p2); OP(p3, p4); OP(p7, p8); OP(p6, p7); OP(p7, p8);
OP(p10, p11); OP(p9, p10); OP(p10, p11); OP(p6, p9); OP(p8, p11);
OP(p8, p9); OP(p7, p10); OP(p7, p8); OP(p9, p10); OP(p0, p6);
OP(p4, p10); OP(p4, p6); OP(p2, p8); OP(p2, p4); OP(p6, p8);
OP(p1, p7); OP(p5, p11); OP(p5, p7); OP(p3, p9); OP(p3, p5);
OP(p7, p9); OP(p1, p2); OP(p3, p4); OP(p5, p6); OP(p7, p8);
OP(p9, p10); OP(p13, p14); OP(p12, p13); OP(p13, p14); OP(p16, p17);
OP(p15, p16); OP(p16, p17); OP(p12, p15); OP(p14, p17); OP(p14, p15);
OP(p13, p16); OP(p13, p14); OP(p15, p16); OP(p19, p20); OP(p18, p19);
OP(p19, p20); OP(p21, p22); OP(p23, p24); OP(p21, p23); OP(p22, p24);
OP(p22, p23); OP(p18, p21); OP(p20, p23); OP(p20, p21); OP(p19, p22);
OP(p22, p24); OP(p19, p20); OP(p21, p22); OP(p23, p24); OP(p12, p18);
OP(p16, p22); OP(p16, p18); OP(p14, p20); OP(p20, p24); OP(p14, p16);
OP(p18, p20); OP(p22, p24); OP(p13, p19); OP(p17, p23); OP(p17, p19);
OP(p15, p21); OP(p15, p17); OP(p19, p21); OP(p13, p14); OP(p15, p16);
OP(p17, p18); OP(p19, p20); OP(p21, p22); OP(p23, p24); OP(p0, p12);
OP(p8, p20); OP(p8, p12); OP(p4, p16); OP(p16, p24); OP(p12, p16);
OP(p2, p14); OP(p10, p22); OP(p10, p14); OP(p6, p18); OP(p6, p10);
OP(p10, p12); OP(p1, p13); OP(p9, p21); OP(p9, p13); OP(p5, p17);
OP(p13, p17); OP(p3, p15); OP(p11, p23); OP(p11, p15); OP(p7, p19);
OP(p7, p11); OP(p11, p13); OP(p11, p12);
int dst_index = mad24( gy+k, dstStep, xdst);
STORE4(p12, dst_index);
c0=c5; c1=c6; c2=c7; c3=c8; c4=c9;
c5=c10; c6=c11; c7=c12; c8=c13; c9=c14;
c10=c15; c11=c16; c12=c17; c13=c18; c14=c19;
c15=c20; c16=c21; c17=c22; c18=c23; c19=c24;
}
}
__kernel void medianFilter3(__global const uchar * srcptr, int src_step, int src_offset, __kernel void medianFilter3(__global const uchar * srcptr, int src_step, int src_offset,
__global uchar * dstptr, int dst_step, int dst_offset, int dst_rows, int dst_cols) __global uchar * dstptr, int dst_step, int dst_offset, int dst_rows, int dst_cols)
...@@ -76,11 +309,11 @@ __kernel void medianFilter3(__global const uchar * srcptr, int src_step, int src ...@@ -76,11 +309,11 @@ __kernel void medianFilter3(__global const uchar * srcptr, int src_step, int src
T p6 = data[y+2][x], p7 = data[y+2][(x+1)], p8 = data[y+2][(x+2)]; T p6 = data[y+2][x], p7 = data[y+2][(x+1)], p8 = data[y+2][(x+2)];
T mid; T mid;
op(p1, p2); op(p4, p5); op(p7, p8); op(p0, p1); OP(p1, p2); OP(p4, p5); OP(p7, p8); OP(p0, p1);
op(p3, p4); op(p6, p7); op(p1, p2); op(p4, p5); OP(p3, p4); OP(p6, p7); OP(p1, p2); OP(p4, p5);
op(p7, p8); op(p0, p3); op(p5, p8); op(p4, p7); OP(p7, p8); OP(p0, p3); OP(p5, p8); OP(p4, p7);
op(p3, p6); op(p1, p4); op(p2, p5); op(p4, p7); OP(p3, p6); OP(p1, p4); OP(p2, p5); OP(p4, p7);
op(p4, p2); op(p6, p4); op(p4, p2); OP(p4, p2); OP(p6, p4); OP(p4, p2);
int dst_index = mad24( gy, dst_step, mad24(gx, TSIZE, dst_offset)); int dst_index = mad24( gy, dst_step, mad24(gx, TSIZE, dst_offset));
...@@ -125,29 +358,29 @@ __kernel void medianFilter5(__global const uchar * srcptr, int src_step, int src ...@@ -125,29 +358,29 @@ __kernel void medianFilter5(__global const uchar * srcptr, int src_step, int src
T p20 = data[y+4][x], p21 = data[y+4][x+1], p22 = data[y+4][x+2], p23 = data[y+4][x+3], p24 = data[y+4][x+4]; T p20 = data[y+4][x], p21 = data[y+4][x+1], p22 = data[y+4][x+2], p23 = data[y+4][x+3], p24 = data[y+4][x+4];
T mid; T mid;
op(p1, p2); op(p0, p1); op(p1, p2); op(p4, p5); op(p3, p4); OP(p1, p2); OP(p0, p1); OP(p1, p2); OP(p4, p5); OP(p3, p4);
op(p4, p5); op(p0, p3); op(p2, p5); op(p2, p3); op(p1, p4); OP(p4, p5); OP(p0, p3); OP(p2, p5); OP(p2, p3); OP(p1, p4);
op(p1, p2); op(p3, p4); op(p7, p8); op(p6, p7); op(p7, p8); OP(p1, p2); OP(p3, p4); OP(p7, p8); OP(p6, p7); OP(p7, p8);
op(p10, p11); op(p9, p10); op(p10, p11); op(p6, p9); op(p8, p11); OP(p10, p11); OP(p9, p10); OP(p10, p11); OP(p6, p9); OP(p8, p11);
op(p8, p9); op(p7, p10); op(p7, p8); op(p9, p10); op(p0, p6); OP(p8, p9); OP(p7, p10); OP(p7, p8); OP(p9, p10); OP(p0, p6);
op(p4, p10); op(p4, p6); op(p2, p8); op(p2, p4); op(p6, p8); OP(p4, p10); OP(p4, p6); OP(p2, p8); OP(p2, p4); OP(p6, p8);
op(p1, p7); op(p5, p11); op(p5, p7); op(p3, p9); op(p3, p5); OP(p1, p7); OP(p5, p11); OP(p5, p7); OP(p3, p9); OP(p3, p5);
op(p7, p9); op(p1, p2); op(p3, p4); op(p5, p6); op(p7, p8); OP(p7, p9); OP(p1, p2); OP(p3, p4); OP(p5, p6); OP(p7, p8);
op(p9, p10); op(p13, p14); op(p12, p13); op(p13, p14); op(p16, p17); OP(p9, p10); OP(p13, p14); OP(p12, p13); OP(p13, p14); OP(p16, p17);
op(p15, p16); op(p16, p17); op(p12, p15); op(p14, p17); op(p14, p15); OP(p15, p16); OP(p16, p17); OP(p12, p15); OP(p14, p17); OP(p14, p15);
op(p13, p16); op(p13, p14); op(p15, p16); op(p19, p20); op(p18, p19); OP(p13, p16); OP(p13, p14); OP(p15, p16); OP(p19, p20); OP(p18, p19);
op(p19, p20); op(p21, p22); op(p23, p24); op(p21, p23); op(p22, p24); OP(p19, p20); OP(p21, p22); OP(p23, p24); OP(p21, p23); OP(p22, p24);
op(p22, p23); op(p18, p21); op(p20, p23); op(p20, p21); op(p19, p22); OP(p22, p23); OP(p18, p21); OP(p20, p23); OP(p20, p21); OP(p19, p22);
op(p22, p24); op(p19, p20); op(p21, p22); op(p23, p24); op(p12, p18); OP(p22, p24); OP(p19, p20); OP(p21, p22); OP(p23, p24); OP(p12, p18);
op(p16, p22); op(p16, p18); op(p14, p20); op(p20, p24); op(p14, p16); OP(p16, p22); OP(p16, p18); OP(p14, p20); OP(p20, p24); OP(p14, p16);
op(p18, p20); op(p22, p24); op(p13, p19); op(p17, p23); op(p17, p19); OP(p18, p20); OP(p22, p24); OP(p13, p19); OP(p17, p23); OP(p17, p19);
op(p15, p21); op(p15, p17); op(p19, p21); op(p13, p14); op(p15, p16); OP(p15, p21); OP(p15, p17); OP(p19, p21); OP(p13, p14); OP(p15, p16);
op(p17, p18); op(p19, p20); op(p21, p22); op(p23, p24); op(p0, p12); OP(p17, p18); OP(p19, p20); OP(p21, p22); OP(p23, p24); OP(p0, p12);
op(p8, p20); op(p8, p12); op(p4, p16); op(p16, p24); op(p12, p16); OP(p8, p20); OP(p8, p12); OP(p4, p16); OP(p16, p24); OP(p12, p16);
op(p2, p14); op(p10, p22); op(p10, p14); op(p6, p18); op(p6, p10); OP(p2, p14); OP(p10, p22); OP(p10, p14); OP(p6, p18); OP(p6, p10);
op(p10, p12); op(p1, p13); op(p9, p21); op(p9, p13); op(p5, p17); OP(p10, p12); OP(p1, p13); OP(p9, p21); OP(p9, p13); OP(p5, p17);
op(p13, p17); op(p3, p15); op(p11, p23); op(p11, p15); op(p7, p19); OP(p13, p17); OP(p3, p15); OP(p11, p23); OP(p11, p15); OP(p7, p19);
op(p7, p11); op(p11, p13); op(p11, p12); OP(p7, p11); OP(p11, p13); OP(p11, p12);
int dst_index = mad24(gy, dst_step, mad24(gx, TSIZE, dst_offset)); int dst_index = mad24(gy, dst_step, mad24(gx, TSIZE, dst_offset));
......
modules/imgproc/src/smooth.cpp
View file @ 4a37ac30
...@@ -2014,14 +2014,21 @@ medianBlur_SortNet( const Mat& _src, Mat& _dst, int m ) ...@@ -2014,14 +2014,21 @@ medianBlur_SortNet( const Mat& _src, Mat& _dst, int m )
static bool ocl_medianFilter(InputArray _src, OutputArray _dst, int m) static bool ocl_medianFilter(InputArray _src, OutputArray _dst, int m)
{ {
size_t localsize[2] = { 16, 16 };
size_t globalsize[2];
int type = _src.type(), depth = CV_MAT_DEPTH(type), cn = CV_MAT_CN(type); int type = _src.type(), depth = CV_MAT_DEPTH(type), cn = CV_MAT_CN(type);
if ( !((depth == CV_8U || depth == CV_16U || depth == CV_16S || depth == CV_32F) && cn <= 4 && (m == 3 || m == 5)) ) if ( !((depth == CV_8U || depth == CV_16U || depth == CV_16S || depth == CV_32F) && cn <= 4 && (m == 3 || m == 5)) )
return false; return false;
ocl::Kernel k(format("medianFilter%d", m).c_str(), ocl::imgproc::medianFilter_oclsrc, bool useOptimized = (1 == cn) && (ocl::Device::getDefault().isIntel());
format("-D T=%s -D T1=%s -D cn=%d", ocl::typeToStr(type),
ocl::typeToStr(depth), cn)); cv::String kname = format( useOptimized ? "medianFilter%d_u" : "medianFilter%d", m) ;
ocl::Kernel k(kname.c_str(), ocl::imgproc::medianFilter_oclsrc,
format("-D T=%s -D T1=%s -D T4=%s%d -D cn=%d", ocl::typeToStr(type),
ocl::typeToStr(depth), ocl::typeToStr(depth), cn*4, cn));
if (k.empty()) if (k.empty())
return false; return false;
...@@ -2031,7 +2038,17 @@ static bool ocl_medianFilter(InputArray _src, OutputArray _dst, int m) ...@@ -2031,7 +2038,17 @@ static bool ocl_medianFilter(InputArray _src, OutputArray _dst, int m)
k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst)); k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst));
size_t globalsize[2] = { (src.cols + 18) / 16 * 16, (src.rows + 15) / 16 * 16}, localsize[2] = { 16, 16 }; if( useOptimized )
{
globalsize[0] = DIVUP(src.cols / 4, localsize[0]) * localsize[0];
globalsize[1] = DIVUP(src.rows / 4, localsize[1]) * localsize[1];
}
else
{
globalsize[0] = (src.cols + localsize[0] + 2) / localsize[0] * localsize[0];
globalsize[1] = (src.rows + localsize[1] - 1) / localsize[1] * localsize[1];
}
return k.run(2, globalsize, localsize, false); return k.run(2, globalsize, localsize, false);
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment