@ -16,7 +16,7 @@
// //
// * Redistribution 's in binary form must reproduce the above copyright notice, // * Redistribution 's in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimer in the documentation // this list of conditions and the following disclaimer in the documentation
// and/or other oclM aterialsprovided with the distribution. // and/or other m aterialsprovided with the distribution.
// //
// * The name of the copyright holders may not be used to endorse or promote products // * The name of the copyright holders may not be used to endorse or promote products
// derived from this software without specific prior written permission. // derived from this software without specific prior written permission.
@ -48,34 +48,43 @@
# define ALIGN ( RADIUS ) # define ALIGN ( RADIUS )
# endif # endif
# ifdef BORDER_CONSTANT # ifdef BORDER_CONSTANT
//BORDER_CONSTANT: iiiiii |abcdefgh| iiiiiii
# define ELEM ( i,l_edge,r_edge,elem1,elem2 ) ( i ) < ( l_edge ) | ( i ) >= ( r_edge ) ? ( elem1 ) : ( elem2 ) # define ELEM ( i,l_edge,r_edge,elem1,elem2 ) ( i ) < ( l_edge ) | ( i ) >= ( r_edge ) ? ( elem1 ) : ( elem2 )
# endif # elif defined BORDER_REPLICATE
# define EXTRAPOLATE ( x, maxV ) \
# ifdef BORDER_REPLICATE { \
//BORDER_REPLICATE: aaaaaa |abcdefgh| hhhhhhh x = max ( min ( x, maxV - 1 ) , 0 ) ; \
# define ADDR_L ( i,l_edge,r_edge,addr ) ( i ) < ( l_edge ) ? ( l_edge ) : ( addr ) }
# define ADDR_R ( i,r_edge,addr ) ( i ) >= ( r_edge ) ? ( r_edge ) -1 : ( addr ) # elif defined BORDER_WRAP
# endif # define EXTRAPOLATE ( x, maxV ) \
{ \
if ( x < 0 ) \
x -= ( ( x - maxV + 1 ) / maxV ) * maxV ; \
if ( x >= maxV ) \
x %= maxV ; \
}
# elif defined ( BORDER_REFLECT ) | | defined ( BORDER_REFLECT_101 )
# define EXTRAPOLATE_ ( x, maxV, delta ) \
{ \
if ( maxV == 1 ) \
x = 0 ; \
else \
do \
{ \
if ( x < 0 ) \
x = -x - 1 + delta ; \
else \
x = maxV - 1 - ( x - maxV ) - delta ; \
} \
while ( x >= maxV | | x < 0 ) ; \
}
# ifdef BORDER_REFLECT # ifdef BORDER_REFLECT
//BORDER_REFLECT: fedcba |abcdefgh| hgfedcb # define EXTRAPOLATE ( x, maxV ) EXTRAPOLATE_ ( x, maxV, 0 )
# define ADDR_L ( i,l_edge,r_edge,addr ) ( i ) < ( l_edge ) ? - ( i ) -1 : ( addr ) # else
# define ADDR_R ( i,r_edge,addr ) ( i ) >= ( r_edge ) ? - ( i ) -1+ ( ( r_edge ) <<1 ) : ( addr ) # define EXTRAPOLATE ( x, maxV ) EXTRAPOLATE_ ( x, maxV, 1 )
# endif
# ifdef BORDER_REFLECT_101
//BORDER_REFLECT_101: gfedcb |abcdefgh| gfedcba
# define ADDR_L ( i,l_edge,r_edge,addr ) ( i ) < ( l_edge ) ? - ( i ) : ( addr )
# define ADDR_R ( i,r_edge,addr ) ( i ) >= ( r_edge ) ? - ( i ) -2+ ( ( r_edge ) <<1 ) : ( addr )
# endif # endif
# else
# ifdef BORDER_WRAP # error No extrapolation method
//BORDER_WRAP: cdefgh |abcdefgh| abcdefg
# define ADDR_L ( i,l_edge,r_edge,addr ) ( i ) < ( l_edge ) ? ( i ) + ( r_edge ) : ( addr )
# define ADDR_R ( i,r_edge,addr ) ( i ) >= ( r_edge ) ? ( i ) - ( r_edge ) : ( addr )
# endif # endif
/********************************************************************************** /**********************************************************************************
@ -96,73 +105,71 @@ The info above maybe obsolete.
*********************************************************************************** / *********************************************************************************** /
__kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C1_D0 __kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C1_D0
( __global const uchar * restrict src, ( __global uchar * restrict src,
__global float * dst, __global float * dst,
const int dst_cols, int dst_cols, int dst_rows,
const int dst_rows, int src_whole_cols, int src_whole_rows,
const int src_whole_cols, int src_step_in_pixel,
const int src_whole_rows, int src_offset_x, int src_offset_y,
const int src_step_in_pixel, int dst_step_in_pixel, int radiusy,
const int src_offset_x,
const int src_offset_y,
const int dst_step_in_pixel,
const int radiusy,
__constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) ) __constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) )
{ {
int x = get_global_id ( 0 ) <<2 ; int x = get_global_id ( 0 ) <<2 ;
int y = get_global_id ( 1 ) ; int y = get_global_id ( 1 ) ;
int l_x = get_local_id ( 0 ) ; int l_x = get_local_id ( 0 ) ;
int l_y = get_local_id ( 1 ) ; int l_y = get_local_id ( 1 ) ;
int start_x = x+src_offset_x-RADIUSX & 0xfffffffc ;
int offset = src_offset_x-RADIUSX & 3 ; int start_x = x+src_offset_x - RADIUSX & 0xfffffffc ;
int start_y = y+src_offset_y-radiusy ; int offset = src_offset_x - RADIUSX & 3 ;
int start_addr = mad24 ( start_y,src_step_in_pixel,start_x ) ; int start_y = y + src_offset_y - radiusy ;
int start_addr = mad24 ( start_y, src_step_in_pixel, start_x ) ;
int i ; int i ;
float4 sum ; float4 sum ;
uchar4 temp[READ_TIMES_ROW] ; uchar4 temp[READ_TIMES_ROW] ;
__local uchar4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ; __local uchar4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ;
# ifdef BORDER_CONSTANT # ifdef BORDER_CONSTANT
int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ; int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel, src_whole_cols ) ;
//read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) // read pixels from src
for ( i = 0 ; i < READ_TIMES_ROW; i++)
{ {
int current_addr = start_addr+i*LSIZE0*4 ; int current_addr = start_addr+i*LSIZE0*4 ;
current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ; current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ;
temp[i] = * ( __global uchar4* ) &src[current_addr] ; temp[i] = * ( __global uchar4* ) &src[current_addr] ;
} }
//judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
temp[i].x= ELEM ( start_x+i*LSIZE0*4,0,src_whole_cols,0,temp[i].x ) ; temp[i].x = ELEM ( start_x+i*LSIZE0*4,0,src_whole_cols,0,temp[i].x ) ;
temp[i].y= ELEM ( start_x+i*LSIZE0*4+1,0,src_whole_cols,0,temp[i].y ) ; temp[i].y = ELEM ( start_x+i*LSIZE0*4+1,0,src_whole_cols,0,temp[i].y ) ;
temp[i].z= ELEM ( start_x+i*LSIZE0*4+2,0,src_whole_cols,0,temp[i].z ) ; temp[i].z = ELEM ( start_x+i*LSIZE0*4+2,0,src_whole_cols,0,temp[i].z ) ;
temp[i].w= ELEM ( start_x+i*LSIZE0*4+3,0,src_whole_cols,0,temp[i].w ) ; temp[i].w = ELEM ( start_x+i*LSIZE0*4+3,0,src_whole_cols,0,temp[i].w ) ;
temp[i]= ELEM ( start_y,0,src_whole_rows, ( uchar4 ) 0 , temp[i] ) ; temp[i] = ELEM ( start_y,0,src_whole_rows, ( uchar4 ) 0 , temp[i] ) ;
} }
# else # else
int not_all_in_range = ( start_x<0 ) | (start_x + READ_TIMES_ROW*LSIZE0*4+4>src_whole_cols)| ( start_y<0 ) | ( start_y >= src_whole_rows ) ; int not_all_in_range = ( start_x<0 ) | (start_x + READ_TIMES_ROW*LSIZE0*4+4>src_whole_cols)| ( start_y<0 ) | ( start_y >= src_whole_rows ) ;
int4 index[READ_TIMES_ROW] ; int4 index[READ_TIMES_ROW] ;
int4 addr ; int4 addr ;
int s_y ; int s_y ;
if ( not_all_in_range )
if ( not_all_in_range )
{ {
//judge if read out of boundary // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i < READ_TIMES_ROW; i++)
{ {
index[i].x= ADDR_L ( start_x+i*LSIZE0*4,0,src_whole_cols,start_x+i*LSIZE0*4 ) ; index[i] = ( int4 ) ( start_x+i*LSIZE0*4 ) + ( int4 ) ( 0 , 1 , 2 , 3 ) ;
index[i].x= ADDR_R ( start_x+i*LSIZE0*4,src_whole_cols,index[i].x ) ; EXTRAPOLATE ( index[i].x, src_whole_cols ) ;
index[i].y= ADDR_L ( start_x+i*LSIZE0*4+1,0,src_whole_cols,start_x+i*LSIZE0*4+1 ) ; EXTRAPOLATE ( index[i].y, src_whole_cols ) ;
index[i].y= ADDR_R ( start_x+i*LSIZE0*4+1,src_whole_cols,index[i].y ) ; EXTRAPOLATE ( index[i].z, src_whole_cols ) ;
index[i].z= ADDR_L ( start_x+i*LSIZE0*4+2,0,src_whole_cols,start_x+i*LSIZE0*4+2 ) ; EXTRAPOLATE ( index[i].w, src_whole_cols ) ;
index[i].z= ADDR_R ( start_x+i*LSIZE0*4+2,src_whole_cols,index[i].z ) ;
index[i].w= ADDR_L ( start_x+i*LSIZE0*4+3,0,src_whole_cols,start_x+i*LSIZE0*4+3 ) ;
index[i].w= ADDR_R ( start_x+i*LSIZE0*4+3,src_whole_cols,index[i].w ) ;
} }
s_y= ADDR_L ( start_y,0,src_whole_rows,start_y ) ; s_y = start_y ;
s_y= ADDR_R ( start_y,src_whole_rows,s_y ) ; EXTRAPOLATE ( s_y, src_whole_rows ) ;
//read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
addr = mad24 ( ( int4 ) s_y, ( int4 ) src_step_in_pixel,index[i] ) ; addr = mad24 ( ( int4 ) s_y, ( int4 ) src_step_in_pixel,index[i] ) ;
temp[i].x = src[addr.x] ; temp[i].x = src[addr.x] ;
@ -173,63 +180,54 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
} }
else else
{ {
//read pixels from src // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
temp[i] = * ( __global uchar4* ) &src[start_addr+i*LSIZE0*4] ; temp[i] = * ( __global uchar4* ) &src[start_addr+i*LSIZE0*4] ;
} }
}
# endif # endif
//save pixels to lds // save pixels to lds
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ; LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ;
}
barrier ( CLK_LOCAL_MEM_FENCE ) ; barrier ( CLK_LOCAL_MEM_FENCE ) ;
//read pixels from lds and calculate the result // read pixels from lds and calculate the result
sum =convert_float4 ( vload4 ( 0 , ( __local uchar* ) &LDS_DAT[l_y][l_x]+RADIUSX+offset ) ) *mat_kernel[RADIUSX] ; sum =convert_float4 ( vload4 ( 0 , ( __local uchar* ) &LDS_DAT[l_y][l_x]+RADIUSX+offset ) ) *mat_kernel[RADIUSX] ;
for ( i=1 ; i<=RADIUSX; i++) for ( i=1 ; i<=RADIUSX; i++)
{ {
temp[0]= vload4 ( 0 , ( __local uchar* ) &LDS_DAT[l_y][l_x]+RADIUSX+offset-i ) ; temp[0] = vload4 ( 0 , ( __local uchar* ) &LDS_DAT[l_y][l_x] + RADIUSX + offset - i ) ;
temp[1]= vload4 ( 0 , ( __local uchar* ) &LDS_DAT[l_y][l_x]+RADIUSX+offset+i ) ; temp[1] = vload4 ( 0 , ( __local uchar* ) &LDS_DAT[l_y][l_x] + RADIUSX + offset + i ) ;
sum += convert_float4 ( temp[0] ) * mat_kernel[RADIUSX-i]+convert_float4( temp[1] ) * mat_kernel[RADIUSX+i]; sum += convert_float4 ( temp[0] ) * mat_kernel[RADIUSX-i] + convert_float4 ( temp[1] ) * mat_kernel[RADIUSX+i] ;
} }
start_addr = mad24 ( y,dst_step_in_pixel,x ) ; start_addr = mad24 ( y,dst_step_in_pixel,x ) ;
//write the result to dst
if ( ( x+3<dst_cols ) & ( y<dst_rows ) ) // write the result to dst
{ if ( ( x+3<dst_cols ) & ( y<dst_rows ) )
* ( __global float4* ) &dst[start_addr] = sum ; * ( __global float4* ) &dst[start_addr] = sum ;
} else if ( ( x+2<dst_cols ) && ( y<dst_rows ) )
else if ( ( x+2<dst_cols ) & ( y<dst_rows ) )
{ {
dst[start_addr] = sum.x ; dst[start_addr] = sum.x ;
dst[start_addr+1] = sum.y ; dst[start_addr+1] = sum.y ;
dst[start_addr+2] = sum.z ; dst[start_addr+2] = sum.z ;
} }
else if ( ( x+1<dst_cols ) & ( y<dst_rows ) ) else if ( ( x+1<dst_cols ) & &( y<dst_rows ) )
{ {
dst[start_addr] = sum.x ; dst[start_addr] = sum.x ;
dst[start_addr+1] = sum.y ; dst[start_addr+1] = sum.y ;
} }
else if ( ( x<dst_cols ) & ( y<dst_rows ) ) else if ( x<dst_cols && y<dst_rows )
{
dst[start_addr] = sum.x ; dst[start_addr] = sum.x ;
}
} }
__kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C4_D0 __kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C4_D0
( __global const uchar4 * restrict src, ( __global uchar4 * restrict src,
__global float4 * dst, __global float4 * dst,
const int dst_cols, int dst_cols, int dst_rows,
const int dst_rows, int src_whole_cols, int src_whole_rows,
const int src_whole_cols, int src_step_in_pixel,
const int src_whole_rows, int src_offset_x, int src_offset_y,
const int src_step_in_pixel, int dst_step_in_pixel, int radiusy,
const int src_offset_x,
const int src_offset_y,
const int dst_step_in_pixel,
const int radiusy,
__constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) ) __constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) )
{ {
int x = get_global_id ( 0 ) ; int x = get_global_id ( 0 ) ;
@ -246,15 +244,17 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
__local uchar4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ; __local uchar4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ;
# ifdef BORDER_CONSTANT # ifdef BORDER_CONSTANT
int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ; int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ;
//read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
int current_addr = start_addr+i*LSIZE0 ; int current_addr = start_addr+i*LSIZE0 ;
current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ; current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ;
temp[i] = src[current_addr] ; temp[i] = src[current_addr] ;
} }
//judge if read out of boundary //judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
temp[i]= ELEM ( start_x+i*LSIZE0,0,src_whole_cols, ( uchar4 ) 0 , temp[i] ) ; temp[i]= ELEM ( start_x+i*LSIZE0,0,src_whole_cols, ( uchar4 ) 0 , temp[i] ) ;
temp[i]= ELEM ( start_y,0,src_whole_rows, ( uchar4 ) 0 , temp[i] ) ; temp[i]= ELEM ( start_y,0,src_whole_rows, ( uchar4 ) 0 , temp[i] ) ;
@ -262,39 +262,37 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
# else # else
int index[READ_TIMES_ROW] ; int index[READ_TIMES_ROW] ;
int s_x,s_y ; int s_x,s_y ;
//judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
s_x= ADDR_L ( start_x+i*LSIZE0,0,src_whole_cols,start_x+i*LSIZE0 ) ; s_x = start_x+i*LSIZE0 ;
s_x= ADDR_R ( start_x+i*LSIZE0,src_whole_cols,s_x ) ; EXTRAPOLATE ( s_x, src_whole_cols ) ;
s_y= ADDR_L ( start_y,0,src_whole_rows,start_y ) ; s_y = start_y ;
s_y= ADDR_R ( start_y,src_whole_rows,s_y ) ; EXTRAPOLATE ( s_y, src_whole_rows ) ;
index[i]=mad24 ( s_y,src_step_in_pixel,s_x ) ; index[i]=mad24 ( s_y,src_step_in_pixel,s_x ) ;
} }
//read pixels from src //read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
temp[i] = src[index[i]] ; temp[i] = src[index[i]] ;
}
# endif # endif
//save pixels to lds //save pixels to lds
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ; LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ;
}
barrier ( CLK_LOCAL_MEM_FENCE ) ; barrier ( CLK_LOCAL_MEM_FENCE ) ;
//read pixels from lds and calculate the result //read pixels from lds and calculate the result
sum =convert_float4 ( LDS_DAT[l_y][l_x+RADIUSX] ) *mat_kernel[RADIUSX] ; sum =convert_float4 ( LDS_DAT[l_y][l_x+RADIUSX] ) *mat_kernel[RADIUSX] ;
for ( i=1 ; i<=RADIUSX; i++) for ( i=1 ; i<=RADIUSX; i++)
{ {
temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i] ; temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i] ;
temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i] ; temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i] ;
sum += convert_float4 ( temp[0] ) *mat_kernel[RADIUSX-i]+convert_float4 ( temp[1] ) *mat_kernel[RADIUSX+i] ; sum += convert_float4 ( temp[0] ) *mat_kernel[RADIUSX-i]+convert_float4 ( temp[1] ) *mat_kernel[RADIUSX+i] ;
} }
//write the result to dst //write the result to dst
if ( ( x<dst_cols ) & ( y<dst_rows ) ) if ( x<dst_cols && y<dst_rows )
{ {
start_addr = mad24 ( y,dst_step_in_pixel,x ) ; start_addr = mad24 ( y,dst_step_in_pixel,x ) ;
dst[start_addr] = sum ; dst[start_addr] = sum ;
@ -302,17 +300,13 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
} }
__kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C1_D5 __kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C1_D5
( __global const float * restrict src, ( __global float * restrict src,
__global float * dst, __global float * dst,
const int dst_cols, int dst_cols, int dst_rows,
const int dst_rows, int src_whole_cols, int src_whole_rows,
const int src_whole_cols, int src_step_in_pixel,
const int src_whole_rows, int src_offset_x, int src_offset_y,
const int src_step_in_pixel, int dst_step_in_pixel, int radiusy,
const int src_offset_x,
const int src_offset_y,
const int dst_step_in_pixel,
const int radiusy,
__constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) ) __constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) )
{ {
int x = get_global_id ( 0 ) ; int x = get_global_id ( 0 ) ;
@ -329,15 +323,17 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
__local float LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ; __local float LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ;
# ifdef BORDER_CONSTANT # ifdef BORDER_CONSTANT
int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ; int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ;
//read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
int current_addr = start_addr+i*LSIZE0 ; int current_addr = start_addr+i*LSIZE0 ;
current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ; current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ;
temp[i] = src[current_addr] ; temp[i] = src[current_addr] ;
} }
//judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
temp[i]= ELEM ( start_x+i*LSIZE0,0,src_whole_cols, ( float ) 0 , temp[i] ) ; temp[i]= ELEM ( start_x+i*LSIZE0,0,src_whole_cols, ( float ) 0 , temp[i] ) ;
temp[i]= ELEM ( start_y,0,src_whole_rows, ( float ) 0 , temp[i] ) ; temp[i]= ELEM ( start_y,0,src_whole_rows, ( float ) 0 , temp[i] ) ;
@ -345,39 +341,36 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
# else # else
int index[READ_TIMES_ROW] ; int index[READ_TIMES_ROW] ;
int s_x,s_y ; int s_x,s_y ;
//judge if read out of boundary // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
s_x= ADDR_L ( start_x+i*LSIZE0,0,src_whole_cols,start_x+i*LSIZE0 ) ; s_x = start_x + i*LSIZE0, s_y = start_y ;
s_x= ADDR_R ( start_x+i*LSIZE0,src_whole_cols,s_x ) ; EXTRAPOLATE ( s_x, src_whole_cols ) ;
s_y= ADDR_L ( start_y,0,src_whole_rows,start_y ) ; EXTRAPOLATE ( s_y, src_whole_rows ) ;
s_y= ADDR_R ( start_y,src_whole_rows,s_y ) ;
index[i]=mad24 ( s_y,src_step_in_pixel,s_x ) ; index[i]=mad24 ( s_y, src_step_in_pixel, s_x ) ;
} }
//read pixels from src // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
temp[i] = src[index[i]] ; temp[i] = src[index[i]] ;
}
# endif # endif
//save pixels to lds //save pixels to lds
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ; LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ;
}
barrier ( CLK_LOCAL_MEM_FENCE ) ; barrier ( CLK_LOCAL_MEM_FENCE ) ;
//read pixels from lds and calculate the result // read pixels from lds and calculate the result
sum =LDS_DAT[l_y][l_x+RADIUSX]*mat_kernel[RADIUSX] ; sum =LDS_DAT[l_y][l_x+RADIUSX]*mat_kernel[RADIUSX] ;
for ( i=1 ; i<=RADIUSX; i++) for ( i=1 ; i<=RADIUSX; i++)
{ {
temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i] ; temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i] ;
temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i] ; temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i] ;
sum += temp[0]*mat_kernel[RADIUSX-i]+temp[1]*mat_kernel[RADIUSX+i] ; sum += temp[0]*mat_kernel[RADIUSX-i]+temp[1]*mat_kernel[RADIUSX+i] ;
} }
//write the result to dst
if ( ( x<dst_cols ) & ( y<dst_rows ) ) // write the result to dst
if ( x<dst_cols && y<dst_rows )
{ {
start_addr = mad24 ( y,dst_step_in_pixel,x ) ; start_addr = mad24 ( y,dst_step_in_pixel,x ) ;
dst[start_addr] = sum ; dst[start_addr] = sum ;
@ -385,17 +378,13 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
} }
__kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C4_D5 __kernel __attribute__ ( ( reqd_work_group_size ( LSIZE0,LSIZE1,1 ) ) ) void row_filter_C4_D5
( __global const float4 * restrict src, ( __global float4 * restrict src,
__global float4 * dst, __global float4 * dst,
const int dst_cols, int dst_cols, int dst_rows,
const int dst_rows, int src_whole_cols, int src_whole_rows,
const int src_whole_cols, int src_step_in_pixel,
const int src_whole_rows, int src_offset_x, int src_offset_y,
const int src_step_in_pixel, int dst_step_in_pixel, int radiusy,
const int src_offset_x,
const int src_offset_y,
const int dst_step_in_pixel,
const int radiusy,
__constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) ) __constant float * mat_kernel __attribute__ ( ( max_constant_size ( 4* ( 2*RADIUSX+1 ) ) ) ) )
{ {
int x = get_global_id ( 0 ) ; int x = get_global_id ( 0 ) ;
@ -412,15 +401,17 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
__local float4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ; __local float4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1] ;
# ifdef BORDER_CONSTANT # ifdef BORDER_CONSTANT
int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ; int end_addr = mad24 ( src_whole_rows - 1 , src_step_in_pixel,src_whole_cols ) ;
//read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
int current_addr = start_addr+i*LSIZE0 ; int current_addr = start_addr+i*LSIZE0 ;
current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ; current_addr = ( ( current_addr < end_addr ) && ( current_addr > 0 ) ) ? current_addr : 0 ;
temp[i] = src[current_addr] ; temp[i] = src[current_addr] ;
} }
//judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
temp[i]= ELEM ( start_x+i*LSIZE0,0,src_whole_cols, ( float4 ) 0 , temp[i] ) ; temp[i]= ELEM ( start_x+i*LSIZE0,0,src_whole_cols, ( float4 ) 0 , temp[i] ) ;
temp[i]= ELEM ( start_y,0,src_whole_rows, ( float4 ) 0 , temp[i] ) ; temp[i]= ELEM ( start_y,0,src_whole_rows, ( float4 ) 0 , temp[i] ) ;
@ -428,42 +419,39 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
# else # else
int index[READ_TIMES_ROW] ; int index[READ_TIMES_ROW] ;
int s_x,s_y ; int s_x,s_y ;
//judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++) // judge if read out of boundary
for ( i = 0 ; i<READ_TIMES_ROW; i++)
{ {
s_x= ADDR_L ( start_x+i*LSIZE0,0,src_whole_cols,start_x+i*LSIZE0 ) ; s_x = start_x + i*LSIZE0, s_y = start_y ;
s_x= ADDR_R ( start_x+i*LSIZE0,src_whole_cols,s_x ) ; EXTRAPOLATE ( s_x, src_whole_cols ) ;
s_y= ADDR_L ( start_y,0,src_whole_rows,start_y ) ; EXTRAPOLATE ( s_y, src_whole_rows ) ;
s_y= ADDR_R ( start_y,src_whole_rows,s_y ) ;
index[i]=mad24 ( s_y,src_step_in_pixel,s_x ) ; index[i]=mad24 ( s_y,src_step_in_pixel,s_x ) ;
} }
//read pixels from src // read pixels from src
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
temp[i] = src[index[i]] ; temp[i] = src[index[i]] ;
}
# endif # endif
//save pixels to lds // save pixels to lds
for ( i = 0 ; i<READ_TIMES_ROW; i++) for ( i = 0 ; i<READ_TIMES_ROW; i++)
{
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ; LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i] ;
}
barrier ( CLK_LOCAL_MEM_FENCE ) ; barrier ( CLK_LOCAL_MEM_FENCE ) ;
//read pixels from lds and calculate the result // read pixels from lds and calculate the result
sum =LDS_DAT[l_y][l_x+RADIUSX]*mat_kernel[RADIUSX] ; sum =LDS_DAT[l_y][l_x+RADIUSX]*mat_kernel[RADIUSX] ;
for ( i=1 ; i<=RADIUSX; i++) for ( i=1 ; i<=RADIUSX; i++)
{ {
temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i] ; temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i] ;
temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i] ; temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i] ;
sum += temp[0]*mat_kernel[RADIUSX-i]+temp[1]*mat_kernel[RADIUSX+i] ; sum += temp[0]*mat_kernel[RADIUSX-i]+temp[1]*mat_kernel[RADIUSX+i] ;
} }
//write the result to dst
if ( ( x<dst_cols ) & ( y<dst_rows ) ) // write the result to dst
if ( x<dst_cols && y<dst_rows )
{ {
start_addr = mad24 ( y,dst_step_in_pixel,x ) ; start_addr = mad24 ( y,dst_step_in_pixel,x ) ;
dst[start_addr] = sum ; dst[start_addr] = sum ;
} }
} }
Roman Donchenko
11 years ago
committed by
OpenCV Buildbot