|
|
|
@ -44,23 +44,78 @@ |
|
|
|
|
//M*/ |
|
|
|
|
|
|
|
|
|
#if defined (DOUBLE_SUPPORT) |
|
|
|
|
#ifdef cl_amd_fp64 |
|
|
|
|
#pragma OPENCL EXTENSION cl_amd_fp64:enable |
|
|
|
|
#elif defined (cl_khr_fp64) |
|
|
|
|
#pragma OPENCL EXTENSION cl_khr_fp64:enable |
|
|
|
|
#endif |
|
|
|
|
#endif |
|
|
|
|
|
|
|
|
|
#define TILE_DIM 32 |
|
|
|
|
#define BLOCK_ROWS 8 |
|
|
|
|
#define LDS_STEP TILE_DIM |
|
|
|
|
|
|
|
|
|
__kernel void transpose(__global const T* src, __global T* dst, |
|
|
|
|
int src_cols, int src_rows, |
|
|
|
|
int src_step, int dst_step, |
|
|
|
|
int src_offset, int dst_offset) |
|
|
|
|
{ |
|
|
|
|
int x = get_global_id(0); |
|
|
|
|
int y = get_global_id(1); |
|
|
|
|
int gp_x = get_group_id(0), gp_y = get_group_id(1); |
|
|
|
|
int gs_x = get_num_groups(0), gs_y = get_num_groups(1); |
|
|
|
|
|
|
|
|
|
int groupId_x, groupId_y; |
|
|
|
|
|
|
|
|
|
if(src_rows == src_cols) |
|
|
|
|
{ |
|
|
|
|
groupId_y = gp_x; |
|
|
|
|
groupId_x = (gp_x + gp_y) % gs_x; |
|
|
|
|
} |
|
|
|
|
else |
|
|
|
|
{ |
|
|
|
|
int bid = gp_x + gs_x * gp_y; |
|
|
|
|
groupId_y = bid % gs_y; |
|
|
|
|
groupId_x = ((bid / gs_y) + groupId_y) % gs_x; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
int lx = get_local_id(0); |
|
|
|
|
int ly = get_local_id(1); |
|
|
|
|
|
|
|
|
|
int x = groupId_x * TILE_DIM + lx; |
|
|
|
|
int y = groupId_y * TILE_DIM + ly; |
|
|
|
|
|
|
|
|
|
int x_index = groupId_y * TILE_DIM + lx; |
|
|
|
|
int y_index = groupId_x * TILE_DIM + ly; |
|
|
|
|
|
|
|
|
|
__local T title[TILE_DIM * LDS_STEP]; |
|
|
|
|
|
|
|
|
|
if (x < src_cols && y < src_rows) |
|
|
|
|
{ |
|
|
|
|
int srcIdx = mad24(y, src_step, src_offset + x); |
|
|
|
|
int dstIdx = mad24(x, dst_step, dst_offset + y); |
|
|
|
|
int index_src = mad24(y, src_step, x); |
|
|
|
|
|
|
|
|
|
dst[dstIdx] = src[srcIdx]; |
|
|
|
|
for(int i = 0; i < TILE_DIM; i += BLOCK_ROWS) |
|
|
|
|
{ |
|
|
|
|
if (y + i < src_rows) |
|
|
|
|
{ |
|
|
|
|
title[(ly + i) * LDS_STEP + lx] = src[src_offset + index_src]; |
|
|
|
|
index_src = mad24(BLOCK_ROWS, src_step, index_src); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
barrier(CLK_LOCAL_MEM_FENCE); |
|
|
|
|
|
|
|
|
|
if (x_index < src_rows && y_index < src_cols) |
|
|
|
|
{ |
|
|
|
|
int index_dst = mad24(y_index, dst_step, x_index); |
|
|
|
|
|
|
|
|
|
for(int i = 0; i < TILE_DIM; i += BLOCK_ROWS) |
|
|
|
|
{ |
|
|
|
|
if ((y_index + i) < src_cols) |
|
|
|
|
{ |
|
|
|
|
dst[dst_offset + index_dst] = title[lx * LDS_STEP + ly + i]; |
|
|
|
|
index_dst += dst_step * BLOCK_ROWS; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
@ -72,7 +127,7 @@ __kernel void transpose_inplace(__global T* src, __global T* dst, |
|
|
|
|
int x = get_global_id(0); |
|
|
|
|
int y = get_global_id(1); |
|
|
|
|
|
|
|
|
|
if (x < src_cols && y < src_rows && x < y) |
|
|
|
|
if (y < src_rows && x < y) |
|
|
|
|
{ |
|
|
|
|
int srcIdx = mad24(y, src_step, src_offset + x); |
|
|
|
|
int dstIdx = mad24(x, dst_step, dst_offset + y); |
|
|
|
|