| // |
| // Copyright (c) 2017 The Khronos Group Inc. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| // |
| #include "harness/compat.h" |
| |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| #include <sys/types.h> |
| #include <sys/stat.h> |
| |
| |
| #include "procs.h" |
| |
| const char *barrier_with_localmem_kernel_code[] = { |
| "__kernel void compute_sum_with_localmem(__global int *a, int n, __local int *tmp_sum, __global int *sum)\n" |
| "{\n" |
| " int tid = get_local_id(0);\n" |
| " int lsize = get_local_size(0);\n" |
| " int i;\n" |
| "\n" |
| " tmp_sum[tid] = 0;\n" |
| " for (i=tid; i<n; i+=lsize)\n" |
| " tmp_sum[tid] += a[i];\n" |
| "\n" |
| " if( lsize == 1 )\n" |
| " {\n" |
| " if( tid == 0 )\n" |
| " *sum = tmp_sum[0];\n" |
| " return;\n" |
| " }\n" |
| "\n" |
| " do\n" |
| " {\n" |
| " barrier(CLK_LOCAL_MEM_FENCE);\n" |
| " if (tid < lsize/2)\n" |
| " {\n" |
| " int sum = tmp_sum[tid];\n" |
| " if( (lsize & 1) && tid == 0 )\n" |
| " sum += tmp_sum[tid + lsize - 1];\n" |
| " tmp_sum[tid] = sum + tmp_sum[tid + lsize/2];\n" |
| " }\n" |
| " lsize = lsize/2; \n" |
| " }while( lsize );\n" |
| "\n" |
| " if( tid == 0 )\n" |
| " *sum = tmp_sum[0];\n" |
| "}\n", |
| "__kernel void compute_sum_with_localmem(__global int *a, int n, __global int *sum)\n" |
| "{\n" |
| " __local int tmp_sum[%d];\n" |
| " int tid = get_local_id(0);\n" |
| " int lsize = get_local_size(0);\n" |
| " int i;\n" |
| "\n" |
| " tmp_sum[tid] = 0;\n" |
| " for (i=tid; i<n; i+=lsize)\n" |
| " tmp_sum[tid] += a[i];\n" |
| "\n" |
| " if( lsize == 1 )\n" |
| " {\n" |
| " if( tid == 0 )\n" |
| " *sum = tmp_sum[0];\n" |
| " return;\n" |
| " }\n" |
| "\n" |
| " do\n" |
| " {\n" |
| " barrier(CLK_LOCAL_MEM_FENCE);\n" |
| " if (tid < lsize/2)\n" |
| " {\n" |
| " int sum = tmp_sum[tid];\n" |
| " if( (lsize & 1) && tid == 0 )\n" |
| " sum += tmp_sum[tid + lsize - 1];\n" |
| " tmp_sum[tid] = sum + tmp_sum[tid + lsize/2];\n" |
| " }\n" |
| " lsize = lsize/2; \n" |
| " }while( lsize );\n" |
| "\n" |
| " if( tid == 0 )\n" |
| " *sum = tmp_sum[0];\n" |
| "}\n" |
| }; |
| |
| static int |
| verify_sum(int *inptr, int *outptr, int n) |
| { |
| int r = 0; |
| int i; |
| |
| for (i=0; i<n; i++) |
| { |
| r += inptr[i]; |
| } |
| |
| if (r != outptr[0]) |
| { |
| log_error("LOCAL test failed: *%d vs %d\n", r, outptr[0] ); |
| return -1; |
| } |
| |
| log_info("LOCAL test passed\n"); |
| return 0; |
| } |
| |
| int test_local_arg_def(cl_device_id device, cl_context context, cl_command_queue queue, int num_elements) |
| { |
| cl_mem streams[2]; |
| cl_program program; |
| cl_kernel kernel; |
| |
| cl_int *input_ptr, *output_ptr; |
| size_t global_threads[1], local_threads[1]; |
| size_t wgsize, kwgsize; |
| size_t max_local_workgroup_size[3]; |
| int err, i; |
| MTdata d = init_genrand( gRandomSeed ); |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_GROUP_SIZE, sizeof wgsize, &wgsize, NULL); |
| if (err) { |
| log_error("clGetDeviceInfo failed, %d\n\n", err); |
| return -1; |
| } |
| wgsize/=2; |
| if (wgsize < 1) |
| wgsize = 1; |
| |
| size_t in_length = sizeof(cl_int) * num_elements; |
| size_t out_length = sizeof(cl_int) * wgsize; |
| |
| input_ptr = (cl_int *)malloc(in_length); |
| output_ptr = (cl_int *)malloc(out_length); |
| |
| streams[0] = clCreateBuffer(context, CL_MEM_READ_WRITE, in_length, NULL, NULL); |
| if (!streams[0]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| streams[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, out_length, NULL, NULL); |
| if (!streams[1]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| for (i=0; i<num_elements; i++) |
| input_ptr[i] = (int)genrand_int32(d); |
| |
| free_mtdata(d); d = NULL; |
| |
| err = clEnqueueWriteBuffer(queue, streams[0], CL_TRUE, 0, in_length, input_ptr, 0, NULL, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueWriteBuffer failed\n"); |
| return -1; |
| } |
| |
| err = create_single_kernel_helper(context, &program, &kernel, 1, &barrier_with_localmem_kernel_code[0], "compute_sum_with_localmem" ); |
| if (err) |
| return -1; |
| |
| err = clGetKernelWorkGroupInfo(kernel, device, CL_KERNEL_WORK_GROUP_SIZE, sizeof kwgsize, &kwgsize, NULL); |
| test_error(err, "clGetKernelWorkGroupInfo failed for CL_KERNEL_WORK_GROUP_SIZE"); |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_ITEM_SIZES, sizeof(max_local_workgroup_size), max_local_workgroup_size, NULL); |
| test_error(err, "clGetDeviceInfo failed for CL_DEVICE_MAX_WORK_ITEM_SIZES"); |
| |
| // Pick the minimum of the device and the kernel |
| if (kwgsize > max_local_workgroup_size[0]) |
| kwgsize = max_local_workgroup_size[0]; |
| |
| // err = clSetKernelArgs(context, kernel, 4, NULL, values, sizes); |
| err = clSetKernelArg(kernel, 0, sizeof(streams[0]), &streams[0]); |
| err |= clSetKernelArg(kernel, 1, sizeof num_elements, &num_elements); |
| err |= clSetKernelArg(kernel, 2, wgsize * sizeof(cl_int), NULL); |
| err |= clSetKernelArg(kernel, 3, sizeof streams[1], &streams[1]); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clSetKernelArgs failed\n"); |
| return -1; |
| } |
| |
| global_threads[0] = wgsize; |
| local_threads[0] = wgsize; |
| |
| // Adjust the local thread size to fit and be a nice multiple. |
| if (kwgsize < wgsize) { |
| log_info("Adjusting wgsize down from %lu to %lu.\n", wgsize, kwgsize); |
| local_threads[0] = kwgsize; |
| } |
| while (global_threads[0] % local_threads[0] != 0) |
| local_threads[0]--; |
| |
| err = clEnqueueNDRangeKernel(queue, kernel, 1, NULL, global_threads, local_threads, 0, NULL, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueNDRangeKernel failed\n"); |
| return -1; |
| } |
| |
| err = clEnqueueReadBuffer(queue, streams[1], CL_TRUE, 0, out_length, output_ptr, 0, NULL, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueReadBuffer failed\n"); |
| return -1; |
| } |
| |
| err = verify_sum(input_ptr, output_ptr, num_elements); |
| |
| // cleanup |
| clReleaseMemObject(streams[0]); |
| clReleaseMemObject(streams[1]); |
| clReleaseKernel(kernel); |
| clReleaseProgram(program); |
| free(input_ptr); |
| free(output_ptr); |
| |
| return err; |
| } |
| |
| int test_local_kernel_def(cl_device_id device, cl_context context, cl_command_queue queue, int num_elements) |
| { |
| cl_mem streams[2]; |
| cl_program program; |
| cl_kernel kernel; |
| |
| cl_int *input_ptr, *output_ptr; |
| size_t global_threads[1], local_threads[1]; |
| size_t wgsize, kwgsize; |
| int err, i; |
| char *program_source = (char*)malloc(sizeof(char)*2048); |
| MTdata d = init_genrand( gRandomSeed ); |
| size_t max_local_workgroup_size[3]; |
| memset(program_source, 0, 2048); |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_GROUP_SIZE, sizeof wgsize, &wgsize, NULL); |
| if (err) { |
| log_error("clGetDeviceInfo failed, %d\n\n", err); |
| return -1; |
| } |
| wgsize/=2; |
| if (wgsize < 1) |
| wgsize = 1; |
| |
| size_t in_length = sizeof(cl_int) * num_elements; |
| size_t out_length = sizeof(cl_int) * wgsize; |
| |
| input_ptr = (cl_int *)malloc(in_length); |
| output_ptr = (cl_int *)malloc(out_length); |
| |
| streams[0] = clCreateBuffer(context, CL_MEM_READ_WRITE, in_length, NULL, NULL); |
| if (!streams[0]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| streams[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, out_length, NULL, NULL); |
| if (!streams[1]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| for (i=0; i<num_elements; i++) |
| input_ptr[i] = (cl_int) genrand_int32(d); |
| |
| free_mtdata(d); d = NULL; |
| |
| err = clEnqueueWriteBuffer(queue, streams[0], CL_TRUE, 0, in_length, input_ptr, 0, NULL, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueWriteBuffer failed\n"); |
| return -1; |
| } |
| |
| // Validate that created kernel doesn't violate local memory size allowed by the device |
| cl_ulong localMemSize = 0; |
| err = clGetDeviceInfo(device, CL_DEVICE_LOCAL_MEM_SIZE, sizeof(localMemSize), &localMemSize, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clGetDeviceInfo failed\n"); |
| return -1; |
| } |
| if ( wgsize > (localMemSize / (sizeof(cl_int)*sizeof(cl_int))) ) |
| { |
| wgsize = localMemSize / (sizeof(cl_int)*sizeof(cl_int)); |
| } |
| |
| sprintf(program_source, barrier_with_localmem_kernel_code[1], (int)(wgsize * sizeof(cl_int))); |
| |
| err = create_single_kernel_helper(context, &program, &kernel, 1, (const char**)&program_source, "compute_sum_with_localmem" ); |
| free(program_source); |
| if (err) |
| return -1; |
| |
| err = clGetKernelWorkGroupInfo(kernel, device, CL_KERNEL_WORK_GROUP_SIZE, sizeof kwgsize, &kwgsize, NULL); |
| test_error(err, "clGetKernelWorkGroupInfo failed for CL_KERNEL_WORK_GROUP_SIZE"); |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_ITEM_SIZES, sizeof(max_local_workgroup_size), max_local_workgroup_size, NULL); |
| test_error(err, "clGetDeviceInfo failed for CL_DEVICE_MAX_WORK_ITEM_SIZES"); |
| |
| // Pick the minimum of the device and the kernel |
| if (kwgsize > max_local_workgroup_size[0]) |
| kwgsize = max_local_workgroup_size[0]; |
| |
| // err = clSetKernelArgs(context, kernel, 4, NULL, values, sizes); |
| err = clSetKernelArg(kernel, 0, sizeof(streams[0]), &streams[0]); |
| err |= clSetKernelArg(kernel, 1, sizeof num_elements, &num_elements); |
| err |= clSetKernelArg(kernel, 2, sizeof streams[1], &streams[1]); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clSetKernelArgs failed\n"); |
| return -1; |
| } |
| |
| global_threads[0] = wgsize; |
| local_threads[0] = wgsize; |
| |
| // Adjust the local thread size to fit and be a nice multiple. |
| if (kwgsize < wgsize) { |
| log_info("Adjusting wgsize down from %lu to %lu.\n", wgsize, kwgsize); |
| local_threads[0] = kwgsize; |
| } |
| while (global_threads[0] % local_threads[0] != 0) |
| local_threads[0]--; |
| |
| err = clEnqueueNDRangeKernel(queue, kernel, 1, NULL, global_threads, local_threads, 0, NULL, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueNDRangeKernel failed\n"); |
| return -1; |
| } |
| |
| err = clEnqueueReadBuffer(queue, streams[1], CL_TRUE, 0, out_length, output_ptr, 0, NULL, NULL); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueReadBuffer failed\n"); |
| return -1; |
| } |
| |
| err = verify_sum(input_ptr, output_ptr, num_elements); |
| |
| // cleanup |
| clReleaseMemObject(streams[0]); |
| clReleaseMemObject(streams[1]); |
| clReleaseKernel(kernel); |
| clReleaseProgram(program); |
| free(input_ptr); |
| free(output_ptr); |
| |
| return err; |
| } |
| |
| |
| |