| // |
| // Copyright (c) 2017 The Khronos Group Inc. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| // |
| #include "harness/compat.h" |
| |
| #include <stdio.h> |
| #include <string.h> |
| #include <sys/types.h> |
| #include <sys/stat.h> |
| |
| #include "procs.h" |
| |
| |
| const char *wg_scan_exclusive_max_kernel_code_int = |
| "__kernel void test_wg_scan_exclusive_max_int(global int *input, global int *output)\n" |
| "{\n" |
| " int tid = get_global_id(0);\n" |
| "\n" |
| " int result = work_group_scan_exclusive_max(input[tid]);\n" |
| " output[tid] = result;\n" |
| "}\n"; |
| |
| |
| const char *wg_scan_exclusive_max_kernel_code_uint = |
| "__kernel void test_wg_scan_exclusive_max_uint(global uint *input, global uint *output)\n" |
| "{\n" |
| " int tid = get_global_id(0);\n" |
| "\n" |
| " uint result = work_group_scan_exclusive_max(input[tid]);\n" |
| " output[tid] = result;\n" |
| "}\n"; |
| |
| const char *wg_scan_exclusive_max_kernel_code_long = |
| "__kernel void test_wg_scan_exclusive_max_long(global long *input, global long *output)\n" |
| "{\n" |
| " int tid = get_global_id(0);\n" |
| "\n" |
| " long result = work_group_scan_exclusive_max(input[tid]);\n" |
| " output[tid] = result;\n" |
| "}\n"; |
| |
| |
| const char *wg_scan_exclusive_max_kernel_code_ulong = |
| "__kernel void test_wg_scan_exclusive_max_ulong(global ulong *input, global ulong *output)\n" |
| "{\n" |
| " int tid = get_global_id(0);\n" |
| "\n" |
| " ulong result = work_group_scan_exclusive_max(input[tid]);\n" |
| " output[tid] = result;\n" |
| "}\n"; |
| |
| |
| static int |
| verify_wg_scan_exclusive_max_int(int *inptr, int *outptr, size_t n, size_t wg_size) { |
| |
| size_t i, j, m; |
| |
| for (j=0; j<n; j+=wg_size) { |
| int max_ = 0x80000000; |
| |
| m = n - j; |
| if (m > wg_size) |
| m = wg_size; |
| |
| for (i = 0; i < m; ++i) { |
| if (outptr[j+i] != max_) { |
| log_info("work_group_scan_exclusive_max int: Error at %u: expected = %d, got = %d\n", (unsigned int)(j+i), max_, outptr[j+i]); |
| return -1; |
| } |
| max_ = MAX(inptr[j+i], max_); |
| } |
| } |
| |
| return 0; |
| } |
| |
| static int |
| verify_wg_scan_exclusive_max_uint(unsigned int *inptr, unsigned int *outptr, size_t n, size_t wg_size) { |
| |
| size_t i, j, m; |
| |
| for (j=0; j<n; j+=wg_size) { |
| unsigned int max_ = 0x0; |
| |
| m = n - j; |
| if (m > wg_size) |
| m = wg_size; |
| |
| for (i = 0; i < m; ++i) { |
| if (outptr[j+i] != max_) { |
| log_info("work_group_scan_exclusive_max int: Error at %u: expected = %u, got = %u\n", (unsigned int)(j+i), max_, outptr[j+i]); |
| return -1; |
| } |
| max_ = MAX(inptr[j+i], max_); |
| } |
| } |
| |
| return 0; |
| } |
| |
| static int |
| verify_wg_scan_exclusive_max_long(cl_long *inptr, cl_long *outptr, size_t n, size_t wg_size) { |
| |
| size_t i, j, m; |
| |
| for (j=0; j<n; j+=wg_size) { |
| cl_long max_ = 0x8000000000000000ULL; |
| |
| m = n - j; |
| if (m > wg_size) |
| m = wg_size; |
| |
| for (i = 0; i < m; ++i) { |
| if (outptr[j+i] != max_) { |
| log_info("work_group_scan_exclusive_max long: Error at %u: expected = %lld, got = %lld\n", (unsigned int)(j+i), max_, outptr[j+i]); |
| return -1; |
| } |
| max_ = MAX(inptr[j+i], max_); |
| } |
| } |
| |
| return 0; |
| } |
| |
| static int |
| verify_wg_scan_exclusive_max_ulong(cl_ulong *inptr, cl_ulong *outptr, size_t n, size_t wg_size) { |
| |
| size_t i, j, m; |
| |
| for (j=0; j<n; j+=wg_size) { |
| cl_ulong max_ = 0x0; |
| |
| m = n - j; |
| if (m > wg_size) |
| m = wg_size; |
| |
| for (i = 0; i < m; ++i) { |
| if (outptr[j+i] != max_) { |
| log_info("work_group_scan_exclusive_max ulong: Error at %u: expected = %llu, got = %llu\n", (unsigned int)(j+i), max_, outptr[j+i]); |
| return -1; |
| } |
| max_ = MAX(inptr[j+i], max_); |
| } |
| } |
| |
| return 0; |
| } |
| |
| |
| int |
| test_work_group_scan_exclusive_max_int(cl_device_id device, cl_context context, cl_command_queue queue, int n_elems) |
| { |
| cl_mem streams[2]; |
| cl_int *input_ptr[1], *p; |
| cl_int *output_ptr; |
| cl_program program; |
| cl_kernel kernel; |
| void *values[2]; |
| size_t threads[1]; |
| size_t wg_size[1]; |
| size_t wg_sizes_per_dimension[3]; |
| size_t num_elements; |
| int err; |
| int i; |
| MTdata d; |
| |
| err = create_single_kernel_helper_with_build_options( context, &program, &kernel, 1, &wg_scan_exclusive_max_kernel_code_int, "test_wg_scan_exclusive_max_int", "-cl-std=CL2.0" ); |
| if (err) |
| return -1; |
| |
| err = clGetKernelWorkGroupInfo( kernel, device, CL_KERNEL_WORK_GROUP_SIZE, sizeof(size_t), wg_size, NULL); |
| if (err) |
| return -1; |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_ITEM_SIZES, sizeof(size_t) * 3, wg_sizes_per_dimension, NULL); |
| if (err) |
| return -1; |
| if(wg_sizes_per_dimension[0] < wg_size[0]) |
| { |
| wg_size[0] = wg_sizes_per_dimension[0]; |
| } |
| |
| num_elements = n_elems; |
| |
| input_ptr[0] = (cl_int*)malloc(sizeof(cl_int) * num_elements); |
| output_ptr = (cl_int*)malloc(sizeof(cl_int) * num_elements); |
| streams[0] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_int) * num_elements, NULL, NULL); |
| if (!streams[0]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| streams[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_int) * num_elements, NULL, NULL); |
| if (!streams[1]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| p = input_ptr[0]; |
| d = init_genrand( gRandomSeed ); |
| for (i=0; i<num_elements; i++) |
| p[i] = genrand_int32(d); |
| free_mtdata(d); d = NULL; |
| |
| err = clEnqueueWriteBuffer( queue, streams[0], true, 0, sizeof(cl_int) * num_elements, (void *)input_ptr[0], 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clWriteArray failed\n"); |
| return -1; |
| } |
| |
| values[0] = streams[0]; |
| values[1] = streams[1]; |
| err = clSetKernelArg(kernel, 0, sizeof streams[0], &streams[0] ); |
| err |= clSetKernelArg(kernel, 1, sizeof streams[1], &streams[1] ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clSetKernelArgs failed\n"); |
| return -1; |
| } |
| |
| // Line below is troublesome... |
| threads[0] = (size_t)num_elements; |
| err = clEnqueueNDRangeKernel( queue, kernel, 1, NULL, threads, wg_size, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueNDRangeKernel failed\n"); |
| return -1; |
| } |
| |
| cl_uint dead = 0xdeaddead; |
| memset_pattern4(output_ptr, &dead, sizeof(cl_int)*num_elements); |
| err = clEnqueueReadBuffer( queue, streams[1], true, 0, sizeof(cl_int)*num_elements, (void *)output_ptr, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueReadBuffer failed\n"); |
| return -1; |
| } |
| |
| if (verify_wg_scan_exclusive_max_int(input_ptr[0], output_ptr, num_elements, wg_size[0])) |
| { |
| log_error("work_group_scan_exclusive_max int failed\n"); |
| return -1; |
| } |
| log_info("work_group_scan_exclusive_max int passed\n"); |
| |
| clReleaseMemObject(streams[0]); |
| clReleaseMemObject(streams[1]); |
| clReleaseKernel(kernel); |
| clReleaseProgram(program); |
| free(input_ptr[0]); |
| free(output_ptr); |
| |
| return err; |
| } |
| |
| |
| int |
| test_work_group_scan_exclusive_max_uint(cl_device_id device, cl_context context, cl_command_queue queue, int n_elems) |
| { |
| cl_mem streams[2]; |
| cl_uint *input_ptr[1], *p; |
| cl_uint *output_ptr; |
| cl_program program; |
| cl_kernel kernel; |
| void *values[2]; |
| size_t threads[1]; |
| size_t wg_size[1]; |
| size_t wg_sizes_per_dimension[3]; |
| size_t num_elements; |
| int err; |
| int i; |
| MTdata d; |
| |
| err = create_single_kernel_helper_with_build_options( context, &program, &kernel, 1, &wg_scan_exclusive_max_kernel_code_uint, "test_wg_scan_exclusive_max_uint", "-cl-std=CL2.0" ); |
| if (err) |
| return -1; |
| |
| err = clGetKernelWorkGroupInfo( kernel, device, CL_KERNEL_WORK_GROUP_SIZE, sizeof(size_t), wg_size, NULL); |
| if (err) |
| return -1; |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_ITEM_SIZES, sizeof(size_t) * 3, wg_sizes_per_dimension, NULL); |
| if (err) |
| return -1; |
| if(wg_sizes_per_dimension[0] < wg_size[0]) |
| { |
| wg_size[0] = wg_sizes_per_dimension[0]; |
| } |
| |
| num_elements = n_elems; |
| |
| input_ptr[0] = (cl_uint*)malloc(sizeof(cl_uint) * num_elements); |
| output_ptr = (cl_uint*)malloc(sizeof(cl_uint) * num_elements); |
| streams[0] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_uint) * num_elements, NULL, NULL); |
| if (!streams[0]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| streams[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_uint) * num_elements, NULL, NULL); |
| if (!streams[1]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| p = input_ptr[0]; |
| d = init_genrand( gRandomSeed ); |
| for (i=0; i<num_elements; i++) |
| p[i] = genrand_int32(d); |
| free_mtdata(d); d = NULL; |
| |
| err = clEnqueueWriteBuffer( queue, streams[0], true, 0, sizeof(cl_uint)*num_elements, (void *)input_ptr[0], 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clWriteArray failed\n"); |
| return -1; |
| } |
| |
| values[0] = streams[0]; |
| values[1] = streams[1]; |
| err = clSetKernelArg(kernel, 0, sizeof streams[0], &streams[0] ); |
| err |= clSetKernelArg(kernel, 1, sizeof streams[1], &streams[1] ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clSetKernelArgs failed\n"); |
| return -1; |
| } |
| |
| // Line below is troublesome... |
| threads[0] = (size_t)n_elems; |
| err = clEnqueueNDRangeKernel( queue, kernel, 1, NULL, threads, wg_size, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueNDRangeKernel failed\n"); |
| return -1; |
| } |
| |
| cl_uint dead = 0xdeaddead; |
| memset_pattern4(output_ptr, &dead, sizeof(cl_uint)*num_elements); |
| err = clEnqueueReadBuffer( queue, streams[1], true, 0, sizeof(cl_uint)*num_elements, (void *)output_ptr, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueReadBuffer failed\n"); |
| return -1; |
| } |
| |
| if (verify_wg_scan_exclusive_max_uint(input_ptr[0], output_ptr, num_elements, wg_size[0])) |
| { |
| log_error("work_group_scan_exclusive_max uint failed\n"); |
| return -1; |
| } |
| log_info("work_group_scan_exclusive_max uint passed\n"); |
| |
| clReleaseMemObject(streams[0]); |
| clReleaseMemObject(streams[1]); |
| clReleaseKernel(kernel); |
| clReleaseProgram(program); |
| free(input_ptr[0]); |
| free(output_ptr); |
| |
| return err; |
| } |
| |
| int |
| test_work_group_scan_exclusive_max_long(cl_device_id device, cl_context context, cl_command_queue queue, int n_elems) |
| { |
| cl_mem streams[2]; |
| cl_long *input_ptr[1], *p; |
| cl_long *output_ptr; |
| cl_program program; |
| cl_kernel kernel; |
| void *values[2]; |
| size_t threads[1]; |
| size_t wg_size[1]; |
| size_t wg_sizes_per_dimension[3]; |
| size_t num_elements; |
| int err; |
| int i; |
| MTdata d; |
| |
| err = create_single_kernel_helper_with_build_options( context, &program, &kernel, 1, &wg_scan_exclusive_max_kernel_code_long, "test_wg_scan_exclusive_max_long", "-cl-std=CL2.0" ); |
| if (err) |
| return -1; |
| |
| err = clGetKernelWorkGroupInfo( kernel, device, CL_KERNEL_WORK_GROUP_SIZE, sizeof(size_t), wg_size, NULL); |
| if (err) |
| return -1; |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_ITEM_SIZES, sizeof(size_t) * 3, wg_sizes_per_dimension, NULL); |
| if (err) |
| return -1; |
| if(wg_sizes_per_dimension[0] < wg_size[0]) |
| { |
| wg_size[0] = wg_sizes_per_dimension[0]; |
| } |
| |
| num_elements = n_elems; |
| |
| input_ptr[0] = (cl_long*)malloc(sizeof(cl_long) * num_elements); |
| output_ptr = (cl_long*)malloc(sizeof(cl_long) * num_elements); |
| streams[0] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_long) * num_elements, NULL, NULL); |
| if (!streams[0]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| streams[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_long) * num_elements, NULL, NULL); |
| if (!streams[1]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| p = input_ptr[0]; |
| d = init_genrand( gRandomSeed ); |
| for (i=0; i<num_elements; i++) |
| p[i] = genrand_int64(d); |
| free_mtdata(d); d = NULL; |
| |
| err = clEnqueueWriteBuffer( queue, streams[0], true, 0, sizeof(cl_long)*num_elements, (void *)input_ptr[0], 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clWriteArray failed\n"); |
| return -1; |
| } |
| |
| values[0] = streams[0]; |
| values[1] = streams[1]; |
| err = clSetKernelArg(kernel, 0, sizeof streams[0], &streams[0] ); |
| err |= clSetKernelArg(kernel, 1, sizeof streams[1], &streams[1] ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clSetKernelArgs failed\n"); |
| return -1; |
| } |
| |
| // Line below is troublesome... |
| threads[0] = (size_t)n_elems; |
| err = clEnqueueNDRangeKernel( queue, kernel, 1, NULL, threads, wg_size, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueNDRangeKernel failed\n"); |
| return -1; |
| } |
| |
| cl_uint dead = 0xdeaddead; |
| memset_pattern4(output_ptr, &dead, sizeof(cl_long)*num_elements); |
| err = clEnqueueReadBuffer( queue, streams[1], true, 0, sizeof(cl_long)*num_elements, (void *)output_ptr, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueReadBuffer failed\n"); |
| return -1; |
| } |
| |
| if (verify_wg_scan_exclusive_max_long(input_ptr[0], output_ptr, num_elements, wg_size[0])) |
| { |
| log_error("work_group_scan_exclusive_max long failed\n"); |
| return -1; |
| } |
| log_info("work_group_scan_exclusive_max long passed\n"); |
| |
| clReleaseMemObject(streams[0]); |
| clReleaseMemObject(streams[1]); |
| clReleaseKernel(kernel); |
| clReleaseProgram(program); |
| free(input_ptr[0]); |
| free(output_ptr); |
| |
| return err; |
| } |
| |
| |
| int |
| test_work_group_scan_exclusive_max_ulong(cl_device_id device, cl_context context, cl_command_queue queue, int n_elems) |
| { |
| cl_mem streams[2]; |
| cl_ulong *input_ptr[1], *p; |
| cl_ulong *output_ptr; |
| cl_program program; |
| cl_kernel kernel; |
| void *values[2]; |
| size_t threads[1]; |
| size_t wg_size[1]; |
| size_t wg_sizes_per_dimension[3]; |
| size_t num_elements; |
| int err; |
| int i; |
| MTdata d; |
| |
| err = create_single_kernel_helper_with_build_options( context, &program, &kernel, 1, &wg_scan_exclusive_max_kernel_code_ulong, "test_wg_scan_exclusive_max_ulong", "-cl-std=CL2.0" ); |
| if (err) |
| return -1; |
| |
| err = clGetKernelWorkGroupInfo( kernel, device, CL_KERNEL_WORK_GROUP_SIZE, sizeof(size_t), wg_size, NULL); |
| if (err) |
| return -1; |
| |
| err = clGetDeviceInfo(device, CL_DEVICE_MAX_WORK_ITEM_SIZES, sizeof(size_t) * 3, wg_sizes_per_dimension, NULL); |
| if (err) |
| return -1; |
| if(wg_sizes_per_dimension[0] < wg_size[0]) |
| { |
| wg_size[0] = wg_sizes_per_dimension[0]; |
| } |
| |
| num_elements = n_elems; |
| |
| input_ptr[0] = (cl_ulong*)malloc(sizeof(cl_ulong) * num_elements); |
| output_ptr = (cl_ulong*)malloc(sizeof(cl_ulong) * num_elements); |
| streams[0] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_ulong) * num_elements, NULL, NULL); |
| if (!streams[0]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| streams[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, |
| sizeof(cl_ulong) * num_elements, NULL, NULL); |
| if (!streams[1]) |
| { |
| log_error("clCreateBuffer failed\n"); |
| return -1; |
| } |
| |
| p = input_ptr[0]; |
| d = init_genrand( gRandomSeed ); |
| for (i=0; i<num_elements; i++) |
| p[i] = genrand_int64(d); |
| free_mtdata(d); d = NULL; |
| |
| err = clEnqueueWriteBuffer( queue, streams[0], true, 0, sizeof(cl_ulong)*num_elements, (void *)input_ptr[0], 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clWriteArray failed\n"); |
| return -1; |
| } |
| |
| values[0] = streams[0]; |
| values[1] = streams[1]; |
| err = clSetKernelArg(kernel, 0, sizeof streams[0], &streams[0] ); |
| err |= clSetKernelArg(kernel, 1, sizeof streams[1], &streams[1] ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clSetKernelArgs failed\n"); |
| return -1; |
| } |
| |
| // Line below is troublesome... |
| threads[0] = (size_t)n_elems; |
| err = clEnqueueNDRangeKernel( queue, kernel, 1, NULL, threads, wg_size, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueNDRangeKernel failed\n"); |
| return -1; |
| } |
| |
| cl_uint dead = 0xdeaddead; |
| memset_pattern4(output_ptr, &dead, sizeof(cl_ulong)*num_elements); |
| err = clEnqueueReadBuffer( queue, streams[1], true, 0, sizeof(cl_ulong)*num_elements, (void *)output_ptr, 0, NULL, NULL ); |
| if (err != CL_SUCCESS) |
| { |
| log_error("clEnqueueReadBuffer failed\n"); |
| return -1; |
| } |
| |
| if (verify_wg_scan_exclusive_max_ulong(input_ptr[0], output_ptr, num_elements, wg_size[0])) |
| { |
| log_error("work_group_scan_exclusiveadd ulong failed\n"); |
| return -1; |
| } |
| log_info("work_group_scan_exclusive_max ulong passed\n"); |
| |
| clReleaseMemObject(streams[0]); |
| clReleaseMemObject(streams[1]); |
| clReleaseKernel(kernel); |
| clReleaseProgram(program); |
| free(input_ptr[0]); |
| free(output_ptr); |
| |
| return err; |
| } |
| |
| |
| int |
| test_work_group_scan_exclusive_max(cl_device_id device, cl_context context, cl_command_queue queue, int n_elems) |
| { |
| int err; |
| |
| err = test_work_group_scan_exclusive_max_int(device, context, queue, n_elems); |
| if (err) return err; |
| err = test_work_group_scan_exclusive_max_uint(device, context, queue, n_elems); |
| if (err) return err; |
| err = test_work_group_scan_exclusive_max_long(device, context, queue, n_elems); |
| if (err) return err; |
| err = test_work_group_scan_exclusive_max_ulong(device, context, queue, n_elems); |
| return err; |
| } |
| |
