test_conformance/compiler/test_compile.cpp

//
// Copyright (c) 2017 The Khronos Group Inc.
// 
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
#include "testBase.h"
#if defined(_WIN32)
#include <time.h>
#elif  defined(__linux__) || defined(__APPLE__)
#include <sys/time.h>
#include <unistd.h>
#endif
#include "harness/conversions.h"

#define MAX_LINE_SIZE_IN_PROGRAM 1024
#define MAX_LOG_SIZE_IN_PROGRAM  2048

const char *sample_kernel_start =
"__kernel void sample_test(__global float *src, __global int *dst)\n"
"{\n"
"    float temp;\n"
"    int  tid = get_global_id(0);\n";

const char *sample_kernel_end = "}\n";

const char *sample_kernel_lines[] = {
"dst[tid] = src[tid];\n",
"dst[tid] = src[tid] * 3.f;\n",
"temp = src[tid] / 4.f;\n",
"dst[tid] = dot(temp,src[tid]);\n",
"dst[tid] = dst[tid] + temp;\n" };

/* I compile and link therefore I am. Robert Ioffe */
/* The following kernels are used in testing Improved Compilation and Linking feature */

const char *simple_kernel =
"__kernel void\n"
"CopyBuffer(\n"
"    __global float* src,\n"
"    __global float* dst )\n"
"{\n"
"    int id = (int)get_global_id(0);\n"
"    dst[id] = src[id];\n"
"}\n";

const char *simple_kernel_with_defines =
"__kernel void\n"
"CopyBuffer(\n"
"    __global float* src,\n"
"    __global float* dst )\n"
"{\n"
"    int id = (int)get_global_id(0);\n"
"    float temp = src[id] - 42;\n"
"    dst[id] = FIRST + temp + SECOND;\n"
"}\n";

const char *simple_kernel_template =
"__kernel void\n"
"CopyBuffer%d(\n"
"    __global float* src,\n"
"    __global float* dst )\n"
"{\n"
"    int id = (int)get_global_id(0);\n"
"    dst[id] = src[id];\n"
"}\n";

const char *composite_kernel_start =
"__kernel void\n"
"CompositeKernel(\n"
"    __global float* src,\n"
"    __global float* dst )\n"
"{\n";

const char *composite_kernel_end = "}\n";

const char *composite_kernel_template =
"    CopyBuffer%d(src, dst);\n";

const char *composite_kernel_extern_template =
"extern __kernel void\n"
"CopyBuffer%d(\n"
"    __global float* src,\n"
"    __global float* dst );\n";

const char *another_simple_kernel =
"extern __kernel void\n"
"CopyBuffer(\n"
"    __global float* src,\n"
"    __global float* dst );\n"
"__kernel void\n"
"AnotherCopyBuffer(\n"
"    __global float* src,\n"
"    __global float* dst )\n"
"{\n"
"    CopyBuffer(src, dst);\n"
"}\n";

const char* simple_header =
"extern __kernel void\n"
"CopyBuffer(\n"
"    __global float* src,\n"
"    __global float* dst );\n";

const char* simple_header_name = "simple_header.h";

const char* another_simple_kernel_with_header =
"#include \"simple_header.h\"\n"
"__kernel void\n"
"AnotherCopyBuffer(\n"
"    __global float* src,\n"
"    __global float* dst )\n"
"{\n"
"    CopyBuffer(src, dst);\n"
"}\n";

const char* header_name_templates[4]   = { "simple_header%d.h",
                                           "foo/simple_header%d.h",
                                           "foo/bar/simple_header%d.h",
                                           "foo/bar/baz/simple_header%d.h"};

const char* include_header_name_templates[4]   = { "#include \"simple_header%d.h\"\n",
                                                   "#include \"foo/simple_header%d.h\"\n",
                                                   "#include \"foo/bar/simple_header%d.h\"\n",
                                                   "#include \"foo/bar/baz/simple_header%d.h\"\n"};

const char* compile_extern_var      = "extern constant float foo;\n";
const char* compile_extern_struct   = "extern constant struct bar bart;\n";
const char* compile_extern_function = "extern int baz(int, int);\n";

const char* compile_static_var      = "static constant float foo = 2.78;\n";
const char* compile_static_struct   = "static constant struct bar {float x, y, z, r; int color; } foo = {3.14159};\n";
const char* compile_static_function = "static int foo(int x, int y) { return x*x + y*y; }\n";

const char* compile_regular_var      = "constant float foo = 4.0f;\n";
const char* compile_regular_struct   = "constant struct bar {float x, y, z, r; int color; } foo = {0.f, 0.f, 0.f, 0.f, 0};\n";
const char* compile_regular_function = "int foo(int x, int y) { return x*x + y*y; }\n";

const char* link_static_var_access = // use with compile_static_var
"extern constant float foo;\n"
"float access_foo() { return foo; }\n";

const char* link_static_struct_access = // use with compile_static_struct
"extern constant struct bar{float x, y, z, r; int color; } foo;\n"
"struct bar access_foo() {return foo; }\n";

const char* link_static_function_access = // use with compile_static_function
"extern int foo(int, int);\n"
"int access_foo() { int blah = foo(3, 4); return blah + 5; }\n";

int test_large_single_compile(cl_context context, cl_device_id deviceID, unsigned int numLines)
{
    int error;
    cl_program program;
    const char **lines;
    unsigned int numChoices, i;
    MTdata d;

    /* First, allocate the array for our line pointers */
    lines = (const char **)malloc( numLines * sizeof( const char * ) );
    if (lines == NULL) {
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", numLines, __FILE__, __LINE__);
        return -1;
    }

    /* First and last lines are easy */
    lines[ 0 ] = sample_kernel_start;
    lines[ numLines - 1 ] = sample_kernel_end;

    numChoices = sizeof( sample_kernel_lines ) / sizeof( sample_kernel_lines[ 0 ] );

    /* Fill the rest with random lines to hopefully prevent much optimization */
    d = init_genrand( gRandomSeed );
    for( i = 1; i < numLines - 1; i++ )
    {
        lines[ i ] = sample_kernel_lines[ genrand_int32(d) % numChoices ];
    }
    free_mtdata(d);     d = NULL;

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &program, numLines, lines);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
        free( lines );
        if (program != NULL)
        {
           error = clReleaseProgram( program );
           test_error( error, "Unable to release a program object" );
        }
        return -1;
    }

    /* Build it */
    error = clBuildProgram( program, 1, &deviceID, NULL, NULL, NULL );
    test_error( error, "Unable to build a long program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release a program object" );

    free( lines );

    return 0;
}

int test_large_compile(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 64, 128, 256, 512, 1024, 2048, 4096, 0 }; //8192, 16384, 32768, 0 };
    unsigned int i;

    log_info( "Testing large compiles...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_single_compile( context, deviceID, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: long program test failed for %d lines! (in %s:%d)\n", toTest[ i ], __FILE__, __LINE__);
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}

static int verifyCopyBuffer(cl_context context, cl_command_queue queue, cl_kernel kernel);

#if defined(__APPLE__) || defined(__linux)
#define _strdup strdup
#endif

int test_large_multi_file_library(cl_context context, cl_device_id deviceID, cl_command_queue queue, unsigned int numLines)
{
    int error;
    cl_program program;
    cl_program *simple_kernels;
    const char **lines;
    unsigned int i;
    char buffer[MAX_LINE_SIZE_IN_PROGRAM];

    simple_kernels = (cl_program*)malloc(numLines*sizeof(cl_program));
    if (simple_kernels == NULL) {
        log_error( "ERROR: Unable to allocate kernels array with %d kernels! (in %s:%d)\n", numLines, __FILE__, __LINE__);
        return -1;
    }
    /* First, allocate the array for our line pointers */
    lines = (const char **)malloc( (2*numLines + 2) * sizeof( const char * ) );
    if (lines == NULL) {
        free(simple_kernels);
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", (2*numLines + 2), __FILE__, __LINE__ );
        return -1;
    }

    for( i = 0; i < numLines; i++)
    {
        sprintf(buffer, composite_kernel_extern_template, i);
        lines[i] = _strdup(buffer);
    }
    /* First and last lines are easy */
    lines[ numLines ] = composite_kernel_start;
    lines[ 2* numLines + 1] = composite_kernel_end;

    /* Fill the rest with templated kernels */
    for( i = numLines + 1; i < 2* numLines + 1; i++ )
    {
        sprintf(buffer, composite_kernel_template, i - numLines - 1);
        lines[ i ] = _strdup(buffer);
    }

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &program, 2 * numLines + 2, lines);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s) (in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__  );
        free( simple_kernels );
        for( i = 0; i < numLines; i++)
        {
            free( (void*)lines[i] );
            free( (void*)lines[i+numLines+1] );
        }
        free( lines );
        if (program != NULL)
        {
           error = clReleaseProgram( program );
           test_error( error, "Unable to release program object" );
        }

        return -1;
    }

    /* Compile it */
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    /* Create and compile templated kernels */
    for( i = 0; i < numLines; i++)
    {
        sprintf(buffer, simple_kernel_template, i);
        const char* kernel_source = _strdup(buffer);
        simple_kernels[i] = clCreateProgramWithSource( context, 1, &kernel_source, NULL, &error );
        if( simple_kernels[i] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create long test program with %d lines! (%s) (in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__  );
            return -1;
        }

        /* Compile it */
        error = clCompileProgram(simple_kernels[i], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
        test_error( error, "Unable to compile a simple program" );

        free((void*)kernel_source);
    }

    /* Create library out of compiled templated kernels */
    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", numLines, simple_kernels, NULL, NULL, &error);
    test_error( error, "Unable to create a multi-line library" );

    /* Link the program that calls the kernels and the library that contains them */
    cl_program programs[2] = { program, my_newly_minted_library };
    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 2, programs, NULL, NULL, &error);
    test_error( error, "Unable to link a program with a library" );

    // Create the composite kernel
    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CompositeKernel", &error);
    test_error( error, "Unable to create a composite kernel" );

    // Run the composite kernel and verify the results
    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    for( i = 0; i < numLines; i++)
    {
        free( (void*)lines[i] );
        free( (void*)lines[i+numLines+1] );
    }
    free( lines );

    for(i = 0; i < numLines; i++)
    {
        error = clReleaseProgram( simple_kernels[i] );
        test_error( error, "Unable to release program object" );
    }
    free( simple_kernels );

  error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_multi_file_libraries(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 2, 4, 8, 16, 32, 64, 128, 256, 0 }; // 512, 1024, 2048, 4096, 8192, 16384, 32768, 0 };
    unsigned int i;

    log_info( "Testing multi-file libraries ...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_multi_file_library( context, deviceID, queue, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: multi-file library program test failed for %d lines! (in %s:%d)\n\n", toTest[ i ], __FILE__, __LINE__  );
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}

int test_large_multiple_embedded_headers(cl_context context, cl_device_id deviceID, cl_command_queue queue, unsigned int numLines)
{
    int error;
    cl_program program;
    cl_program *simple_kernels;
    cl_program *headers;
    const char **header_names;
    const char **lines;
    unsigned int i;
    char buffer[MAX_LINE_SIZE_IN_PROGRAM];

    simple_kernels = (cl_program*)malloc(numLines*sizeof(cl_program));
    if (simple_kernels == NULL) {
        log_error( "ERROR: Unable to allocate simple_kernels array with %d lines! (in %s:%d)\n", numLines, __FILE__, __LINE__ );
        return -1;
    }
    headers = (cl_program*)malloc(numLines*sizeof(cl_program));
    if (headers == NULL) {
        log_error( "ERROR: Unable to allocate headers array with %d lines! (in %s:%d)\n", numLines, __FILE__, __LINE__ );
        return -1;
    }
    /* First, allocate the array for our line pointers */
    header_names = (const char**)malloc( numLines*sizeof( const char * ) );
    if (header_names == NULL) {
        log_error( "ERROR: Unable to allocate header_names array with %d lines! (in %s:%d)\n", numLines, __FILE__, __LINE__ );
        return -1;
    }
    lines = (const char **)malloc( (2*numLines + 2)*sizeof( const char * ) );
    if (lines == NULL) {
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", (2*numLines + 2), __FILE__, __LINE__ );
        return -1;
    }

    for( i = 0; i < numLines; i++)
    {
        sprintf(buffer, include_header_name_templates[i % 4], i);
        lines[i] = _strdup(buffer);
        sprintf(buffer, header_name_templates[i % 4], i);
        header_names[i] = _strdup(buffer);

        sprintf(buffer, composite_kernel_extern_template, i);
        const char* line = _strdup(buffer);
        error = create_single_kernel_helper_create_program(context, &headers[i], 1, &line);
        if( headers[i] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create a simple header program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__);
            return -1;
        }
    }
    /* First and last lines are easy */
    lines[ numLines ] = composite_kernel_start;
    lines[ 2* numLines + 1 ] = composite_kernel_end;

    /* Fill the rest with templated kernels */
    for( i = numLines + 1; i < 2* numLines + 1; i++ )
    {
        sprintf(buffer, composite_kernel_template, i - numLines - 1);
        lines[ i ] = _strdup(buffer);
    }

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &program, 2 * numLines + 2, lines);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s) (in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    /* Compile it */
    error = clCompileProgram(program, 1, &deviceID, NULL, numLines, headers, header_names, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    /* Create and compile templated kernels */
    for( i = 0; i < numLines; i++)
    {
        sprintf(buffer, simple_kernel_template, i);
        const char* kernel_source = _strdup(buffer);
        error = create_single_kernel_helper_create_program(context, &simple_kernels[i], 1, &kernel_source);
        if( simple_kernels[i] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create long test program with %d lines! (%s) (in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
            return -1;
        }

        /* Compile it */
        error = clCompileProgram(simple_kernels[i], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
        test_error( error, "Unable to compile a simple program" );

        free((void*)kernel_source);
    }

    /* Create library out of compiled templated kernels */
    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", numLines, simple_kernels, NULL, NULL, &error);
    test_error( error, "Unable to create a multi-line library" );

    /* Link the program that calls the kernels and the library that contains them */
    cl_program programs[2] = { program, my_newly_minted_library };
    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 2, programs, NULL, NULL, &error);
    test_error( error, "Unable to link a program with a library" );

    // Create the composite kernel
    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CompositeKernel", &error);
    test_error( error, "Unable to create a composite kernel" );

    // Run the composite kernel and verify the results
    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    for( i = 0; i < numLines; i++)
    {
        free( (void*)lines[i] );
        free( (void*)header_names[i] );
    }
    for( i = numLines + 1; i < 2* numLines + 1; i++ )
    {
        free( (void*)lines[i] );
    }
    free( lines );
    free( header_names );

    for(i = 0; i < numLines; i++)
    {
        error = clReleaseProgram( simple_kernels[i] );
        test_error( error, "Unable to release program object" );
        error = clReleaseProgram( headers[i] );
        test_error( error, "Unable to release header program object" );
    }
    free( simple_kernels );
    free( headers );

    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_multiple_embedded_headers(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 2, 4, 8, 16, 32, 64, 128, 256, 0 }; // 512, 1024, 2048, 4096, 8192, 16384, 32768, 0 };
    unsigned int i;

    log_info( "Testing multiple embedded headers ...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_multiple_embedded_headers( context, deviceID, queue, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: multiple embedded headers program test failed for %d lines! (in %s:%d)\n", toTest[ i ], __FILE__, __LINE__ );
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}

double logbase(double a, double base)
{
   return log(a) / log(base);
}

int test_large_multiple_libraries(cl_context context, cl_device_id deviceID, cl_command_queue queue, unsigned int numLines)
{
    int error;
    cl_program *simple_kernels;
    const char **lines;
    unsigned int i;
    char buffer[MAX_LINE_SIZE_IN_PROGRAM];
    /* I want to create (log2(N)+1)/2 libraries */
    unsigned int level = (unsigned int)(logbase(numLines, 2.0) + 1.000001)/2;
    unsigned int numLibraries = (unsigned int)pow(2.0, level - 1.0);
    unsigned int numFilesInLib = numLines/numLibraries;
    cl_program *my_program_and_libraries = (cl_program*)malloc((1+numLibraries)*sizeof(cl_program));
    if (my_program_and_libraries == NULL) {
        log_error( "ERROR: Unable to allocate program array with %d programs! (in %s:%d)\n", (1+numLibraries), __FILE__, __LINE__);
        return -1;
    }

    log_info("level - %d, numLibraries - %d, numFilesInLib - %d\n", level, numLibraries, numFilesInLib);

    simple_kernels = (cl_program*)malloc(numLines*sizeof(cl_program));
    if (simple_kernels == NULL) {
        log_error( "ERROR: Unable to allocate kernels array with %d kernels! (in %s:%d)\n", numLines, __FILE__, __LINE__);
        return -1;
    }
    /* First, allocate the array for our line pointers */
    lines = (const char **)malloc( (2*numLines + 2) * sizeof( const char * ) );
    if (lines == NULL) {
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", (2*numLines + 2), __FILE__, __LINE__);
        return -1;
    }

    for(i = 0; i < numLines; i++)
    {
        sprintf(buffer, composite_kernel_extern_template, i);
        lines[i] = _strdup(buffer);
    }
    /* First and last lines are easy */
    lines[ numLines ] = composite_kernel_start;
    lines[ 2*numLines + 1] = composite_kernel_end;

    /* Fill the rest with templated kernels */
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        sprintf(buffer, composite_kernel_template, i - numLines - 1);
        lines[ i ] = _strdup(buffer);
    }

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &my_program_and_libraries[0], 2 * numLines + 2, lines);
    if( my_program_and_libraries[0] == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    /* Compile it */
    error = clCompileProgram(my_program_and_libraries[0], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    /* Create and compile templated kernels */
    for(i = 0; i < numLines; i++)
    {
        sprintf(buffer, simple_kernel_template, i);
        const char* kernel_source = _strdup(buffer);
        error = create_single_kernel_helper_create_program(context, &simple_kernels[i], 1, &kernel_source);
        if( simple_kernels[i] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
            return -1;
        }

        /* Compile it */
        error = clCompileProgram(simple_kernels[i], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
        test_error( error, "Unable to compile a simple program" );

        free((void*)kernel_source);
    }

    /* Create library out of compiled templated kernels */
    for(i = 0; i < numLibraries; i++) {
        my_program_and_libraries[i+1] = clLinkProgram(context, 1, &deviceID, "-create-library", numFilesInLib, simple_kernels+i*numFilesInLib, NULL, NULL, &error);
        test_error( error, "Unable to create a multi-line library" );
    }

    /* Link the program that calls the kernels and the library that contains them */
    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, numLibraries+1, my_program_and_libraries, NULL, NULL, &error);
    test_error( error, "Unable to link a program with a library" );

    // Create the composite kernel
    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CompositeKernel", &error);
    test_error( error, "Unable to create a composite kernel" );

    // Run the composite kernel and verify the results
    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    for(i = 0; i <= numLibraries; i++) {
        error = clReleaseProgram( my_program_and_libraries[i] );
        test_error( error, "Unable to release program object" );
    }
    free( my_program_and_libraries );
    for(i = 0; i < numLines; i++)
    {
        free( (void*)lines[i] );
    }
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        free( (void*)lines[i] );
    }
    free( lines );

    for(i = 0; i < numLines; i++)
    {
        error = clReleaseProgram( simple_kernels[i] );
        test_error( error, "Unable to release program object" );
    }
    free( simple_kernels );

    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_multiple_libraries(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 2, 8, 32, 128, 256, 0 }; // 512, 2048, 8192, 32768, 0 };
    unsigned int i;

    log_info( "Testing multiple libraries ...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_multiple_libraries( context, deviceID, queue, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: multiple library program test failed for %d lines! (in %s:%d)\n\n", toTest[ i ], __FILE__, __LINE__ );
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}

int test_large_multiple_files_multiple_libraries(cl_context context, cl_device_id deviceID, cl_command_queue queue, unsigned int numLines)
{
    int error;
    cl_program *simple_kernels;
    const char **lines;
    unsigned int i;
    char buffer[MAX_LINE_SIZE_IN_PROGRAM];
    /* I want to create (log2(N)+1)/4 libraries */
    unsigned int level = (unsigned int)(logbase(numLines, 2.0) + 1.000001)/2;
    unsigned int numLibraries = (unsigned int)pow(2.0, level - 2.0);
    unsigned int numFilesInLib = numLines/(2*numLibraries);
    cl_program *my_programs_and_libraries = (cl_program*)malloc((1+numLibraries+numLibraries*numFilesInLib)*sizeof(cl_program));
    if (my_programs_and_libraries == NULL) {
        log_error( "ERROR: Unable to allocate program array with %d programs! (in %s:%d)\n", (1+numLibraries+numLibraries*numFilesInLib), __FILE__, __LINE__ );
        return -1;
    }
    log_info("level - %d, numLibraries - %d, numFilesInLib - %d\n", level, numLibraries, numFilesInLib);

    simple_kernels = (cl_program*)malloc(numLines*sizeof(cl_program));
    if (simple_kernels == NULL) {
        log_error( "ERROR: Unable to allocate kernels array with %d kernels! (in %s:%d)\n", numLines, __FILE__, __LINE__ );
        return -1;
    }
    /* First, allocate the array for our line pointers */
    lines = (const char **)malloc( (2*numLines + 2) * sizeof( const char * ) );
    if (lines == NULL) {
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", (2*numLines + 2), __FILE__, __LINE__ );
        return -1;
    }

    for(i = 0; i < numLines; i++)
    {
        sprintf(buffer, composite_kernel_extern_template, i);
        lines[i] = _strdup(buffer);
    }
    /* First and last lines are easy */
    lines[ numLines ] = composite_kernel_start;
    lines[ 2*numLines + 1] = composite_kernel_end;

    /* Fill the rest with templated kernels */
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        sprintf(buffer, composite_kernel_template, i - numLines - 1);
        lines[ i ] = _strdup(buffer);
    }

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &my_programs_and_libraries[0], 2 * numLines + 2, lines);
    if( my_programs_and_libraries[0] == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    /* Compile it */
    error = clCompileProgram(my_programs_and_libraries[0], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    /* Create and compile templated kernels */
    for(i = 0; i < numLines; i++)
    {
        sprintf(buffer, simple_kernel_template, i);
        const char* kernel_source = _strdup(buffer);
        error = create_single_kernel_helper_create_program(context, &simple_kernels[i], 1, &kernel_source);
        if( simple_kernels[i] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
            return -1;
        }

        /* Compile it */
        error = clCompileProgram(simple_kernels[i], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
        test_error( error, "Unable to compile a simple program" );

        free((void*)kernel_source);
    }

    /* Copy already compiled kernels */
    for( i = 0; i < numLibraries*numFilesInLib; i++) {
        my_programs_and_libraries[i+1] = simple_kernels[i];
    }

    /* Create library out of compiled templated kernels */
    for( i = 0; i < numLibraries; i++) {
        my_programs_and_libraries[i+1+numLibraries*numFilesInLib] = clLinkProgram(context, 1, &deviceID, "-create-library", numFilesInLib, simple_kernels+(i*numFilesInLib+numLibraries*numFilesInLib), NULL, NULL, &error);
        test_error( error, "Unable to create a multi-line library" );
    }

    /* Link the program that calls the kernels and the library that contains them */
    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, numLibraries+1+numLibraries*numFilesInLib, my_programs_and_libraries, NULL, NULL, &error);
    test_error( error, "Unable to link a program with a library" );

    // Create the composite kernel
    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CompositeKernel", &error);
    test_error( error, "Unable to create a composite kernel" );

    // Run the composite kernel and verify the results
    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    for(i = 0; i < numLibraries+1+numLibraries*numFilesInLib; i++) {
        error = clReleaseProgram( my_programs_and_libraries[i] );
        test_error( error, "Unable to release program object" );
    }
    free( my_programs_and_libraries );

    for(i = 0; i < numLines; i++)
    {
        free( (void*)lines[i] );
    }
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        free( (void*)lines[i] );
    }
    free( lines );

    for(i = numLibraries*numFilesInLib; i < numLines; i++)
    {
        error = clReleaseProgram( simple_kernels[i] );
        test_error( error, "Unable to release program object" );
    }
    free( simple_kernels );

    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_multiple_files_multiple_libraries(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 8, 32, 128, 256, 0 }; // 512, 2048, 8192, 32768, 0 };
    unsigned int i;

    log_info( "Testing multiple files and multiple libraries ...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_multiple_files_multiple_libraries( context, deviceID, queue, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: multiple files, multiple libraries program test failed for %d lines! (in %s:%d)\n\n", toTest[ i ], __FILE__, __LINE__ );
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}

int test_large_multiple_files(cl_context context, cl_device_id deviceID, cl_command_queue queue, unsigned int numLines)
{
    int error;
    const char **lines;
    unsigned int i;
    char buffer[MAX_LINE_SIZE_IN_PROGRAM];
    cl_program *my_programs = (cl_program*)malloc((1+numLines)*sizeof(cl_program));

    if (my_programs == NULL) {
        log_error( "ERROR: Unable to allocate my_programs array with %d programs! (in %s:%d)\n", (1+numLines), __FILE__, __LINE__);
        return -1;
    }
    /* First, allocate the array for our line pointers */
    lines = (const char **)malloc( (2*numLines + 2) * sizeof( const char * ) );
    if (lines == NULL) {
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", (2*numLines + 2), __FILE__, __LINE__);
        return -1;
    }

    for(i = 0; i < numLines; i++)
    {
        sprintf(buffer, composite_kernel_extern_template, i);
        lines[i] = _strdup(buffer);
    }
    /* First and last lines are easy */
    lines[ numLines ] = composite_kernel_start;
    lines[ 2* numLines + 1] = composite_kernel_end;

    /* Fill the rest with templated kernels */
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        sprintf(buffer, composite_kernel_template, i - numLines - 1);
        lines[ i ] = _strdup(buffer);
    }

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &my_programs[0], 2 * numLines + 2, lines);
    if( my_programs[0] == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    /* Compile it */
    error = clCompileProgram(my_programs[0], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    /* Create and compile templated kernels */
    for( i = 0; i < numLines; i++)
    {
        sprintf(buffer, simple_kernel_template, i);
        const char* kernel_source = _strdup(buffer);
        error = create_single_kernel_helper_create_program(context, &my_programs[i + 1], 1, &kernel_source);
        if( my_programs[i+1] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
            return -1;
        }

        /* Compile it */
        error = clCompileProgram(my_programs[i+1], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
        test_error( error, "Unable to compile a simple program" );

        free((void*)kernel_source);
    }

    /* Link the program that calls the kernels and the library that contains them */
    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 1+numLines, my_programs, NULL, NULL, &error);
    test_error( error, "Unable to link a program with a library" );

    // Create the composite kernel
    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CompositeKernel", &error);
    test_error( error, "Unable to create a composite kernel" );

    // Run the composite kernel and verify the results
    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    for(i = 0; i < 1+numLines; i++) {
        error = clReleaseProgram( my_programs[i] );
        test_error( error, "Unable to release program object" );
    }
    free( my_programs );
    for(i = 0; i < numLines; i++)
    {
        free( (void*)lines[i] );
    }
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        free( (void*)lines[i] );
    }
    free( lines );

    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_multiple_files(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 8, 32, 128, 256, 0 }; // 512, 2048, 8192, 32768, 0 };
    unsigned int i;

    log_info( "Testing multiple files compilation and linking into a single executable ...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_multiple_files( context, deviceID, queue, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: multiple files program test failed for %d lines! (in %s:%d)\n\n", toTest[ i ], __FILE__, __LINE__ );
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}

int test_simple_compile_only(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing a simple compilation only...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_static_compile_only(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing a simple static compilations only...\n");

    error = create_single_kernel_helper_create_program(context, &program, 1, &compile_static_var);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple static variable test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling a static variable...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple static variable program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = create_single_kernel_helper_create_program(context, &program, 1, &compile_static_struct);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple static struct test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling a static struct...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple static variable program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = create_single_kernel_helper_create_program(context, &program, 1, &compile_static_function);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple static function test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling a static function...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple static function program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_extern_compile_only(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing a simple extern compilations only...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_header);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple extern kernel test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling an extern kernel...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple extern kernel program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = create_single_kernel_helper_create_program(context, &program, 1, &compile_extern_var);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple extern variable test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling an extern variable...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple extern variable program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = create_single_kernel_helper_create_program(context, &program, 1, &compile_extern_struct);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple extern struct test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling an extern struct...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple extern variable program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = create_single_kernel_helper_create_program(context, &program, 1, &compile_extern_function);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple extern function test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    log_info("Compiling an extern function...\n");
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple extern function program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    return 0;
}

struct simple_user_data {
    const char*        m_message;
    cl_event        m_event;
};

const char* once_upon_a_midnight_dreary = "Once upon a midnight dreary!";

static void CL_CALLBACK simple_compile_callback(cl_program program, void* user_data)
{
    simple_user_data* simple_compile_user_data = (simple_user_data*)user_data;
    log_info("in the simple_compile_callback: program %p just completed compiling with '%s'\n", program, simple_compile_user_data->m_message);
    if (strcmp(once_upon_a_midnight_dreary, simple_compile_user_data->m_message) != 0)
    {
        log_error("ERROR: in the simple_compile_callback: Expected '%s' and got %s (in %s:%d)!\n", once_upon_a_midnight_dreary, simple_compile_user_data->m_message, __FILE__, __LINE__);
    }

    int error;
    log_info("in the simple_compile_callback: program %p just completed compiling with '%p'\n", program, simple_compile_user_data->m_event);

    error = clSetUserEventStatus(simple_compile_user_data->m_event, CL_COMPLETE);
    if (error != CL_SUCCESS)
    {
        log_error( "ERROR: in the simple_compile_callback: Unable to set user event status to CL_COMPLETE! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        exit(-1);
    }
    log_info("in the simple_compile_callback: Successfully signaled compile_program_completion_event!\n");
}

int test_simple_compile_with_callback(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;
    cl_event compile_program_completion_event;

    log_info("Testing a simple compilation with callback...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    compile_program_completion_event = clCreateUserEvent(context, &error);
    test_error( error, "Unable to create a user event");

    simple_user_data simple_compile_user_data = {once_upon_a_midnight_dreary, compile_program_completion_event};

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, simple_compile_callback, (void*)&simple_compile_user_data);
    test_error( error, "Unable to compile a simple program with a callback" );

    error = clWaitForEvents(1, &compile_program_completion_event);
    test_error( error, "clWaitForEvents failed when waiting on compile_program_completion_event");

    /* All done! */
    error = clReleaseEvent(compile_program_completion_event);
    test_error( error, "Unable to release event object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_embedded_header_compile(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, header;

    log_info("Testing a simple embedded header compile only...\n");
    program = clCreateProgramWithSource(context, 1, &another_simple_kernel_with_header, NULL, &error);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    header = clCreateProgramWithSource(context, 1, &simple_header, NULL, &error);
    if( header == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple header program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 1, &header, &simple_header_name, NULL, NULL);
    test_error( error, "Unable to compile a simple program with embedded header" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( header );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_link_only(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing a simple linking only...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to link a simple program" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_two_file_regular_variable_access(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, second_program, my_newly_linked_program;

    const char* sources[2] = {simple_kernel, compile_regular_var}; // here we want to avoid linking error due to lack of kernels
    log_info("Compiling and linking two program objects, where one tries to access regular variable from another...\n");
    error = create_single_kernel_helper_create_program(context, &program, 2, sources);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a test program with regular variable! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program with regular function" );

    error = create_single_kernel_helper_create_program(context, &second_program, 1, &link_static_var_access);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a test program that tries to access a regular variable! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(second_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a program that tries to access a regular variable" );

    cl_program two_programs[2] = { program, second_program };
    my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 2, two_programs, NULL, NULL, &error);
    test_error( error, "clLinkProgram: Expected a different error code while linking a program that tries to access a regular variable" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( second_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_two_file_regular_struct_access(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, second_program, my_newly_linked_program;

    const char* sources[2] = {simple_kernel, compile_regular_struct}; // here we want to avoid linking error due to lack of kernels
    log_info("Compiling and linking two program objects, where one tries to access regular struct from another...\n");
    error = create_single_kernel_helper_create_program(context, &program, 2, sources);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a test program with regular struct! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program with regular struct" );

    error = create_single_kernel_helper_create_program(context, &second_program, 1, &link_static_struct_access);
    if( second_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a test program that tries to access a regular struct! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(second_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a program that tries to access a regular struct" );

    cl_program two_programs[2] = { program, second_program };
    my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 2, two_programs, NULL, NULL, &error);
    test_error( error, "clLinkProgram: Expected a different error code while linking a program that tries to access a regular struct" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( second_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}


int test_two_file_regular_function_access(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, second_program, my_newly_linked_program;

    const char* sources[2] = {simple_kernel, compile_regular_function}; // here we want to avoid linking error due to lack of kernels
    log_info("Compiling and linking two program objects, where one tries to access regular function from another...\n");
    error = create_single_kernel_helper_create_program(context, &program, 2, sources);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a test program with regular function! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program with regular function" );

    error = create_single_kernel_helper_create_program(context, &second_program, 1, &link_static_function_access);
    if( second_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a test program that tries to access a regular function! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(second_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a program that tries to access a regular function" );

    cl_program two_programs[2] = { program, second_program };
    my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 2, two_programs, NULL, NULL, &error);
    test_error( error, "clLinkProgram: Expected a different error code while linking a program that tries to access a regular function" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( second_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_embedded_header_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, header, simple_program;

    log_info("Testing a simple embedded header link...\n");
    program = clCreateProgramWithSource(context, 1, &another_simple_kernel_with_header, NULL, &error);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    header = clCreateProgramWithSource(context, 1, &simple_header, NULL, &error);
    if( header == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple header program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 1, &header, &simple_header_name, NULL, NULL);
    test_error( error, "Unable to compile a simple program with embedded header" );

    error = create_single_kernel_helper_create_program(context, &simple_program, 1, &simple_kernel);
    if( simple_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(simple_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program two_programs[2] = { program, simple_program };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, two_programs, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from two binaries, one compiled with embedded header" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( header );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( simple_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

const char* when_i_pondered_weak_and_weary = "When I pondered weak and weary!";

static void CL_CALLBACK simple_link_callback(cl_program program, void* user_data)
{
    simple_user_data* simple_link_user_data = (simple_user_data*)user_data;
    log_info("in the simple_link_callback: program %p just completed linking with '%s'\n", program, (const char*)simple_link_user_data->m_message);
    if (strcmp(when_i_pondered_weak_and_weary, simple_link_user_data->m_message) != 0)
    {
        log_error("ERROR: in the simple_compile_callback: Expected '%s' and got %s! (in %s:%d)\n", when_i_pondered_weak_and_weary, simple_link_user_data->m_message, __FILE__, __LINE__);
    }

    int error;
    log_info("in the simple_link_callback: program %p just completed linking with '%p'\n", program, simple_link_user_data->m_event);

    error = clSetUserEventStatus(simple_link_user_data->m_event, CL_COMPLETE);
    if (error != CL_SUCCESS)
    {
        log_error( "ERROR: simple_link_callback: Unable to set user event status to CL_COMPLETE! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        exit(-1);
    }
    log_info("in the simple_link_callback: Successfully signaled link_program_completion_event event!\n");
}

int test_simple_link_with_callback(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;
    cl_event link_program_completion_event;

    log_info("Testing a simple linking with callback...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    link_program_completion_event = clCreateUserEvent(context, &error);
    test_error( error, "Unable to create a user event");

    simple_user_data simple_link_user_data = {when_i_pondered_weak_and_weary, link_program_completion_event};

    cl_program my_linked_library = clLinkProgram(context, 1, &deviceID, NULL, 1, &program, simple_link_callback, (void*)&simple_link_user_data, &error);
    test_error( error, "Unable to link a simple program" );

    error = clWaitForEvents(1, &link_program_completion_event);
    test_error( error, "clWaitForEvents failed when waiting on link_program_completion_event");

    /* All done! */
    error = clReleaseEvent(link_program_completion_event);
    test_error( error, "Unable to release event object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_linked_library );
    test_error( error, "Unable to release program object" );

    return 0;
}

static void initBuffer(float* & srcBuffer, unsigned int cnDimension)
{
    float num = 0.0f;

    for( unsigned int i = 0; i < cnDimension; i++ )
    {
        if( ( i % 10 ) == 0  )
        {
            num = 0.0f;
        }

        srcBuffer[ i ] = num;
        num = num + 1.0f;
    }
}

static int verifyCopyBuffer(cl_context context, cl_command_queue queue, cl_kernel kernel)
{
    int error, result = CL_SUCCESS;
    const size_t cnDimension = 32;

    // Allocate source buffer
    float * srcBuffer = (float*)malloc(cnDimension * sizeof(float));
    float * dstBuffer = (float*)malloc(cnDimension * sizeof(float));

    if (srcBuffer == NULL) {
        log_error( "ERROR: Unable to allocate srcBuffer float array with %lu floats! (in %s:%d)\n", cnDimension, __FILE__, __LINE__);
        return -1;
    }
    if (dstBuffer == NULL) {
        log_error( "ERROR: Unable to allocate dstBuffer float array with %lu floats! (in %s:%d)\n", cnDimension, __FILE__, __LINE__);
        return -1;
    }

    if( srcBuffer && dstBuffer )
    {
        // initialize host memory
        initBuffer(srcBuffer, cnDimension );

        // Allocate device memory
        cl_mem deviceMemSrc = clCreateBuffer(context, CL_MEM_READ_ONLY | CL_MEM_COPY_HOST_PTR,
                cnDimension * sizeof( cl_float ), srcBuffer, &error);
        test_error( error, "Unable to create a source memory buffer" );

        cl_mem deviceMemDst = clCreateBuffer(context, CL_MEM_WRITE_ONLY,
                cnDimension * sizeof( cl_float ), 0, &error);
        test_error( error, "Unable to create a destination memory buffer" );

        // Set kernel args
        // Set parameter 0 to be the source buffer
        error = clSetKernelArg(kernel, 0, sizeof( cl_mem ), ( void * )&deviceMemSrc );
        test_error( error, "Unable to set the first kernel argument" );

        // Set parameter 1 to be the destination buffer
        error = clSetKernelArg(kernel, 1, sizeof( cl_mem ), ( void * )&deviceMemDst );
        test_error( error, "Unable to set the second kernel argument" );

        // Execute kernel
        error = clEnqueueNDRangeKernel(queue, kernel, 1, NULL,
            &cnDimension, 0, 0, NULL, NULL );
        test_error( error, "Unable to enqueue kernel" );

        error = clFlush( queue );
        test_error( error, "Unable to flush the queue" );

        // copy results from device back to host
        error = clEnqueueReadBuffer(queue, deviceMemDst, CL_TRUE, 0, cnDimension * sizeof( cl_float ),
            dstBuffer, 0, NULL,    NULL );
        test_error( error, "Unable to read the destination buffer" );

        error = clFlush( queue );
        test_error( error, "Unable to flush the queue" );

        // Compare the source and destination buffers
        const int* pSrc = (int*)srcBuffer;
        const int* pDst = (int*)dstBuffer;
        int mismatch = 0;

        for( size_t i = 0; i < cnDimension; i++ )
        {
            if( pSrc[i] != pDst[i] )
            {
                if( mismatch < 4 )
                {
                    log_info("Offset %08lX:  Expected %08X, Got %08X\n", i * 4, pSrc[i],    pDst[i] );
                }
                else
                {
                    log_info(".");
                }
                mismatch++;
            }
        }

        if( mismatch )
        {
            log_info("*** %d mismatches found, TEST FAILS! ***\n", mismatch );
            result = -1;
        }
        else
        {
            log_info("Buffers match, test passes.\n");
        }

        free( srcBuffer );
        srcBuffer = NULL;
        free( dstBuffer );
        dstBuffer = NULL;

        if( deviceMemSrc )
        {
            error = clReleaseMemObject( deviceMemSrc );
            test_error( error, "Unable to release memory object" );
        }

        if( deviceMemDst )
        {
            error = clReleaseMemObject( deviceMemDst );
            test_error( error, "Unable to release memory object" );
        }
    }
    return result;
}

int test_execute_after_simple_compile_and_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing execution after a simple compile and link...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to link a simple program" );

    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_execute_after_simple_compile_and_link_no_device_info(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing execution after a simple compile and link with no device information provided...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 0, NULL, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_linked_program = clLinkProgram(context, 0, NULL, NULL, 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to link a simple program" );

    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_execute_after_simple_compile_and_link_with_defines(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing execution after a simple compile and link with defines...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel_with_defines, "-DFIRST=5 -DSECOND=37");
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, "-DFIRST=5 -DSECOND=37", 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to link a simple program" );

    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_execute_after_serialize_reload_object(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;
    size_t            binarySize;
    unsigned char *binary;

    log_info("Testing execution after serialization and reloading of the object...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    // Get the size of the resulting binary (only one device)
    error = clGetProgramInfo( program, CL_PROGRAM_BINARY_SIZES, sizeof( binarySize ), &binarySize, NULL );
    test_error( error, "Unable to get binary size" );

    // Sanity check
    if( binarySize == 0 )
    {
        log_error( "ERROR: Binary size of program is zero (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }

    // Create a buffer and get the actual binary
    binary = (unsigned char*)malloc(sizeof(unsigned char)*binarySize);
    if (binary == NULL) {
        log_error( "ERROR: Unable to allocate binary character array with %lu characters! (in %s:%d)\n", binarySize, __FILE__, __LINE__ );
        return -1;
    }

    unsigned char *buffers[ 1 ] = { binary };
    cl_int loadErrors[ 1 ];

    // Do another sanity check here first
    size_t size;
    error = clGetProgramInfo( program, CL_PROGRAM_BINARIES, 0, NULL, &size );
    test_error( error, "Unable to get expected size of binaries array" );
    if( size != sizeof( buffers ) )
    {
        log_error( "ERROR: Expected size of binaries array in clGetProgramInfo is incorrect (should be %d, got %d) (in %s:%d)\n", (int)sizeof( buffers ), (int)size, __FILE__, __LINE__ );
        free(binary);
        return -1;
    }

    error = clGetProgramInfo( program, CL_PROGRAM_BINARIES, sizeof( buffers ), &buffers, NULL );
    test_error( error, "Unable to get program binary" );

    // use clCreateProgramWithBinary
    cl_program program_with_binary = clCreateProgramWithBinary(context, 1, &deviceID, &binarySize, (const unsigned char**)buffers, loadErrors, &error);
    test_error( error, "Unable to create program with binary" );

    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 1, &program_with_binary, NULL, NULL, &error);
    test_error( error, "Unable to link a simple program" );

    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( program_with_binary );
    test_error( error, "Unable to release program object" );

    free(binary);

    return 0;
}

int test_execute_after_serialize_reload_library(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, another_program;
    size_t            binarySize;
    unsigned char *binary;

    log_info("Testing execution after linking a binary with a simple library...\n");
    // we will test creation of a simple library from one file
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to create a simple library" );


    // Get the size of the resulting library (only one device)
    error = clGetProgramInfo( my_newly_minted_library, CL_PROGRAM_BINARY_SIZES, sizeof( binarySize ), &binarySize, NULL );
    test_error( error, "Unable to get binary size" );

    // Sanity check
    if( binarySize == 0 )
    {
        log_error( "ERROR: Binary size of program is zero (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }

    // Create a buffer and get the actual binary
    binary = (unsigned char*)malloc(sizeof(unsigned char)*binarySize);
    if (binary == NULL) {
        log_error( "ERROR: Unable to allocate binary character array with %lu characters (in %s:%d)!", binarySize, __FILE__, __LINE__);
        return -1;
    }
    unsigned char *buffers[ 1 ] = { binary };
    cl_int loadErrors[ 1 ];

    // Do another sanity check here first
    size_t size;
    error = clGetProgramInfo( my_newly_minted_library, CL_PROGRAM_BINARIES, 0, NULL, &size );
    test_error( error, "Unable to get expected size of binaries array" );
    if( size != sizeof( buffers ) )
    {
        log_error( "ERROR: Expected size of binaries array in clGetProgramInfo is incorrect (should be %d, got %d) (in %s:%d)\n", (int)sizeof( buffers ), (int)size, __FILE__, __LINE__ );
        free(binary);
        return -1;
    }

    error = clGetProgramInfo( my_newly_minted_library, CL_PROGRAM_BINARIES, sizeof( buffers ), &buffers, NULL );
    test_error( error, "Unable to get program binary" );

    // use clCreateProgramWithBinary
    cl_program library_with_binary = clCreateProgramWithBinary(context, 1, &deviceID, &binarySize, (const unsigned char**)buffers, loadErrors, &error);
    test_error( error, "Unable to create program with binary" );

    error = create_single_kernel_helper_create_program(context, &another_program, 1, &another_simple_kernel);
    if( another_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(another_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program program_and_archive[2] = { another_program, library_with_binary };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, program_and_archive, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from a binary and a library" );

    cl_kernel kernel = clCreateKernel(fully_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    cl_kernel another_kernel = clCreateKernel(fully_linked_program, "AnotherCopyBuffer", &error);
    test_error( error, "Unable to create another simple kernel" );

    error = verifyCopyBuffer(context, queue, another_kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseKernel( another_kernel );
    test_error( error, "Unable to release another kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( another_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( library_with_binary );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    free(binary);

    return 0;
}

static void CL_CALLBACK program_compile_completion_callback(cl_program program, void* user_data)
{
    int error;
    cl_event compile_program_completion_event = (cl_event)user_data;
    log_info("in the program_compile_completion_callback: program %p just completed compiling with '%p'\n", program, compile_program_completion_event);

    error = clSetUserEventStatus(compile_program_completion_event, CL_COMPLETE);
    if (error != CL_SUCCESS)
    {
        log_error( "ERROR: in the program_compile_completion_callback: Unable to set user event status to CL_COMPLETE! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        exit(-1);
    }
    log_info("in the program_compile_completion_callback: Successfully signaled compile_program_completion_event event!\n");
}

static void CL_CALLBACK program_link_completion_callback(cl_program program, void* user_data)
{
    int error;
    cl_event link_program_completion_event = (cl_event)user_data;
    log_info("in the program_link_completion_callback: program %p just completed linking with '%p'\n", program, link_program_completion_event);

    error = clSetUserEventStatus(link_program_completion_event, CL_COMPLETE);
    if (error != CL_SUCCESS)
    {
        log_error( "ERROR: in the program_link_completion_callback: Unable to set user event status to CL_COMPLETE! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        exit(-1);
    }
    log_info("in the program_link_completion_callback: Successfully signaled link_program_completion_event event!\n");
}

int test_execute_after_simple_compile_and_link_with_callbacks(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;
    cl_event compile_program_completion_event, link_program_completion_event;

    log_info("Testing execution after a simple compile and link with callbacks...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    compile_program_completion_event = clCreateUserEvent(context, &error);
    test_error( error, "Unable to create a user event");

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL,
        program_compile_completion_callback, (void*)compile_program_completion_event);
    test_error( error, "Unable to compile a simple program" );

    error = clWaitForEvents(1, &compile_program_completion_event);
    test_error( error, "clWaitForEvents failed when waiting on compile_program_completion_event");

    error = clReleaseEvent(compile_program_completion_event);
    test_error( error, "Unable to release event object" );

    link_program_completion_event = clCreateUserEvent(context, &error);
    test_error( error, "Unable to create a user event");

    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 1, &program,
        program_link_completion_callback, (void*)link_program_completion_event, &error);
    test_error( error, "Unable to link a simple program" );

    error = clWaitForEvents(1, &link_program_completion_event);
    test_error( error, "clWaitForEvents failed when waiting on link_program_completion_event");

    error = clReleaseEvent(link_program_completion_event);
    test_error( error, "Unable to release event object" );

    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_library_only(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;

    log_info("Testing creation of a simple library...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to create a simple library" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_library_with_callback(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program;
    cl_event link_program_completion_event;

    log_info("Testing creation of a simple library with a callback...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    link_program_completion_event = clCreateUserEvent(context, &error);
    test_error( error, "Unable to create a user event");

    simple_user_data simple_link_user_data = {when_i_pondered_weak_and_weary, link_program_completion_event};

    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", 1, &program,
        simple_link_callback, (void*)&simple_link_user_data, &error);
    test_error( error, "Unable to create a simple library" );

    error = clWaitForEvents(1, &link_program_completion_event);
    test_error( error, "clWaitForEvents failed when waiting on link_program_completion_event");

    /* All done! */
    error = clReleaseEvent(link_program_completion_event);
    test_error( error, "Unable to release event object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_simple_library_with_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, another_program;

    log_info("Testing creation and linking with a simple library...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to create a simple library" );

    error = create_single_kernel_helper_create_program(context, &another_program, 1, &another_simple_kernel);
    if( another_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(another_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program program_and_archive[2] = { another_program, my_newly_minted_library };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, program_and_archive, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from a binary and a library" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( another_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_execute_after_simple_library_with_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, another_program;

    log_info("Testing execution after linking a binary with a simple library...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", 1, &program, NULL, NULL, &error);
    test_error( error, "Unable to create a simple library" );

    error = create_single_kernel_helper_create_program(context, &another_program, 1, &another_simple_kernel);
    if( another_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(another_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program program_and_archive[2] = { another_program, my_newly_minted_library };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, program_and_archive, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from a binary and a library" );

    cl_kernel kernel = clCreateKernel(fully_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    cl_kernel another_kernel = clCreateKernel(fully_linked_program, "AnotherCopyBuffer", &error);
    test_error( error, "Unable to create another simple kernel" );

    error = verifyCopyBuffer(context, queue, another_kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseKernel( another_kernel );
    test_error( error, "Unable to release another kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( another_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_two_file_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, another_program;

    log_info("Testing two file compiling and linking...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );


    error = create_single_kernel_helper_create_program(context, &another_program, 1, &another_simple_kernel);
    if( another_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(another_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program two_programs[2] = { program, another_program };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, two_programs, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from two binaries" );

    /* All done! */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( another_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_execute_after_two_file_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, another_program;

    log_info("Testing two file compiling and linking and execution of two kernels afterwards ...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    error = create_single_kernel_helper_create_program(context, &another_program, 1, &another_simple_kernel);
    if( another_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(another_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program two_programs[2] = { program, another_program };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, two_programs, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from two binaries" );

    cl_kernel kernel = clCreateKernel(fully_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    cl_kernel another_kernel = clCreateKernel(fully_linked_program, "AnotherCopyBuffer", &error);
    test_error( error, "Unable to create another simple kernel" );

    error = verifyCopyBuffer(context, queue, another_kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseKernel( another_kernel );
    test_error( error, "Unable to release another kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( another_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_execute_after_embedded_header_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, header, simple_program;

    log_info("Testing execution after embedded header link...\n");
    // we will test execution after compiling and linking with embedded headers
    program = clCreateProgramWithSource(context, 1, &another_simple_kernel_with_header, NULL, &error);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    header = clCreateProgramWithSource(context, 1, &simple_header, NULL, &error);
    if( header == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple header program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 1, &header, &simple_header_name, NULL, NULL);
    test_error( error, "Unable to compile a simple program with embedded header" );

    simple_program = clCreateProgramWithSource(context, 1, &simple_kernel, NULL, &error);
    if( simple_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(simple_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program two_programs[2] = { program, simple_program };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, two_programs, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from two binaries, one compiled with embedded header" );

    cl_kernel kernel = clCreateKernel(fully_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    cl_kernel another_kernel = clCreateKernel(fully_linked_program, "AnotherCopyBuffer", &error);
    test_error( error, "Unable to create another simple kernel" );

    error = verifyCopyBuffer(context, queue, another_kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseKernel( another_kernel );
    test_error( error, "Unable to release another kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( header );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( simple_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

#if defined(__APPLE__) || defined(__linux)
#define _mkdir(x) mkdir(x,S_IRWXU)
#define _chdir chdir
#define _rmdir rmdir
#define _unlink unlink
#else
#include <direct.h>
#endif

int test_execute_after_included_header_link(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, simple_program;

    log_info("Testing execution after included header link...\n");
    // we will test execution after compiling and linking with included headers
    program = clCreateProgramWithSource(context, 1, &another_simple_kernel_with_header, NULL, &error);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    /* setup */
#if (defined(__linux__) || defined(__APPLE__)) && (!defined( __ANDROID__ ))
    /* Some tests systems doesn't allow one to write in the test directory */
    if (_chdir("/tmp") != 0) {
        log_error( "ERROR: Unable to remove directory foo/bar! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
#endif
    if (_mkdir("foo") != 0) {
        log_error( "ERROR: Unable to create directory foo! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    if (_mkdir("foo/bar") != 0) {
        log_error( "ERROR: Unable to create directory foo/bar! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    if (_chdir("foo/bar") != 0) {
        log_error( "ERROR: Unable to change to directory foo/bar! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    FILE* simple_header_file = fopen(simple_header_name, "w");
    if (simple_header_file == NULL) {
        log_error( "ERROR: Unable to create simple header file %s! (in %s:%d)\n", simple_header_name, __FILE__, __LINE__ );
        return -1;
    }
    if (fprintf(simple_header_file, "%s", simple_header) < 0) {
        log_error( "ERROR: Unable to write to simple header file %s! (in %s:%d)\n", simple_header_name, __FILE__, __LINE__);
        return -1;
    }
    if (fclose(simple_header_file) != 0) {
        log_error( "ERROR: Unable to close simple header file %s! (in %s:%d)\n", simple_header_name, __FILE__, __LINE__);
        return -1;
    }
    if (_chdir("../..") != 0) {
        log_error( "ERROR: Unable to change to original working directory! (in %s:%d)\n", __FILE__, __LINE__);
        return -1;
    }
#if (defined(__linux__) || defined(__APPLE__)) && (!defined( __ANDROID__ ))
    error = clCompileProgram(program, 1, &deviceID, "-I/tmp/foo/bar", 0, NULL, NULL, NULL, NULL);
#else
    error = clCompileProgram(program, 1, &deviceID, "-Ifoo/bar", 0, NULL, NULL, NULL, NULL);
#endif
    test_error( error, "Unable to compile a simple program with included header" );

    /* cleanup */
    if (_chdir("foo/bar") != 0) {
        log_error( "ERROR: Unable to change to directory foo/bar! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    if (_unlink(simple_header_name) != 0) {
        log_error( "ERROR: Unable to remove simple header file %s! (in %s:%d)\n", simple_header_name, __FILE__, __LINE__ );
        return -1;
    }
    if (_chdir("../..") != 0) {
        log_error( "ERROR: Unable to change to original working directory! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    if (_rmdir("foo/bar") != 0) {
        log_error( "ERROR: Unable to remove directory foo/bar! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    if (_rmdir("foo") != 0) {
        log_error( "ERROR: Unable to remove directory foo! (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }

    simple_program = clCreateProgramWithSource(context, 1, &simple_kernel, NULL, &error);
    if( simple_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(simple_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program two_programs[2] = { program, simple_program };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, two_programs, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from two binaries, one compiled with embedded header" );

    cl_kernel kernel = clCreateKernel(fully_linked_program, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    cl_kernel another_kernel = clCreateKernel(fully_linked_program, "AnotherCopyBuffer", &error);
    test_error( error, "Unable to create another simple kernel" );

    error = verifyCopyBuffer(context, queue, another_kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseKernel( another_kernel );
    test_error( error, "Unable to release another kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( simple_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_program_binary_type(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    int error;
    cl_program program, another_program, program_with_binary, fully_linked_program_with_binary;
    cl_program_binary_type program_type = -1;
    size_t size;
    size_t            binarySize;
    unsigned char *binary;

    log_info("Testing querying of program binary type...\n");
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

  error = clGetProgramBuildInfo (program, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
    test_error( error, "Unable to get program binary type" );
    if (program_type != CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT)
    {
        log_error( "ERROR: Expected program type of a just compiled program to be CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    program_type = -1;

    // Get the size of the resulting binary (only one device)
    error = clGetProgramInfo( program, CL_PROGRAM_BINARY_SIZES, sizeof( binarySize ), &binarySize, NULL );
    test_error( error, "Unable to get binary size" );

    // Sanity check
    if( binarySize == 0 )
    {
        log_error( "ERROR: Binary size of program is zero (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }

    // Create a buffer and get the actual binary
    {
        binary = (unsigned char*)malloc(sizeof(unsigned char)*binarySize);
        if (binary == NULL) {
            log_error( "ERROR: Unable to allocate binary character array with %lu characters! (in %s:%d)\n", binarySize, __FILE__, __LINE__ );
            return -1;
        }
        unsigned char *buffers[ 1 ] = { binary };
        cl_int loadErrors[ 1 ];

        // Do another sanity check here first
        size_t size;
        error = clGetProgramInfo( program, CL_PROGRAM_BINARIES, 0, NULL, &size );
        test_error( error, "Unable to get expected size of binaries array" );
        if( size != sizeof( buffers ) )
        {
            log_error( "ERROR: Expected size of binaries array in clGetProgramInfo is incorrect (should be %d, got %d) (in %s:%d)\n", (int)sizeof( buffers ), (int)size, __FILE__, __LINE__ );
            free(binary);
            return -1;
        }

        error = clGetProgramInfo( program, CL_PROGRAM_BINARIES, sizeof( buffers ), &buffers, NULL );
        test_error( error, "Unable to get program binary" );

        // use clCreateProgramWithBinary
        program_with_binary = clCreateProgramWithBinary(context, 1, &deviceID, &binarySize, (const unsigned char**)buffers, loadErrors, &error);
        test_error( error, "Unable to create program with binary" );

        error = clGetProgramBuildInfo (program_with_binary, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
        test_error( error, "Unable to get program binary type" );
        if (program_type != CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT)
        {
            log_error( "ERROR: Expected program type of a program created from compiled object to be CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT (in %s:%d)\n", __FILE__, __LINE__ );
            return -1;
        }
        program_type = -1;
        free(binary);
    }

    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", 1, &program_with_binary, NULL, NULL, &error);
  test_error( error, "Unable to create a simple library" );
  error = clGetProgramBuildInfo (my_newly_minted_library, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
    test_error( error, "Unable to get program binary type" );
    if (program_type != CL_PROGRAM_BINARY_TYPE_LIBRARY)
    {
        log_error( "ERROR: Expected program type of a just linked library to be CL_PROGRAM_BINARY_TYPE_LIBRARY (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    program_type = -1;

    // Get the size of the resulting library (only one device)
    error = clGetProgramInfo( my_newly_minted_library, CL_PROGRAM_BINARY_SIZES, sizeof( binarySize ), &binarySize, NULL );
    test_error( error, "Unable to get binary size" );

    // Sanity check
    if( binarySize == 0 )
    {
        log_error( "ERROR: Binary size of program is zero (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }

    // Create a buffer and get the actual binary
    binary = (unsigned char*)malloc(sizeof(unsigned char)*binarySize);
    if (binary == NULL) {
        log_error( "ERROR: Unable to allocate binary character array with %lu characters! (in %s:%d)\n", binarySize, __FILE__, __LINE__);
        return -1;
    }

    unsigned char *buffers[ 1 ] = { binary };
    cl_int loadErrors[ 1 ];

    // Do another sanity check here first
    error = clGetProgramInfo( my_newly_minted_library, CL_PROGRAM_BINARIES, 0, NULL, &size );
    test_error( error, "Unable to get expected size of binaries array" );
    if( size != sizeof( buffers ) )
    {
        log_error( "ERROR: Expected size of binaries array in clGetProgramInfo is incorrect (should be %d, got %d) (in %s:%d)\n", (int)sizeof( buffers ), (int)size, __FILE__, __LINE__ );
        free(binary);
        return -1;
    }

    error = clGetProgramInfo( my_newly_minted_library, CL_PROGRAM_BINARIES, sizeof( buffers ), &buffers, NULL );
    test_error( error, "Unable to get program binary" );

    // use clCreateProgramWithBinary
    cl_program library_with_binary = clCreateProgramWithBinary(context, 1, &deviceID, &binarySize, (const unsigned char**)buffers, loadErrors, &error);
    test_error( error, "Unable to create program with binary" );
  error = clGetProgramBuildInfo (library_with_binary, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
    test_error( error, "Unable to get program binary type" );
    if (program_type != CL_PROGRAM_BINARY_TYPE_LIBRARY)
    {
        log_error( "ERROR: Expected program type of a library loaded with binary to be CL_PROGRAM_BINARY_TYPE_LIBRARY (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    program_type = -1;
  free(binary);

    error = create_single_kernel_helper_create_program(context, &another_program, 1, &another_simple_kernel);
    if( another_program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clCompileProgram(another_program, 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
    test_error( error, "Unable to compile a simple program" );

    cl_program program_and_archive[2] = { another_program, library_with_binary };
    cl_program fully_linked_program = clLinkProgram(context, 1, &deviceID, "", 2, program_and_archive, NULL, NULL, &error);
    test_error( error, "Unable to create an executable from a binary and a library" );

  error = clGetProgramBuildInfo (fully_linked_program, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
    test_error( error, "Unable to get program binary type" );
    if (program_type != CL_PROGRAM_BINARY_TYPE_EXECUTABLE)
    {
        log_error( "ERROR: Expected program type of a newly build executable to be CL_PROGRAM_BINARY_TYPE_EXECUTABLE (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    program_type = -1;

    // Get the size of the resulting binary (only one device)
    error = clGetProgramInfo( fully_linked_program, CL_PROGRAM_BINARY_SIZES, sizeof( binarySize ), &binarySize, NULL );
    test_error( error, "Unable to get binary size" );

    // Sanity check
    if( binarySize == 0 )
    {
        log_error( "ERROR: Binary size of program is zero (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }

    // Create a buffer and get the actual binary
    {
        binary = (unsigned char*)malloc(sizeof(unsigned char)*binarySize);
        if (binary == NULL) {
            log_error( "ERROR: Unable to allocate binary character array with %lu characters! (in %s:%d)\n", binarySize, __FILE__, __LINE__ );
            return -1;
        }
        unsigned char *buffers[ 1 ] = { binary };
        cl_int loadErrors[ 1 ];

        // Do another sanity check here first
        size_t size;
        error = clGetProgramInfo( fully_linked_program, CL_PROGRAM_BINARIES, 0, NULL, &size );
        test_error( error, "Unable to get expected size of binaries array" );
        if( size != sizeof( buffers ) )
        {
            log_error( "ERROR: Expected size of binaries array in clGetProgramInfo is incorrect (should be %d, got %d) (in %s:%d)\n", (int)sizeof( buffers ), (int)size, __FILE__, __LINE__ );
            free(binary);
            return -1;
        }

        error = clGetProgramInfo( fully_linked_program, CL_PROGRAM_BINARIES, sizeof( buffers ), &buffers, NULL );
        test_error( error, "Unable to get program binary" );

        // use clCreateProgramWithBinary
        fully_linked_program_with_binary = clCreateProgramWithBinary(context, 1, &deviceID, &binarySize, (const unsigned char**)buffers, loadErrors, &error);
        test_error( error, "Unable to create program with binary" );

    error = clGetProgramBuildInfo (fully_linked_program_with_binary, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
        test_error( error, "Unable to get program binary type" );
        if (program_type != CL_PROGRAM_BINARY_TYPE_EXECUTABLE)
        {
            log_error( "ERROR: Expected program type of a program created from a fully linked executable binary to be CL_PROGRAM_BINARY_TYPE_EXECUTABLE (in %s:%d)\n", __FILE__, __LINE__ );
            return -1;
        }
        program_type = -1;
        free(binary);
    }

    error = clBuildProgram(fully_linked_program_with_binary, 1, &deviceID, NULL, NULL, NULL);
        test_error( error, "Unable to build a simple program" );

    cl_kernel kernel = clCreateKernel(fully_linked_program_with_binary, "CopyBuffer", &error);
    test_error( error, "Unable to create a simple kernel" );

    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    cl_kernel another_kernel = clCreateKernel(fully_linked_program_with_binary, "AnotherCopyBuffer", &error);
    test_error( error, "Unable to create another simple kernel" );

    error = verifyCopyBuffer(context, queue, another_kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseKernel( another_kernel );
    test_error( error, "Unable to release another kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    /* Oh, one more thing. Steve Jobs and apparently Herb Sutter. The question is "Who is copying whom?" */
    error = create_single_kernel_helper_create_program(context, &program, 1, &simple_kernel);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create a simple test program! (%s in %s:%d)\n", IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    error = clBuildProgram(program, 1, &deviceID, NULL, NULL, NULL);
    test_error( error, "Unable to build a simple program" );
  error = clGetProgramBuildInfo (program, deviceID, CL_PROGRAM_BINARY_TYPE, sizeof(cl_program_binary_type), &program_type, NULL);
    test_error( error, "Unable to get program binary type" );
    if (program_type != CL_PROGRAM_BINARY_TYPE_EXECUTABLE)
    {
        log_error( "ERROR: Expected program type of a program created from compiled object to be CL_PROGRAM_BINARY_TYPE_EXECUTABLE (in %s:%d)\n", __FILE__, __LINE__ );
        return -1;
    }
    program_type = -1;

    /* All's well that ends well. William Shakespeare */
    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( another_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( library_with_binary );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( fully_linked_program_with_binary );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( program_with_binary );
    test_error( error, "Unable to release program object" );

    return 0;
}

volatile int       compileNotificationSent;

void CL_CALLBACK test_notify_compile_complete( cl_program program, void *userData )
{
    if( userData == NULL || strcmp( (char *)userData, "compilation" ) != 0 )
    {
        log_error( "ERROR: User data passed in to compile notify function was not correct! (in %s:%d)\n", __FILE__, __LINE__ );
        compileNotificationSent = -1;
    }
    else
        compileNotificationSent = 1;
    log_info( "\n   <-- program successfully compiled\n" );
}

volatile int       libraryCreationNotificationSent;

void CL_CALLBACK test_notify_create_library_complete( cl_program program, void *userData )
{
    if( userData == NULL || strcmp( (char *)userData, "create library" ) != 0 )
    {
        log_error( "ERROR: User data passed in to library creation notify function was not correct! (in %s:%d)\n", __FILE__, __LINE__ );
        libraryCreationNotificationSent = -1;
    }
    else
        libraryCreationNotificationSent = 1;
    log_info( "\n   <-- library successfully created\n" );
}

volatile int       linkNotificationSent;

void CL_CALLBACK test_notify_link_complete( cl_program program, void *userData )
{
    if( userData == NULL || strcmp( (char *)userData, "linking" ) != 0 )
    {
        log_error( "ERROR: User data passed in to link notify function was not correct! (in %s:%d)\n", __FILE__, __LINE__ );
        linkNotificationSent = -1;
    }
    else
        linkNotificationSent = 1;
    log_info( "\n   <-- program successfully linked\n" );
}

int test_large_compile_and_link_status_options_log(cl_context context, cl_device_id deviceID, cl_command_queue queue, unsigned int numLines)
{
    int error;
    cl_program program;
    cl_program * simple_kernels;
    const char **lines;
    unsigned int i;
    char buffer[MAX_LINE_SIZE_IN_PROGRAM];
    char *compile_log;
    char *compile_options;
    char *library_log;
    char *library_options;
    char *linking_log;
    char *linking_options;
    cl_build_status status;
    size_t size_ret;

    compileNotificationSent = libraryCreationNotificationSent = linkNotificationSent = 0;

    simple_kernels = (cl_program*)malloc(numLines*sizeof(cl_program));
    if (simple_kernels == NULL) {
        log_error( "ERROR: Unable to allocate kernels array with %d kernels! (in %s:%d)\n", numLines, __FILE__, __LINE__);
        return -1;
    }
    /* First, allocate the array for our line pointers */
    lines = (const char **)malloc( (2*numLines + 2) * sizeof( const char * ) );
    if (lines == NULL) {
        log_error( "ERROR: Unable to allocate lines array with %d lines! (in %s:%d)\n", (2*numLines + 2), __FILE__, __LINE__);
        return -1;
    }

    for(i = 0; i < numLines; i++)
    {
        sprintf(buffer, composite_kernel_extern_template, i);
        lines[i] = _strdup(buffer);
    }
    /* First and last lines are easy */
    lines[ numLines ] = composite_kernel_start;
    lines[ 2*numLines + 1] = composite_kernel_end;

    /* Fill the rest with templated kernels */
    for(i = numLines + 1; i < 2*numLines + 1; i++ )
    {
        sprintf(buffer, composite_kernel_template, i - numLines - 1);
        lines[ i ] = _strdup(buffer);
    }

    /* Try to create a program with these lines */
    error = create_single_kernel_helper_create_program(context, &program, 2 * numLines + 2, lines);
    if( program == NULL || error != CL_SUCCESS )
    {
        log_error( "ERROR: Unable to create long test program with %d lines! (%s) (in %s:%d)\n", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
        return -1;
    }

    /* Lets check that the compilation status is CL_BUILD_NONE */
    error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
    test_error( error, "Unable to get program compile status" );
    if (status != CL_BUILD_NONE)
    {
        log_error( "ERROR: Expected compile status to be CL_BUILD_NONE prior to the beginning of the compilation! (status: %d in %s:%d)\n", (int)status, __FILE__, __LINE__ );
        return -1;
    }

    /* Compile it */
    error = clCompileProgram(program, 1, &deviceID, NULL, 0, NULL, NULL, test_notify_compile_complete, (void *)"compilation");
    test_error( error, "Unable to compile a simple program" );

    /* Wait for compile to complete (just keep polling, since we're just a test */
    error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
    test_error( error, "Unable to get program compile status" );

    while( (int)status == CL_BUILD_IN_PROGRESS )
    {
        log_info( "\n  -- still waiting for compile... (status is %d)", status );
        sleep( 1 );
        error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
        test_error( error, "Unable to get program compile status" );
    }
    if( status != CL_BUILD_SUCCESS )
    {
        log_error( "ERROR: compile failed! (status: %d in %s:%d)\n", (int)status, __FILE__, __LINE__ );
        return -1;
    }

    error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_LOG, 0, NULL, &size_ret );
    test_error( error, "Device failed to return compile log size" );
    compile_log = (char *)malloc(size_ret);
    error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_LOG, size_ret, compile_log, NULL );
    if (error != CL_SUCCESS){
        log_error("Device failed to return a compile log (in %s:%d)\n", __FILE__, __LINE__);
        test_error(error, "clGetProgramBuildInfo CL_PROGRAM_BUILD_LOG failed");
    }
    log_info("BUILD LOG: %s\n", compile_log);
    free(compile_log);

    error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_OPTIONS, 0, NULL, &size_ret );
    test_error(error, "Device failed to return compile options size");
    compile_options = (char *)malloc(size_ret);
    error = clGetProgramBuildInfo( program, deviceID, CL_PROGRAM_BUILD_OPTIONS, size_ret, compile_options, NULL );
    test_error(error, "Device failed to return compile options.\nclGetProgramBuildInfo CL_PROGRAM_BUILD_OPTIONS failed");

    log_info("BUILD OPTIONS: %s\n", compile_options);
    free(compile_options);

    /* Create and compile templated kernels */
    for( i = 0; i < numLines; i++)
    {
        sprintf(buffer, simple_kernel_template, i);
        const char* kernel_source = _strdup(buffer);
        error = create_single_kernel_helper_create_program(context, &simple_kernels[i], 1, &kernel_source);
        if( simple_kernels[i] == NULL || error != CL_SUCCESS )
        {
            log_error( "ERROR: Unable to create long test program with %d lines! (%s in %s:%d)", numLines, IGetErrorString( error ), __FILE__, __LINE__ );
            return -1;
        }

        /* Compile it */
        error = clCompileProgram(simple_kernels[i], 1, &deviceID, NULL, 0, NULL, NULL, NULL, NULL);
        test_error( error, "Unable to compile a simple program" );

        free((void*)kernel_source);
    }

    /* Create library out of compiled templated kernels */
    cl_program my_newly_minted_library = clLinkProgram(context, 1, &deviceID, "-create-library", numLines, simple_kernels, test_notify_create_library_complete, (void *)"create library", &error);
    test_error( error, "Unable to create a multi-line library" );

    /* Wait for library creation to complete (just keep polling, since we're just a test */
    error = clGetProgramBuildInfo( my_newly_minted_library, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
    test_error( error, "Unable to get library creation link status" );

    while( (int)status == CL_BUILD_IN_PROGRESS )
    {
        log_info( "\n  -- still waiting for library creation... (status is %d)", status );
        sleep( 1 );
        error = clGetProgramBuildInfo( my_newly_minted_library, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
        test_error( error, "Unable to get library creation link status" );
    }
    if( status != CL_BUILD_SUCCESS )
    {
        log_error( "ERROR: library creation failed! (status: %d in %s:%d)\n", (int)status, __FILE__, __LINE__ );
        return -1;
    }
    error = clGetProgramBuildInfo( my_newly_minted_library, deviceID, CL_PROGRAM_BUILD_LOG, 0, NULL, &size_ret );
    test_error( error, "Device failed to return a library creation log size" );
    library_log = (char *)malloc(size_ret);
    error = clGetProgramBuildInfo( my_newly_minted_library, deviceID, CL_PROGRAM_BUILD_LOG, size_ret, library_log, NULL );
    if (error != CL_SUCCESS) {
        log_error("Device failed to return a library creation log (in %s:%d)\n", __FILE__, __LINE__);
        test_error(error, "clGetProgramBuildInfo CL_PROGRAM_BUILD_LOG failed");
    }
    log_info("CREATE LIBRARY LOG: %s\n", library_log);
    free(library_log);

    error = clGetProgramBuildInfo( my_newly_minted_library, deviceID, CL_PROGRAM_BUILD_OPTIONS, 0, NULL, &size_ret );
    test_error(error, "Device failed to return library creation options size");
    library_options = (char *)malloc(size_ret);
    error = clGetProgramBuildInfo( my_newly_minted_library, deviceID, CL_PROGRAM_BUILD_OPTIONS, size_ret, library_options, NULL );
    test_error(error, "Device failed to return library creation options.\nclGetProgramBuildInfo CL_PROGRAM_BUILD_OPTIONS failed");

    log_info("CREATE LIBRARY OPTIONS: %s\n", library_options);
    free(library_options);

    /* Link the program that calls the kernels and the library that contains them */
    cl_program programs[2] = { program, my_newly_minted_library };
    cl_program my_newly_linked_program = clLinkProgram(context, 1, &deviceID, NULL, 2, programs, test_notify_link_complete, (void *)"linking", &error);
    test_error( error, "Unable to link a program with a library" );

    /* Wait for linking to complete (just keep polling, since we're just a test */
    error = clGetProgramBuildInfo( my_newly_linked_program, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
    test_error( error, "Unable to get program link status" );

    while( (int)status == CL_BUILD_IN_PROGRESS )
    {
        log_info( "\n  -- still waiting for program linking... (status is %d)", status );
        sleep( 1 );
        error = clGetProgramBuildInfo( my_newly_linked_program, deviceID, CL_PROGRAM_BUILD_STATUS, sizeof( status ), &status, NULL );
        test_error( error, "Unable to get program link status" );
    }
    if( status != CL_BUILD_SUCCESS )
    {
        log_error( "ERROR: program linking failed! (status: %d in %s:%d)\n", (int)status, __FILE__, __LINE__ );
        return -1;
    }
    error = clGetProgramBuildInfo( my_newly_linked_program, deviceID, CL_PROGRAM_BUILD_LOG, 0, NULL, &size_ret );
    test_error( error, "Device failed to return a linking log size" );
    linking_log = (char *)malloc(size_ret);
    error = clGetProgramBuildInfo( my_newly_linked_program, deviceID, CL_PROGRAM_BUILD_LOG, size_ret, linking_log, NULL );
    if (error != CL_SUCCESS){
        log_error("Device failed to return a linking log (in %s:%d).\n", __FILE__, __LINE__);
        test_error(error, "clGetProgramBuildInfo CL_PROGRAM_BUILD_LOG failed");
    }
    log_info("BUILDING LOG: %s\n", linking_log);
    free(linking_log);

    error = clGetProgramBuildInfo( my_newly_linked_program, deviceID, CL_PROGRAM_BUILD_OPTIONS, 0, NULL, &size_ret );
    test_error(error, "Device failed to return linking options size");
    linking_options = (char *)malloc(size_ret);
    error = clGetProgramBuildInfo( my_newly_linked_program, deviceID, CL_PROGRAM_BUILD_OPTIONS, size_ret, linking_options, NULL );
    test_error(error, "Device failed to return linking options.\nclGetProgramBuildInfo CL_PROGRAM_BUILD_OPTIONS failed");

    log_info("BUILDING OPTIONS: %s\n", linking_options);
    free(linking_options);

    // Create the composite kernel
    cl_kernel kernel = clCreateKernel(my_newly_linked_program, "CompositeKernel", &error);
    test_error( error, "Unable to create a composite kernel" );

    // Run the composite kernel and verify the results
    error = verifyCopyBuffer(context, queue, kernel);
    if (error != CL_SUCCESS)
        return error;

    /* All done! */
    error = clReleaseKernel( kernel );
    test_error( error, "Unable to release kernel object" );

    error = clReleaseProgram( program );
    test_error( error, "Unable to release program object" );

    for(i = 0; i < numLines; i++)
    {
        free( (void*)lines[i] );
        free( (void*)lines[i+numLines+1] );
    }
    free( lines );

    for(i = 0; i < numLines; i++)
    {
        error = clReleaseProgram( simple_kernels[i] );
        test_error( error, "Unable to release program object" );
    }
    free( simple_kernels );

    error = clReleaseProgram( my_newly_minted_library );
    test_error( error, "Unable to release program object" );

    error = clReleaseProgram( my_newly_linked_program );
    test_error( error, "Unable to release program object" );

    return 0;
}

int test_compile_and_link_status_options_log(cl_device_id deviceID, cl_context context, cl_command_queue queue, int num_elements)
{
    unsigned int toTest[] = { 256, 0 }; //512, 1024, 8192, 16384, 32768, 0 };
    unsigned int i;

    log_info( "Testing Compile and Link Status, Options and Logging ...this might take awhile...\n" );

    for( i = 0; toTest[ i ] != 0; i++ )
    {
        log_info( "   %d...\n", toTest[ i ] );

#if defined(_WIN32)
        clock_t start = clock();
#elif  defined(__linux__) || defined(__APPLE__)
    timeval time1, time2;
    gettimeofday(&time1, NULL);
#endif

        if( test_large_compile_and_link_status_options_log( context, deviceID, queue, toTest[ i ] ) != 0 )
        {
            log_error( "ERROR: large program compilation, linking, status, options and logging test failed for %d lines! (in %s:%d)\n", toTest[ i ], __FILE__, __LINE__ );
            return -1;
        }

#if defined(_WIN32)
        clock_t end = clock();
    log_perf( (float)( end - start ) / (float)CLOCKS_PER_SEC, false, "clock() time in secs", "%d lines", toTest[i] );
#elif  defined(__linux__) || defined(__APPLE__)
    gettimeofday(&time2, NULL);
    log_perf( (float)(float)(time2.tv_sec  - time1.tv_sec) + 1.0e-6 * (time2.tv_usec - time1.tv_usec) , false, "wall time in secs", "%d lines", toTest[i] );
#endif
    }

    return 0;
}