| #!/usr/bin/env python |
| # Copyright 2017 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """Generate data struct from GPU blocklist and driver bug workarounds json.""" |
| |
| import json |
| import os |
| import platform |
| import sys |
| import zlib |
| from optparse import OptionParser |
| from subprocess import call |
| |
| _LICENSE = """// Copyright (c) 2019 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| """ |
| |
| _DO_NOT_EDIT_WARNING = """// This file is auto-generated from |
| // gpu/config/process_json.py |
| // It's formatted by clang-format using chromium coding style: |
| // clang-format -i -style=chromium filename |
| // DO NOT EDIT! |
| |
| """ |
| |
| _OS_TYPE_MAP = { |
| 'win': 'kOsWin', |
| 'macosx': 'kOsMacosx', |
| 'android': 'kOsAndroid', |
| 'linux': 'kOsLinux', |
| 'chromeos': 'kOsChromeOS', |
| '': 'kOsAny', |
| } |
| |
| INTEL_DRIVER_VERSION_SCHEMA = ''' |
| The version format of Intel graphics driver is AA.BB.CCC.DDDD. |
| DDDD(old schema) or CCC.DDDD(new schema) is the build number. That is, |
| indicates the actual driver number. The comparison between old schema |
| and new schema is NOT valid. In such a condition the only comparison |
| operator that returns true is "not equal". |
| |
| AA.BB: You are free to specify the real number here, but they are meaningless |
| when comparing two version numbers. Usually it's okay to leave it to "0.0". |
| |
| CCC: It's necessary for new schema. Regarding to old schema, you can speicy |
| the real number or any number less than 100 in order to differentiate from |
| new schema. |
| |
| DDDD: It's always meaningful. It must not be "0" under old schema. |
| |
| Legal: "24.20.100.7000", "0.0.100.7000", "0.0.0.7000", "0.0.100.0" |
| Illegal: "24.0.0.0", "24.20.0.0", "0.0.99.0" |
| ''' |
| |
| |
| def check_intel_driver_version(version): |
| ver_list = version.split('.') |
| if len(ver_list) != 4: |
| return False |
| for ver in ver_list: |
| if not ver.isdigit(): |
| return False |
| if int(ver_list[2]) < 100 and ver_list[3] == '0': |
| return False |
| return True |
| |
| |
| def load_software_rendering_list_features(feature_type_filename): |
| header_file = open(feature_type_filename, 'r') |
| start = False |
| features = [] |
| for line in header_file: |
| if line.startswith('enum GpuFeatureType {'): |
| assert not start |
| start = True |
| continue |
| if not start: |
| continue |
| line = line.strip() |
| line = line.split(' ', 1)[0] |
| line = line.split(',', 1)[0] |
| if line.startswith('NUMBER_OF_GPU_FEATURE_TYPES'): |
| assert start |
| start = False |
| break |
| elif line.startswith('GPU_FEATURE_TYPE_'): |
| name = line[len('GPU_FEATURE_TYPE_'):] |
| features.append(name.lower()) |
| else: |
| assert False |
| assert not start |
| assert len(features) > 0 |
| header_file.close() |
| return features |
| |
| |
| def load_gpu_driver_bug_workarounds(workaround_type_filename): |
| header_file = open(workaround_type_filename, 'r') |
| start = False |
| workaround = None |
| workarounds = [] |
| for line in header_file: |
| if line.startswith('#define GPU_DRIVER_BUG_WORKAROUNDS(GPU_OP)'): |
| assert not start |
| start = True |
| continue |
| if not start: |
| continue |
| line = line.strip() |
| if line.startswith('GPU_OP('): |
| assert not workaround |
| workaround = line[len('GPU_OP('):] |
| workaround = workaround.split(',', 1)[0].lower() |
| continue |
| if workaround: |
| line = line.split(')', 1)[0] |
| assert line == workaround |
| workarounds.append(line) |
| workaround = None |
| continue |
| start = False |
| break |
| assert not start |
| assert len(workarounds) > 0 |
| header_file.close() |
| return workarounds |
| |
| |
| def get_feature_set(features, total_feature_set): |
| assert len(features) > 0 |
| feature_set = set([]) |
| for feature in features: |
| if feature == 'all': |
| feature_set = set(total_feature_set) |
| elif isinstance(feature, dict): |
| for key in feature: |
| if key == 'exceptions': |
| for exception in feature['exceptions']: |
| assert exception in feature_set |
| feature_set.remove(exception) |
| else: |
| raise KeyError('only exceptions are allowed') |
| else: |
| assert feature in total_feature_set |
| feature_set.add(feature) |
| return feature_set |
| |
| |
| def write_features(feature_set, feature_name_prefix, var_name, |
| data_helper_file): |
| data_helper_file.write('const int %s[%d] = {\n' % |
| (var_name, len(feature_set))) |
| for feature in feature_set: |
| data_helper_file.write(feature_name_prefix + feature.upper()) |
| data_helper_file.write(',\n') |
| data_helper_file.write('};\n\n') |
| |
| |
| def write_disabled_extension_list(entry_kind, entry_id, data, data_file, |
| data_helper_file): |
| if data: |
| var_name = 'k%sForEntry%d' % (entry_kind, entry_id) |
| # define the list |
| data_helper_file.write( |
| 'const char* const %s[%d] = {\n' % (var_name, len(data))) |
| for item in data: |
| write_string(item, data_helper_file) |
| data_helper_file.write(',\n') |
| data_helper_file.write('};\n\n') |
| # use the list |
| data_file.write('base::size(%s), // %s size\n' % (var_name, entry_kind)) |
| data_file.write('%s, // %s\n' % (var_name, entry_kind)) |
| else: |
| data_file.write('0, // %s size\n' % entry_kind) |
| data_file.write('nullptr, // %s\n' % entry_kind) |
| |
| |
| def write_gl_strings(entry_id, is_exception, exception_id, data, |
| unique_symbol_id, data_file, data_helper_file): |
| if data: |
| var_name = 'kGLStringsFor%sEntry%d' % (unique_symbol_id, entry_id) |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| # define the GL strings |
| data_helper_file.write('const GpuControlList::GLStrings %s = {\n' % |
| var_name) |
| for item in data: |
| write_string(item, data_helper_file) |
| data_helper_file.write(',\n') |
| data_helper_file.write('};\n\n') |
| # reference the GL strings |
| data_file.write('&%s, // GL strings\n' % var_name) |
| else: |
| data_file.write('nullptr, // GL strings\n') |
| |
| |
| def write_version(version_info, name_tag, data_file): |
| op = '' |
| style = '' |
| schema = '' |
| version1 = '' |
| version2 = '' |
| if version_info: |
| op = version_info['op'] |
| if 'style' in version_info: |
| style = version_info['style'] |
| if 'schema' in version_info: |
| schema = version_info['schema'] |
| version1 = version_info['value'] |
| if 'value2' in version_info: |
| version2 = version_info['value2'] |
| data_file.write('{') |
| op_map = { |
| '=': 'kEQ', |
| '<': 'kLT', |
| '<=': 'kLE', |
| '>': 'kGT', |
| '>=': 'kGE', |
| 'any': 'kAny', |
| 'between': 'kBetween', |
| '': 'kUnknown', |
| } |
| assert op in op_map |
| data_file.write('GpuControlList::%s, ' % op_map[op]) |
| style_map = { |
| 'lexical': 'Lexical', |
| 'numerical': 'Numerical', |
| '': 'Numerical', |
| } |
| assert style in style_map |
| data_file.write('GpuControlList::kVersionStyle%s, ' % style_map[style]) |
| schema_map = { |
| 'common': 'Common', |
| 'intel_driver': 'IntelDriver', |
| '': 'Common', |
| } |
| assert schema in schema_map |
| data_file.write('GpuControlList::kVersionSchema%s, ' % schema_map[schema]) |
| write_string(version1, data_file) |
| data_file.write(', ') |
| write_string(version2, data_file) |
| data_file.write('}, // %s\n' % name_tag) |
| |
| |
| def write_driver_info(entry_id, is_exception, exception_id, driver_vendor, |
| driver_version, unique_symbol_id, |
| data_file, data_helper_file): |
| var_name = 'kDriverInfoFor%sEntry%d' % (unique_symbol_id, entry_id) |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| # define the GL strings |
| data_helper_file.write('const GpuControlList::DriverInfo %s = {\n' % |
| var_name) |
| write_string_value(driver_vendor, 'driver_vendor', data_helper_file) |
| write_version(driver_version, 'driver_version', data_helper_file) |
| data_helper_file.write('};\n\n') |
| # reference the GL strings |
| data_file.write('&%s, // driver info\n' % var_name) |
| |
| |
| def write_number_list(entry_id, data_type, name_tag, data, is_exception, |
| exception_id, unique_symbol_id, data_file, |
| data_helper_file): |
| if data: |
| var_name = 'k%sFor%sEntry%d' % (name_tag, unique_symbol_id, entry_id) |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| # define the list |
| data_helper_file.write('const %s %s[%d] = {\n' % |
| (data_type, var_name, len(data))) |
| for item in data: |
| data_helper_file.write(str(item)) |
| data_helper_file.write(',\n') |
| data_helper_file.write('};\n\n') |
| # reference the list |
| data_file.write('base::size(%s), // %s size\n' % (var_name, name_tag)) |
| data_file.write('%s, // %s\n' % (var_name, name_tag)) |
| else: |
| data_file.write('0, // %s size\n' % name_tag) |
| data_file.write('nullptr, // %s\n' % name_tag) |
| |
| |
| def write_string(string, data_file): |
| if string == '': |
| data_file.write('nullptr') |
| else: |
| data_file.write('"%s"' % string.replace('\\', '\\\\')) |
| |
| |
| def write_string_value(string, name_tag, data_file): |
| write_string(string, data_file) |
| data_file.write(', // %s\n' % name_tag) |
| |
| |
| def write_boolean_value(value, name_tag, data_file): |
| data_file.write('%s, // %s\n' % (str(value).lower(), name_tag)) |
| |
| |
| def write_integer_value(value, name_tag, data_file): |
| data_file.write('%s, // %s\n' % (str(value), name_tag)) |
| |
| |
| def write_device_list(entry_id, device_id, device_revision, is_exception, |
| exception_id, unique_symbol_id, data_file, |
| data_helper_file): |
| if device_id: |
| # It's one of the three ways to specify devices: |
| # 1) only specify device IDs |
| # 2) specify one device ID, associated with multiple revisions |
| # 3) specify k device IDs associated with k device revisions. |
| device_size = len(device_id) |
| if device_size == 1 and device_revision and len(device_revision) > 1: |
| device_size = len(device_revision) |
| for ii in range(device_size - 1): |
| device_id.append(device_id[0]) |
| if device_revision is None: |
| device_revision = [] |
| for ii in range(device_size): |
| device_revision.append('0x0') |
| assert len(device_id) == len(device_revision) |
| var_name = 'kDevicesFor%sEntry%d' % (unique_symbol_id, entry_id) |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| # define the list |
| data_helper_file.write('const GpuControlList::Device %s[%d] = {\n' % |
| (var_name, len(device_id))) |
| for ii in range(device_size): |
| data_helper_file.write('{%s, %s},\n' % |
| (device_id[ii], device_revision[ii])) |
| data_helper_file.write('};\n\n') |
| # reference the list |
| data_file.write('base::size(%s), // Devices size\n' % var_name) |
| data_file.write('%s, // Devices\n' % var_name) |
| else: |
| assert not device_revision |
| data_file.write('0, // Devices size\n') |
| data_file.write('nullptr, // Devices\n') |
| |
| |
| def write_machine_model_info(entry_id, is_exception, exception_id, |
| machine_model_name, machine_model_version, |
| data_file, data_helper_file): |
| model_name_var_name = None |
| if machine_model_name: |
| assert isinstance(machine_model_name, list) |
| model_name_var_name = 'kMachineModelNameForEntry' + str(entry_id) |
| if is_exception: |
| model_name_var_name += 'Exception' + str(exception_id) |
| data_helper_file.write('const char* const %s[%d] = {\n' % |
| (model_name_var_name, len(machine_model_name))) |
| for item in machine_model_name: |
| write_string(item, data_helper_file) |
| data_helper_file.write(',\n') |
| data_helper_file.write('};\n\n') |
| var_name = None |
| if machine_model_name or machine_model_version: |
| var_name = 'kMachineModelInfoForEntry' + str(entry_id) |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| # define machine model info |
| data_helper_file.write( |
| 'const GpuControlList::MachineModelInfo %s = {\n' % var_name) |
| if machine_model_name: |
| data_helper_file.write('base::size(%s), // machine model name size\n' % |
| model_name_var_name) |
| data_helper_file.write('%s, // machine model names\n' % |
| model_name_var_name) |
| else: |
| data_helper_file.write('0, // machine model name size\n') |
| data_helper_file.write('nullptr, // machine model names\n') |
| write_version(machine_model_version, 'machine model version', |
| data_helper_file) |
| data_helper_file.write('};\n\n') |
| # reference the machine model info |
| data_file.write('&%s, // machine model info\n' % var_name) |
| else: |
| data_file.write('nullptr, // machine model info\n') |
| |
| |
| def write_os_type(os_type, data_file): |
| assert os_type in _OS_TYPE_MAP |
| data_file.write('GpuControlList::%s, // os_type\n' % _OS_TYPE_MAP[os_type]) |
| |
| |
| def write_multi_gpu_category(multi_gpu_category, data_file): |
| suffix_for_category = { |
| 'primary': 'Primary', |
| 'secondary': 'Secondary', |
| 'active': 'Active', |
| 'any': 'Any', |
| '': 'None', |
| } |
| assert multi_gpu_category in suffix_for_category |
| data_file.write( |
| 'GpuControlList::kMultiGpuCategory%s, // multi_gpu_category\n' % |
| suffix_for_category[multi_gpu_category]) |
| |
| |
| def write_multi_gpu_style(multi_gpu_style, data_file): |
| suffix_for_style = { |
| 'optimus': 'Optimus', |
| 'amd_switchable': 'AMDSwitchable', |
| 'amd_switchable_discrete': 'AMDSwitchableDiscrete', |
| 'amd_switchable_integrated': 'AMDSwitchableIntegrated', |
| '': 'None', |
| } |
| assert multi_gpu_style in suffix_for_style |
| data_file.write( |
| 'GpuControlList::kMultiGpuStyle%s, // multi_gpu_style\n' % |
| suffix_for_style[multi_gpu_style]) |
| |
| |
| def write_gl_type(gl_type, data_file): |
| suffix_for_type = { |
| 'gl': 'GL', |
| 'gles': 'GLES', |
| 'angle': 'ANGLE', |
| '': 'None', |
| } |
| assert gl_type in suffix_for_type |
| data_file.write('GpuControlList::kGLType%s, // gl_type\n' % |
| suffix_for_type[gl_type]) |
| |
| |
| def write_supported_or_not(feature_value, feature_name, data_file): |
| if feature_value is None: |
| feature_value = 'dont_care' |
| suffix_for_value = { |
| 'supported': 'Supported', |
| 'unsupported': 'Unsupported', |
| 'dont_care': 'DontCare', |
| } |
| assert feature_value in suffix_for_value |
| data_file.write('GpuControlList::k%s, // %s\n' % |
| (suffix_for_value[feature_value], feature_name)) |
| |
| |
| def write_conditions(entry_id, is_exception, exception_id, entry, |
| unique_symbol_id, data_file, data_helper_file, |
| _data_exception_file): |
| os_type = '' |
| os_version = None |
| vendor_id = 0 |
| device_id = None |
| device_revision = None |
| multi_gpu_category = '' |
| multi_gpu_style = '' |
| intel_gpu_series_list = None |
| intel_gpu_generation = None |
| driver_vendor = '' |
| driver_version = None |
| gl_renderer = '' |
| gl_vendor = '' |
| gl_extensions = '' |
| gl_version_string = '' |
| gl_type = '' |
| gl_version = None |
| pixel_shader_version = None |
| in_process_gpu = False |
| gl_reset_notification_strategy = None |
| direct_rendering_version = '' |
| gpu_count = None |
| hardware_overlay = None |
| test_group = 0 |
| machine_model_name = None |
| machine_model_version = None |
| exception_count = 0 |
| subpixel_font_rendering = None |
| # process the entry |
| for key in entry: |
| if key == 'id': |
| assert not is_exception |
| assert entry['id'] == entry_id |
| continue |
| elif key == 'description': |
| assert not is_exception |
| continue |
| elif key == 'driver_update_url': |
| assert not is_exception |
| continue |
| elif key == 'features': |
| assert not is_exception |
| continue |
| elif key == 'disabled_extensions': |
| assert not is_exception |
| continue |
| elif key == 'disabled_webgl_extensions': |
| assert not is_exception |
| continue |
| elif key == 'comment': |
| continue |
| elif key == 'webkit_bugs': |
| assert not is_exception |
| continue |
| elif key == 'cr_bugs': |
| assert not is_exception |
| continue |
| elif key == 'os': |
| os_info = entry[key] |
| os_type = os_info['type'] |
| if 'version' in os_info: |
| os_version = os_info['version'] |
| elif key == 'vendor_id': |
| vendor_id = int(entry[key], 0) |
| elif key == 'device_id': |
| device_id = entry[key] |
| elif key == 'device_revision': |
| device_revision = entry[key] |
| elif key == 'multi_gpu_category': |
| multi_gpu_category = entry[key] |
| elif key == 'multi_gpu_style': |
| multi_gpu_style = entry[key] |
| elif key == 'intel_gpu_series': |
| intel_gpu_series_list = entry[key] |
| elif key == 'intel_gpu_generation': |
| intel_gpu_generation = entry[key] |
| elif key == 'driver_vendor': |
| driver_vendor = entry[key] |
| elif key == 'driver_version': |
| driver_version = entry[key] |
| elif key == 'gl_vendor': |
| gl_vendor = entry[key] |
| elif key == 'gl_renderer': |
| gl_renderer = entry[key] |
| elif key == 'gl_version_string': |
| gl_version_string = entry[key] |
| elif key == 'gl_type': |
| gl_type = entry[key] |
| elif key == 'gl_version': |
| gl_version = entry[key] |
| elif key == 'gl_extensions': |
| gl_extensions = entry[key] |
| elif key == 'pixel_shader_version': |
| pixel_shader_version = entry[key] |
| elif key == 'in_process_gpu': |
| assert entry[key] |
| in_process_gpu = True |
| elif key == 'gl_reset_notification_strategy': |
| gl_reset_notification_strategy = entry[key] |
| elif key == 'direct_rendering_version': |
| direct_rendering_version = entry[key] |
| elif key == 'gpu_count': |
| gpu_count = entry[key] |
| elif key == 'hardware_overlay': |
| hardware_overlay = entry[key] |
| elif key == 'test_group': |
| assert entry[key] > 0 |
| test_group = entry[key] |
| elif key == 'machine_model_name': |
| machine_model_name = entry[key] |
| elif key == 'machine_model_version': |
| machine_model_version = entry[key] |
| elif key == 'subpixel_font_rendering': |
| subpixel_font_rendering = entry[key] |
| elif key == 'exceptions': |
| assert not is_exception |
| assert exception_count == 0 |
| else: |
| raise ValueError('unknown key: ' + key + ' in entry ' + str(entry)) |
| # write out the entry |
| write_os_type(os_type, data_file) |
| write_version(os_version, 'os_version', data_file) |
| data_file.write(format(vendor_id, '#04x')) |
| data_file.write(', // vendor_id\n') |
| write_device_list(entry_id, device_id, device_revision, is_exception, |
| exception_id, unique_symbol_id, data_file, |
| data_helper_file) |
| write_multi_gpu_category(multi_gpu_category, data_file) |
| write_multi_gpu_style(multi_gpu_style, data_file) |
| # group driver info |
| if driver_vendor != '' or driver_version != None: |
| if driver_version and driver_version.get('schema') == 'intel_driver': |
| assert os_type == 'win', 'Intel driver schema is only for Windows' |
| is_intel = (format(vendor_id, '#04x') == '0x8086' or |
| intel_gpu_series_list or |
| intel_gpu_generation or |
| 'Intel' in driver_vendor) |
| assert is_intel, 'Intel driver schema is only for Intel GPUs' |
| valid_version = check_intel_driver_version(driver_version['value']) |
| if driver_version.has_key('value2'): |
| valid_version = (valid_version and |
| check_intel_driver_version(driver_version['value2'])) |
| assert valid_version, INTEL_DRIVER_VERSION_SCHEMA |
| |
| write_driver_info(entry_id, is_exception, exception_id, driver_vendor, |
| driver_version, unique_symbol_id, |
| data_file, data_helper_file) |
| else: |
| data_file.write('nullptr, // driver info\n') |
| # group GL strings |
| gl_strings = None |
| if (gl_vendor != '' or gl_renderer != '' or gl_extensions != '' or |
| gl_version_string != ''): |
| gl_strings = [gl_vendor, gl_renderer, gl_extensions, gl_version_string] |
| write_gl_strings(entry_id, is_exception, exception_id, gl_strings, |
| unique_symbol_id, data_file, data_helper_file) |
| # group machine model info |
| write_machine_model_info(entry_id, is_exception, exception_id, |
| machine_model_name, machine_model_version, |
| data_file, data_helper_file) |
| write_intel_gpu_series_list(entry_id, is_exception, exception_id, |
| intel_gpu_series_list, |
| data_file, data_helper_file) |
| write_version(intel_gpu_generation, 'intel_gpu_generation', data_file) |
| # group a bunch of less used conditions |
| if (gl_version != None or pixel_shader_version != None or in_process_gpu or |
| gl_reset_notification_strategy != None or direct_rendering_version != None |
| or gpu_count != None or hardware_overlay != None or test_group != 0 or |
| subpixel_font_rendering != None): |
| write_entry_more_data(entry_id, is_exception, exception_id, gl_type, |
| gl_version, pixel_shader_version, in_process_gpu, |
| gl_reset_notification_strategy, |
| direct_rendering_version, gpu_count, hardware_overlay, |
| test_group, subpixel_font_rendering, |
| data_file, data_helper_file) |
| else: |
| data_file.write('nullptr, // more conditions\n') |
| |
| |
| def write_intel_gpu_series_list(entry_id, is_exception, exception_id, |
| intel_gpu_series_list, |
| data_file, data_helper_file): |
| if intel_gpu_series_list: |
| var_name = 'kIntelGpuSeriesForEntry' + str(entry_id) |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| data_helper_file.write('const IntelGpuSeriesType %s[%d] = {\n' % |
| (var_name, len(intel_gpu_series_list))) |
| intel_gpu_series_map = { |
| 'broadwater': 'kBroadwater', |
| 'eaglelake': 'kEaglelake', |
| 'ironlake': 'kIronlake', |
| 'sandybridge': 'kSandybridge', |
| 'baytrail': 'kBaytrail', |
| 'ivybridge': 'kIvybridge', |
| 'haswell': 'kHaswell', |
| 'cherrytrail': 'kCherrytrail', |
| 'broadwell': 'kBroadwell', |
| 'apollolake': 'kApollolake', |
| 'skylake': 'kSkylake', |
| 'geminilake': 'kGeminilake', |
| 'kabylake': 'kKabylake', |
| 'coffeelake': 'kCoffeelake', |
| 'whiskeylake': 'kWhiskeylake', |
| 'cometlake': 'kCometlake', |
| 'cannonlake': 'kCannonlake', |
| 'icelake': 'kIcelake', |
| 'elkhartlake': 'kElkhartlake', |
| 'jasperlake': 'kJasperlake', |
| 'tigerlake': 'kTigerlake' |
| } |
| for series in intel_gpu_series_list: |
| assert series in intel_gpu_series_map |
| data_helper_file.write('IntelGpuSeriesType::%s,\n' % |
| intel_gpu_series_map[series]) |
| data_helper_file.write('};\n\n') |
| |
| data_file.write('base::size(%s), // intel_gpu_series size\n' % var_name) |
| data_file.write('%s, // intel_gpu_series\n' % var_name) |
| else: |
| data_file.write('0, // intel_gpu_series size\n') |
| data_file.write('nullptr, // intel_gpu_series\n') |
| |
| |
| def write_entry_more_data(entry_id, is_exception, exception_id, gl_type, |
| gl_version, pixel_shader_version, in_process_gpu, |
| gl_reset_notification_strategy, |
| direct_rendering_version, gpu_count, hardware_overlay, |
| test_group, subpixel_font_rendering, data_file, |
| data_helper_file): |
| # write more data |
| |
| # Generate a unique name for jumbo build which concatenates multiple |
| # translation units into one to speed compilation. |
| basename = os.path.basename(data_helper_file.name) |
| # & 0xffffffff converts to unsigned to keep consistent across Python versions |
| # and platforms as per https://docs.python.org/3/library/zlib.html |
| suffix = '_%s' % (zlib.crc32(basename.encode()) & 0xffffffff) |
| var_name = 'kMoreForEntry' + str(entry_id) + suffix |
| if is_exception: |
| var_name += 'Exception' + str(exception_id) |
| data_helper_file.write('const GpuControlList::More %s = {\n' % var_name) |
| write_gl_type(gl_type, data_helper_file) |
| write_version(gl_version, 'gl_version', data_helper_file) |
| write_version(pixel_shader_version, 'pixel_shader_version', data_helper_file) |
| write_boolean_value(in_process_gpu, 'in_process_gpu', data_helper_file) |
| if not gl_reset_notification_strategy: |
| gl_reset_notification_strategy = '0' |
| data_helper_file.write('%s, // gl_reset_notification_strategy\n' % |
| gl_reset_notification_strategy) |
| write_version(direct_rendering_version, 'direct_rendering_version', |
| data_helper_file) |
| write_version(gpu_count, 'gpu_count', data_helper_file) |
| write_supported_or_not(hardware_overlay, 'hardware_overlay', data_helper_file) |
| write_integer_value(test_group, 'test_group', data_helper_file) |
| write_supported_or_not(subpixel_font_rendering, 'subpixel_font_rendering', |
| data_helper_file) |
| data_helper_file.write('};\n\n') |
| # reference more data in entry |
| data_file.write('&%s, // more data\n' % var_name) |
| |
| |
| def write_entry(entry, total_feature_set, feature_name_prefix, |
| unique_symbol_id, data_file, data_helper_file, |
| data_exception_file): |
| data_file.write('{\n') |
| # ID |
| entry_id = entry['id'] |
| data_file.write('%d, // id\n' % entry_id) |
| description = entry['description'] |
| if 'driver_update_url' in entry: |
| description += (' Please update your graphics driver via this link: ' + |
| entry['driver_update_url']) |
| data_file.write('"%s",\n' % description); |
| # Features |
| if 'features' in entry: |
| var_name = 'kFeatureListFor%sEntry%d' % (unique_symbol_id, entry_id) |
| features = entry['features'] |
| feature_set = get_feature_set(features, total_feature_set) |
| data_file.write('base::size(%s), // features size\n' % var_name) |
| data_file.write('%s, // features\n' % var_name) |
| write_features(feature_set, feature_name_prefix, var_name, data_helper_file) |
| else: |
| data_file.write('0, // feature size\n') |
| data_file.write('nullptr, // features\n') |
| # Disabled extensions |
| write_disabled_extension_list('DisabledExtensions', entry_id, |
| entry.get('disabled_extensions', None), |
| data_file, data_helper_file) |
| # Disabled WebGL extensions |
| write_disabled_extension_list('DisabledWebGLExtensions', entry_id, |
| entry.get('disabled_webgl_extensions', None), |
| data_file, data_helper_file) |
| # webkit_bugs are skipped because there is only one entry that has it. |
| # cr_bugs |
| cr_bugs = None |
| if 'cr_bugs' in entry: |
| cr_bugs = entry['cr_bugs'] |
| write_number_list(entry_id, 'uint32_t', 'CrBugs', cr_bugs, False, -1, |
| unique_symbol_id, data_file, data_helper_file) |
| # Conditions |
| data_file.write('{\n') |
| write_conditions(entry_id, False, -1, entry, unique_symbol_id, |
| data_file, data_helper_file, data_exception_file) |
| data_file.write('},\n') |
| # Exceptions |
| if 'exceptions' in entry: |
| exceptions = entry['exceptions'] |
| exception_count = len(exceptions) |
| exception_var = 'kExceptionsForEntry' + str(entry_id) |
| data_exception_file.write('const GpuControlList::Conditions %s[%d] = {\n' % |
| (exception_var, exception_count)) |
| for index in range(exception_count): |
| exception = exceptions[index] |
| if 'device_id' in exception and 'vendor_id' not in exception: |
| assert 'vendor_id' in entry |
| exception['vendor_id'] = entry['vendor_id'] |
| data_exception_file.write('{\n') |
| write_conditions(entry_id, True, index, exception, unique_symbol_id, |
| data_exception_file, data_helper_file, None) |
| data_exception_file.write('},\n') |
| data_exception_file.write('};\n\n') |
| data_file.write('base::size(%s), // exceptions count\n' % exception_var) |
| data_file.write('%s, // exceptions\n' % exception_var) |
| else: |
| data_file.write('0, // exceptions count\n') |
| data_file.write('nullptr, // exceptions\n') |
| # END |
| data_file.write('},\n') |
| |
| |
| def format_files(generated_files): |
| formatter = "clang-format" |
| if platform.system() == "Windows": |
| formatter += ".bat" |
| for filename in generated_files: |
| call([formatter, "-i", "-style=chromium", filename]) |
| |
| |
| def write_header_file_guard(out_file, filename, path, begin): |
| token = (path.upper().replace('/', '_') + '_' + |
| filename.upper().replace('.', '_') + '_') |
| if begin: |
| out_file.write('#ifndef %s\n#define %s\n\n' % (token, token)) |
| else: |
| out_file.write('\n#endif // %s\n' % token) |
| |
| |
| def process_json_file(json_filepath, list_tag, |
| feature_header_filename, total_features, feature_tag, |
| output_header_filepath, output_data_filepath, |
| output_helper_filepath, output_exception_filepath, path, |
| export_tag, git_format, os_filter, unique_symbol_id): |
| output_header_filename = os.path.basename(output_header_filepath) |
| output_helper_filename = os.path.basename(output_helper_filepath) |
| output_exception_filename = os.path.basename(output_exception_filepath) |
| json_file = open(json_filepath, 'rb') |
| json_data = json.load(json_file) |
| json_file.close() |
| data_file = open(output_data_filepath, 'w') |
| data_file.write(_LICENSE) |
| data_file.write(_DO_NOT_EDIT_WARNING) |
| data_file.write('#include "%s/%s"\n\n' % (path, output_header_filename)) |
| data_file.write('#include "%s/%s"\n' % (path, output_helper_filename)) |
| data_file.write('#include "%s/%s"\n\n' % (path, output_exception_filename)) |
| data_helper_file = open(output_helper_filepath, 'w') |
| data_helper_file.write(_LICENSE) |
| data_helper_file.write(_DO_NOT_EDIT_WARNING) |
| write_header_file_guard(data_helper_file, output_helper_filename, path, True) |
| data_helper_file.write('#include "gpu/config/%s"\n\n' % |
| feature_header_filename) |
| data_helper_file.write('namespace gpu {\n') |
| data_exception_file = open(output_exception_filepath, 'w') |
| data_exception_file.write(_LICENSE) |
| data_exception_file.write(_DO_NOT_EDIT_WARNING) |
| write_header_file_guard(data_exception_file, output_exception_filename, path, |
| True) |
| data_exception_file.write('namespace gpu {\n') |
| data_file.write('namespace gpu {\n\n') |
| data_file.write('const GpuControlList::Entry k%sEntries[] = {\n' % list_tag) |
| ids = [] |
| entry_count = 0 |
| for index in range(len(json_data['entries'])): |
| entry = json_data['entries'][index] |
| entry_id = entry['id'] |
| assert entry_id not in ids |
| ids.append(entry_id) |
| if 'os' in entry: |
| os_type = entry['os']['type'] |
| # Check for typos in the .json data |
| if os_type not in _OS_TYPE_MAP: |
| raise Exception('Unknown OS type "%s" for entry %d' % |
| (os_type, entry_id)) |
| if os_filter != None and os_type != os_filter: |
| continue |
| entry_count += 1 |
| write_entry(entry, total_features, feature_tag, unique_symbol_id, |
| data_file, data_helper_file, data_exception_file) |
| data_file.write('};\n') |
| data_file.write('const size_t k%sEntryCount = %d;\n' % |
| (list_tag, entry_count)) |
| data_file.write('} // namespace gpu\n') |
| data_file.close() |
| data_helper_file.write('} // namespace gpu\n') |
| write_header_file_guard(data_helper_file, output_helper_filename, path, False) |
| data_helper_file.close() |
| data_exception_file.write('} // namespace gpu\n') |
| write_header_file_guard(data_exception_file, output_exception_filename, path, |
| False) |
| data_exception_file.close() |
| data_header_file = open(output_header_filepath, 'w') |
| data_header_file.write(_LICENSE) |
| data_header_file.write(_DO_NOT_EDIT_WARNING) |
| write_header_file_guard(data_header_file, output_header_filename, path, True) |
| if export_tag == 'CONTENT_EXPORT ': |
| data_header_file.write('#include "content/common/content_export.h"\n') |
| data_header_file.write('#include "gpu/config/gpu_control_list.h"\n\n') |
| data_header_file.write('\n') |
| data_header_file.write('namespace gpu {\n') |
| data_header_file.write('%sextern const size_t k%sEntryCount;\n' % |
| (export_tag, list_tag)) |
| data_header_file.write( |
| '%sextern const GpuControlList::Entry k%sEntries[];\n' % |
| (export_tag, list_tag)) |
| data_header_file.write('} // namespace gpu\n') |
| write_header_file_guard(data_header_file, output_header_filename, path, False) |
| data_header_file.close() |
| if git_format: |
| format_files([output_header_filepath, output_data_filepath, |
| output_helper_filepath, output_exception_filepath]) |
| |
| |
| def process_software_rendering_list(script_dir, output_dir, os_filter): |
| total_features = load_software_rendering_list_features( |
| os.path.join(script_dir, 'gpu_feature_type.h')) |
| process_json_file( |
| os.path.join(script_dir, 'software_rendering_list.json'), |
| 'SoftwareRenderingList', |
| 'gpu_feature_type.h', |
| total_features, |
| 'GPU_FEATURE_TYPE_', |
| os.path.join(output_dir, 'software_rendering_list_autogen.h'), |
| os.path.join(output_dir, 'software_rendering_list_autogen.cc'), |
| os.path.join(output_dir, |
| 'software_rendering_list_arrays_and_structs_autogen.h'), |
| os.path.join(output_dir, 'software_rendering_list_exceptions_autogen.h'), |
| 'gpu/config', |
| 'GPU_EXPORT ', |
| False, |
| os_filter, |
| 'Software') |
| |
| |
| def process_gpu_driver_bug_list(script_dir, output_dir, os_filter): |
| total_features = load_gpu_driver_bug_workarounds( |
| os.path.join(output_dir, 'gpu_driver_bug_workaround_autogen.h')) |
| process_json_file( |
| os.path.join(script_dir, 'gpu_driver_bug_list.json'), |
| 'GpuDriverBugList', |
| 'gpu_driver_bug_workaround_type.h', |
| total_features, |
| '', |
| os.path.join(output_dir, 'gpu_driver_bug_list_autogen.h'), |
| os.path.join(output_dir, 'gpu_driver_bug_list_autogen.cc'), |
| os.path.join(output_dir, |
| 'gpu_driver_bug_list_arrays_and_structs_autogen.h'), |
| os.path.join(output_dir, 'gpu_driver_bug_list_exceptions_autogen.h'), |
| 'gpu/config', |
| 'GPU_EXPORT ', |
| False, |
| os_filter, |
| 'Workarounds') |
| |
| |
| def process_gpu_control_list_testing(script_dir, output_dir): |
| total_features = ['test_feature_0', 'test_feature_1', 'test_feature_2'] |
| process_json_file( |
| os.path.join(script_dir, 'gpu_control_list_testing.json'), |
| 'GpuControlListTesting', |
| 'gpu_control_list_testing_data.h', |
| total_features, |
| '', |
| os.path.join(output_dir, 'gpu_control_list_testing_autogen.h'), |
| os.path.join(output_dir, 'gpu_control_list_testing_autogen.cc'), |
| os.path.join(output_dir, |
| 'gpu_control_list_testing_arrays_and_structs_autogen.h'), |
| os.path.join(output_dir, 'gpu_control_list_testing_exceptions_autogen.h'), |
| 'gpu/config', |
| '', |
| True, |
| None, |
| 'GpuControlTesting') |
| |
| |
| def process_gpu_data_manager_testing(script_dir, output_dir): |
| total_features = load_software_rendering_list_features( |
| os.path.join(script_dir, 'gpu_feature_type.h')) |
| process_json_file( |
| os.path.join(output_dir, 'gpu_data_manager_testing.json'), |
| 'GpuDataManagerTesting', |
| 'gpu_feature_type.h', |
| total_features, |
| 'GPU_FEATURE_TYPE_', |
| os.path.join(output_dir, 'gpu_data_manager_testing_autogen.h'), |
| os.path.join(output_dir, 'gpu_data_manager_testing_autogen.cc'), |
| os.path.join(output_dir, |
| 'gpu_data_manager_testing_arrays_and_structs_autogen.h'), |
| os.path.join(output_dir, 'gpu_data_manager_testing_exceptions_autogen.h'), |
| 'content/browser/gpu', |
| '', |
| True, |
| None, |
| 'GpuManagerTesting') |
| |
| |
| def write_test_entry_enums(input_json_filepath, output_entry_enums_filepath, |
| path, list_tag): |
| json_file = open(input_json_filepath, 'rb') |
| json_data = json.load(json_file) |
| json_file.close() |
| |
| output_entry_enums_filename = os.path.basename(output_entry_enums_filepath) |
| enum_file = open(output_entry_enums_filepath, 'w') |
| enum_file.write(_LICENSE) |
| enum_file.write(_DO_NOT_EDIT_WARNING) |
| write_header_file_guard(enum_file, output_entry_enums_filename, path, True) |
| enum_file.write('namespace gpu {\n') |
| enum_file.write('enum %sEntryEnum {\n' % list_tag) |
| entry_count = len(json_data['entries']) |
| for index in range(entry_count): |
| entry = json_data['entries'][index] |
| entry_id = entry['id'] |
| description = entry['description'] |
| assert(index + 1 == int(entry_id)) |
| description = 'k' + description |
| description = description.replace('.', '_') |
| enum_file.write(' %s = %d,\n' % (description, index)) |
| enum_file.write('};\n') |
| enum_file.write('} // namespace gpu\n') |
| write_header_file_guard(enum_file, output_entry_enums_filename, path, False) |
| enum_file.close() |
| format_files([output_entry_enums_filepath]) |
| |
| |
| def main(argv): |
| parser = OptionParser() |
| parser.add_option("--output-dir", |
| help="output directory for SoftwareRenderingList and " |
| "GpuDriverBugList data files. " |
| "If unspecified, these files are not generated.") |
| parser.add_option("--skip-testing-data", action="store_false", |
| dest="generate_testing_data", default=True, |
| help="skip testing data generation.") |
| parser.add_option("--os-filter", |
| help="only output entries applied to the specified os.") |
| (options, _) = parser.parse_args(args=argv) |
| |
| script_dir = os.path.dirname(os.path.realpath(__file__)) |
| |
| if options.output_dir != None: |
| process_software_rendering_list( |
| script_dir, options.output_dir, options.os_filter) |
| process_gpu_driver_bug_list( |
| script_dir, options.output_dir, options.os_filter) |
| |
| if options.generate_testing_data: |
| # Testing data files are generated by calling the script manually. |
| process_gpu_control_list_testing(script_dir, script_dir) |
| write_test_entry_enums( |
| os.path.join(script_dir, 'gpu_control_list_testing.json'), |
| os.path.join(script_dir, |
| 'gpu_control_list_testing_entry_enums_autogen.h'), |
| 'gpu/config', |
| 'GpuControlListTesting') |
| chrome_root_dir = os.path.abspath(os.path.join(script_dir, '../../')) |
| gpu_data_manager_dir = os.path.join(chrome_root_dir, 'content/browser/gpu') |
| process_gpu_data_manager_testing(script_dir, gpu_data_manager_dir) |
| write_test_entry_enums( |
| os.path.join(gpu_data_manager_dir, 'gpu_data_manager_testing.json'), |
| os.path.join(gpu_data_manager_dir, |
| 'gpu_data_manager_testing_entry_enums_autogen.h'), |
| 'content/browser/gpu', |
| 'GpuDataManagerTesting') |
| |
| |
| if __name__ == '__main__': |
| sys.exit(main(sys.argv[1:])) |
