| // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "gpu/command_buffer/service/memory_program_cache.h" |
| |
| #include <stddef.h> |
| |
| #include "base/base64.h" |
| #include "base/callback.h" |
| #include "base/command_line.h" |
| #include "base/metrics/histogram.h" |
| #include "base/sha1.h" |
| #include "base/strings/string_number_conversions.h" |
| #include "gpu/command_buffer/common/constants.h" |
| #include "gpu/command_buffer/service/disk_cache_proto.pb.h" |
| #include "gpu/command_buffer/service/gl_utils.h" |
| #include "gpu/command_buffer/service/gles2_cmd_decoder.h" |
| #include "gpu/command_buffer/service/gpu_preferences.h" |
| #include "gpu/command_buffer/service/shader_manager.h" |
| #include "ui/gl/gl_bindings.h" |
| |
| namespace gpu { |
| namespace gles2 { |
| |
| namespace { |
| |
| void FillShaderVariableProto( |
| ShaderVariableProto* proto, const sh::ShaderVariable& variable) { |
| proto->set_type(variable.type); |
| proto->set_precision(variable.precision); |
| proto->set_name(variable.name); |
| proto->set_mapped_name(variable.mappedName); |
| proto->set_array_size(variable.arraySize); |
| proto->set_static_use(variable.staticUse); |
| for (size_t ii = 0; ii < variable.fields.size(); ++ii) { |
| ShaderVariableProto* field = proto->add_fields(); |
| FillShaderVariableProto(field, variable.fields[ii]); |
| } |
| proto->set_struct_name(variable.structName); |
| } |
| |
| void FillShaderAttributeProto( |
| ShaderAttributeProto* proto, const sh::Attribute& attrib) { |
| FillShaderVariableProto(proto->mutable_basic(), attrib); |
| proto->set_location(attrib.location); |
| } |
| |
| void FillShaderUniformProto( |
| ShaderUniformProto* proto, const sh::Uniform& uniform) { |
| FillShaderVariableProto(proto->mutable_basic(), uniform); |
| } |
| |
| void FillShaderVaryingProto( |
| ShaderVaryingProto* proto, const sh::Varying& varying) { |
| FillShaderVariableProto(proto->mutable_basic(), varying); |
| proto->set_interpolation(varying.interpolation); |
| proto->set_is_invariant(varying.isInvariant); |
| } |
| |
| void FillShaderOutputVariableProto(ShaderOutputVariableProto* proto, |
| const sh::OutputVariable& attrib) { |
| FillShaderVariableProto(proto->mutable_basic(), attrib); |
| proto->set_location(attrib.location); |
| } |
| |
| void FillShaderInterfaceBlockFieldProto( |
| ShaderInterfaceBlockFieldProto* proto, |
| const sh::InterfaceBlockField& interfaceBlockField) { |
| FillShaderVariableProto(proto->mutable_basic(), interfaceBlockField); |
| proto->set_is_row_major_layout(interfaceBlockField.isRowMajorLayout); |
| } |
| |
| void FillShaderInterfaceBlockProto(ShaderInterfaceBlockProto* proto, |
| const sh::InterfaceBlock& interfaceBlock) { |
| proto->set_name(interfaceBlock.name); |
| proto->set_mapped_name(interfaceBlock.mappedName); |
| proto->set_instance_name(interfaceBlock.instanceName); |
| proto->set_array_size(interfaceBlock.arraySize); |
| proto->set_layout(interfaceBlock.layout); |
| proto->set_is_row_major_layout(interfaceBlock.isRowMajorLayout); |
| proto->set_static_use(interfaceBlock.staticUse); |
| for (size_t ii = 0; ii < interfaceBlock.fields.size(); ++ii) { |
| ShaderInterfaceBlockFieldProto* field = proto->add_fields(); |
| FillShaderInterfaceBlockFieldProto(field, interfaceBlock.fields[ii]); |
| } |
| } |
| |
| void FillShaderProto(ShaderProto* proto, const char* sha, |
| const Shader* shader) { |
| proto->set_sha(sha, gpu::gles2::ProgramCache::kHashLength); |
| for (AttributeMap::const_iterator iter = shader->attrib_map().begin(); |
| iter != shader->attrib_map().end(); ++iter) { |
| ShaderAttributeProto* info = proto->add_attribs(); |
| FillShaderAttributeProto(info, iter->second); |
| } |
| for (UniformMap::const_iterator iter = shader->uniform_map().begin(); |
| iter != shader->uniform_map().end(); ++iter) { |
| ShaderUniformProto* info = proto->add_uniforms(); |
| FillShaderUniformProto(info, iter->second); |
| } |
| for (VaryingMap::const_iterator iter = shader->varying_map().begin(); |
| iter != shader->varying_map().end(); ++iter) { |
| ShaderVaryingProto* info = proto->add_varyings(); |
| FillShaderVaryingProto(info, iter->second); |
| } |
| for (auto iter = shader->output_variable_list().begin(); |
| iter != shader->output_variable_list().end(); ++iter) { |
| ShaderOutputVariableProto* info = proto->add_output_variables(); |
| FillShaderOutputVariableProto(info, *iter); |
| } |
| for (InterfaceBlockMap::const_iterator iter = |
| shader->interface_block_map().begin(); |
| iter != shader->interface_block_map().end(); ++iter) { |
| ShaderInterfaceBlockProto* info = proto->add_interface_blocks(); |
| FillShaderInterfaceBlockProto(info, iter->second); |
| } |
| } |
| |
| void RetrieveShaderVariableInfo( |
| const ShaderVariableProto& proto, sh::ShaderVariable* variable) { |
| variable->type = proto.type(); |
| variable->precision = proto.precision(); |
| variable->name = proto.name(); |
| variable->mappedName = proto.mapped_name(); |
| variable->arraySize = proto.array_size(); |
| variable->staticUse = proto.static_use(); |
| variable->fields.resize(proto.fields_size()); |
| for (int ii = 0; ii < proto.fields_size(); ++ii) |
| RetrieveShaderVariableInfo(proto.fields(ii), &(variable->fields[ii])); |
| variable->structName = proto.struct_name(); |
| } |
| |
| void RetrieveShaderAttributeInfo( |
| const ShaderAttributeProto& proto, AttributeMap* map) { |
| sh::Attribute attrib; |
| RetrieveShaderVariableInfo(proto.basic(), &attrib); |
| attrib.location = proto.location(); |
| (*map)[proto.basic().mapped_name()] = attrib; |
| } |
| |
| void RetrieveShaderUniformInfo( |
| const ShaderUniformProto& proto, UniformMap* map) { |
| sh::Uniform uniform; |
| RetrieveShaderVariableInfo(proto.basic(), &uniform); |
| (*map)[proto.basic().mapped_name()] = uniform; |
| } |
| |
| void RetrieveShaderVaryingInfo( |
| const ShaderVaryingProto& proto, VaryingMap* map) { |
| sh::Varying varying; |
| RetrieveShaderVariableInfo(proto.basic(), &varying); |
| varying.interpolation = static_cast<sh::InterpolationType>( |
| proto.interpolation()); |
| varying.isInvariant = proto.is_invariant(); |
| (*map)[proto.basic().mapped_name()] = varying; |
| } |
| |
| void RetrieveShaderOutputVariableInfo(const ShaderOutputVariableProto& proto, |
| OutputVariableList* list) { |
| sh::OutputVariable output_variable; |
| RetrieveShaderVariableInfo(proto.basic(), &output_variable); |
| output_variable.location = proto.location(); |
| list->push_back(output_variable); |
| } |
| |
| void RetrieveShaderInterfaceBlockFieldInfo( |
| const ShaderInterfaceBlockFieldProto& proto, |
| sh::InterfaceBlockField* interface_block_field) { |
| RetrieveShaderVariableInfo(proto.basic(), interface_block_field); |
| interface_block_field->isRowMajorLayout = proto.is_row_major_layout(); |
| } |
| |
| void RetrieveShaderInterfaceBlockInfo(const ShaderInterfaceBlockProto& proto, |
| InterfaceBlockMap* map) { |
| sh::InterfaceBlock interface_block; |
| interface_block.name = proto.name(); |
| interface_block.mappedName = proto.mapped_name(); |
| interface_block.instanceName = proto.instance_name(); |
| interface_block.arraySize = proto.array_size(); |
| interface_block.layout = static_cast<sh::BlockLayoutType>(proto.layout()); |
| interface_block.isRowMajorLayout = proto.is_row_major_layout(); |
| interface_block.staticUse = proto.static_use(); |
| interface_block.fields.resize(proto.fields_size()); |
| for (int ii = 0; ii < proto.fields_size(); ++ii) { |
| RetrieveShaderInterfaceBlockFieldInfo(proto.fields(ii), |
| &(interface_block.fields[ii])); |
| } |
| (*map)[proto.mapped_name()] = interface_block; |
| } |
| |
| void RunShaderCallback(const ShaderCacheCallback& callback, |
| GpuProgramProto* proto, |
| std::string sha_string) { |
| std::string shader; |
| proto->SerializeToString(&shader); |
| |
| std::string key; |
| base::Base64Encode(sha_string, &key); |
| callback.Run(key, shader); |
| } |
| |
| } // namespace |
| |
| MemoryProgramCache::MemoryProgramCache(size_t max_cache_size_bytes, |
| bool disable_gpu_shader_disk_cache) |
| : max_size_bytes_(max_cache_size_bytes), |
| disable_gpu_shader_disk_cache_(disable_gpu_shader_disk_cache), |
| curr_size_bytes_(0), |
| store_(ProgramMRUCache::NO_AUTO_EVICT) { |
| } |
| |
| MemoryProgramCache::~MemoryProgramCache() {} |
| |
| void MemoryProgramCache::ClearBackend() { |
| store_.Clear(); |
| DCHECK_EQ(0U, curr_size_bytes_); |
| } |
| |
| ProgramCache::ProgramLoadResult MemoryProgramCache::LoadLinkedProgram( |
| GLuint program, |
| Shader* shader_a, |
| Shader* shader_b, |
| const LocationMap* bind_attrib_location_map, |
| const std::vector<std::string>& transform_feedback_varyings, |
| GLenum transform_feedback_buffer_mode, |
| const ShaderCacheCallback& shader_callback) { |
| char a_sha[kHashLength]; |
| char b_sha[kHashLength]; |
| DCHECK(shader_a && !shader_a->last_compiled_source().empty() && |
| shader_b && !shader_b->last_compiled_source().empty()); |
| ComputeShaderHash( |
| shader_a->last_compiled_signature(), a_sha); |
| ComputeShaderHash( |
| shader_b->last_compiled_signature(), b_sha); |
| |
| char sha[kHashLength]; |
| ComputeProgramHash(a_sha, |
| b_sha, |
| bind_attrib_location_map, |
| transform_feedback_varyings, |
| transform_feedback_buffer_mode, |
| sha); |
| const std::string sha_string(sha, kHashLength); |
| |
| ProgramMRUCache::iterator found = store_.Get(sha_string); |
| if (found == store_.end()) { |
| return PROGRAM_LOAD_FAILURE; |
| } |
| const scoped_refptr<ProgramCacheValue> value = found->second; |
| glProgramBinary(program, |
| value->format(), |
| static_cast<const GLvoid*>(value->data()), |
| value->length()); |
| GLint success = 0; |
| glGetProgramiv(program, GL_LINK_STATUS, &success); |
| if (success == GL_FALSE) { |
| return PROGRAM_LOAD_FAILURE; |
| } |
| shader_a->set_attrib_map(value->attrib_map_0()); |
| shader_a->set_uniform_map(value->uniform_map_0()); |
| shader_a->set_varying_map(value->varying_map_0()); |
| shader_a->set_output_variable_list(value->output_variable_list_0()); |
| shader_a->set_interface_block_map(value->interface_block_map_0()); |
| shader_b->set_attrib_map(value->attrib_map_1()); |
| shader_b->set_uniform_map(value->uniform_map_1()); |
| shader_b->set_varying_map(value->varying_map_1()); |
| shader_b->set_output_variable_list(value->output_variable_list_1()); |
| shader_b->set_interface_block_map(value->interface_block_map_1()); |
| |
| if (!shader_callback.is_null() && !disable_gpu_shader_disk_cache_) { |
| std::unique_ptr<GpuProgramProto> proto( |
| GpuProgramProto::default_instance().New()); |
| proto->set_sha(sha, kHashLength); |
| proto->set_format(value->format()); |
| proto->set_program(value->data(), value->length()); |
| |
| FillShaderProto(proto->mutable_vertex_shader(), a_sha, shader_a); |
| FillShaderProto(proto->mutable_fragment_shader(), b_sha, shader_b); |
| RunShaderCallback(shader_callback, proto.get(), sha_string); |
| } |
| |
| return PROGRAM_LOAD_SUCCESS; |
| } |
| |
| void MemoryProgramCache::SaveLinkedProgram( |
| GLuint program, |
| const Shader* shader_a, |
| const Shader* shader_b, |
| const LocationMap* bind_attrib_location_map, |
| const std::vector<std::string>& transform_feedback_varyings, |
| GLenum transform_feedback_buffer_mode, |
| const ShaderCacheCallback& shader_callback) { |
| GLenum format; |
| GLsizei length = 0; |
| glGetProgramiv(program, GL_PROGRAM_BINARY_LENGTH_OES, &length); |
| if (length == 0 || static_cast<unsigned int>(length) > max_size_bytes_) { |
| return; |
| } |
| std::unique_ptr<char[]> binary(new char[length]); |
| glGetProgramBinary(program, |
| length, |
| NULL, |
| &format, |
| binary.get()); |
| UMA_HISTOGRAM_COUNTS("GPU.ProgramCache.ProgramBinarySizeBytes", length); |
| |
| char a_sha[kHashLength]; |
| char b_sha[kHashLength]; |
| DCHECK(shader_a && !shader_a->last_compiled_source().empty() && |
| shader_b && !shader_b->last_compiled_source().empty()); |
| ComputeShaderHash( |
| shader_a->last_compiled_signature(), a_sha); |
| ComputeShaderHash( |
| shader_b->last_compiled_signature(), b_sha); |
| |
| char sha[kHashLength]; |
| ComputeProgramHash(a_sha, |
| b_sha, |
| bind_attrib_location_map, |
| transform_feedback_varyings, |
| transform_feedback_buffer_mode, |
| sha); |
| const std::string sha_string(sha, sizeof(sha)); |
| |
| UMA_HISTOGRAM_COUNTS("GPU.ProgramCache.MemorySizeBeforeKb", |
| curr_size_bytes_ / 1024); |
| |
| // Evict any cached program with the same key in favor of the least recently |
| // accessed. |
| ProgramMRUCache::iterator existing = store_.Peek(sha_string); |
| if(existing != store_.end()) |
| store_.Erase(existing); |
| |
| while (curr_size_bytes_ + length > max_size_bytes_) { |
| DCHECK(!store_.empty()); |
| store_.Erase(store_.rbegin()); |
| } |
| |
| if (!shader_callback.is_null() && !disable_gpu_shader_disk_cache_) { |
| std::unique_ptr<GpuProgramProto> proto( |
| GpuProgramProto::default_instance().New()); |
| proto->set_sha(sha, kHashLength); |
| proto->set_format(format); |
| proto->set_program(binary.get(), length); |
| |
| FillShaderProto(proto->mutable_vertex_shader(), a_sha, shader_a); |
| FillShaderProto(proto->mutable_fragment_shader(), b_sha, shader_b); |
| RunShaderCallback(shader_callback, proto.get(), sha_string); |
| } |
| |
| store_.Put( |
| sha_string, |
| new ProgramCacheValue( |
| length, format, binary.release(), sha_string, a_sha, |
| shader_a->attrib_map(), shader_a->uniform_map(), |
| shader_a->varying_map(), shader_a->output_variable_list(), |
| shader_a->interface_block_map(), b_sha, |
| shader_b->attrib_map(), shader_b->uniform_map(), |
| shader_b->varying_map(), shader_b->output_variable_list(), |
| shader_b->interface_block_map(), this)); |
| |
| UMA_HISTOGRAM_COUNTS("GPU.ProgramCache.MemorySizeAfterKb", |
| curr_size_bytes_ / 1024); |
| } |
| |
| void MemoryProgramCache::LoadProgram(const std::string& program) { |
| std::unique_ptr<GpuProgramProto> proto( |
| GpuProgramProto::default_instance().New()); |
| if (proto->ParseFromString(program)) { |
| AttributeMap vertex_attribs; |
| UniformMap vertex_uniforms; |
| VaryingMap vertex_varyings; |
| OutputVariableList vertex_output_variables; |
| InterfaceBlockMap vertex_interface_blocks; |
| for (int i = 0; i < proto->vertex_shader().attribs_size(); i++) { |
| RetrieveShaderAttributeInfo(proto->vertex_shader().attribs(i), |
| &vertex_attribs); |
| } |
| for (int i = 0; i < proto->vertex_shader().uniforms_size(); i++) { |
| RetrieveShaderUniformInfo(proto->vertex_shader().uniforms(i), |
| &vertex_uniforms); |
| } |
| for (int i = 0; i < proto->vertex_shader().varyings_size(); i++) { |
| RetrieveShaderVaryingInfo(proto->vertex_shader().varyings(i), |
| &vertex_varyings); |
| } |
| for (int i = 0; i < proto->vertex_shader().output_variables_size(); i++) { |
| RetrieveShaderOutputVariableInfo( |
| proto->vertex_shader().output_variables(i), &vertex_output_variables); |
| } |
| for (int i = 0; i < proto->vertex_shader().interface_blocks_size(); i++) { |
| RetrieveShaderInterfaceBlockInfo( |
| proto->vertex_shader().interface_blocks(i), &vertex_interface_blocks); |
| } |
| |
| AttributeMap fragment_attribs; |
| UniformMap fragment_uniforms; |
| VaryingMap fragment_varyings; |
| OutputVariableList fragment_output_variables; |
| InterfaceBlockMap fragment_interface_blocks; |
| for (int i = 0; i < proto->fragment_shader().attribs_size(); i++) { |
| RetrieveShaderAttributeInfo(proto->fragment_shader().attribs(i), |
| &fragment_attribs); |
| } |
| for (int i = 0; i < proto->fragment_shader().uniforms_size(); i++) { |
| RetrieveShaderUniformInfo(proto->fragment_shader().uniforms(i), |
| &fragment_uniforms); |
| } |
| for (int i = 0; i < proto->fragment_shader().varyings_size(); i++) { |
| RetrieveShaderVaryingInfo(proto->fragment_shader().varyings(i), |
| &fragment_varyings); |
| } |
| for (int i = 0; i < proto->fragment_shader().output_variables_size(); i++) { |
| RetrieveShaderOutputVariableInfo( |
| proto->fragment_shader().output_variables(i), |
| &fragment_output_variables); |
| } |
| for (int i = 0; i < proto->fragment_shader().interface_blocks_size(); i++) { |
| RetrieveShaderInterfaceBlockInfo( |
| proto->fragment_shader().interface_blocks(i), |
| &fragment_interface_blocks); |
| } |
| |
| std::unique_ptr<char[]> binary(new char[proto->program().length()]); |
| memcpy(binary.get(), proto->program().c_str(), proto->program().length()); |
| |
| store_.Put( |
| proto->sha(), |
| new ProgramCacheValue( |
| proto->program().length(), proto->format(), binary.release(), |
| proto->sha(), proto->vertex_shader().sha().c_str(), vertex_attribs, |
| vertex_uniforms, vertex_varyings, vertex_output_variables, |
| vertex_interface_blocks, proto->fragment_shader().sha().c_str(), |
| fragment_attribs, fragment_uniforms, fragment_varyings, |
| fragment_output_variables, fragment_interface_blocks, this)); |
| |
| UMA_HISTOGRAM_COUNTS("GPU.ProgramCache.MemorySizeAfterKb", |
| curr_size_bytes_ / 1024); |
| } else { |
| LOG(ERROR) << "Failed to parse proto file."; |
| } |
| } |
| |
| MemoryProgramCache::ProgramCacheValue::ProgramCacheValue( |
| GLsizei length, |
| GLenum format, |
| const char* data, |
| const std::string& program_hash, |
| const char* shader_0_hash, |
| const AttributeMap& attrib_map_0, |
| const UniformMap& uniform_map_0, |
| const VaryingMap& varying_map_0, |
| const OutputVariableList& output_variable_list_0, |
| const InterfaceBlockMap& interface_block_map_0, |
| const char* shader_1_hash, |
| const AttributeMap& attrib_map_1, |
| const UniformMap& uniform_map_1, |
| const VaryingMap& varying_map_1, |
| const OutputVariableList& output_variable_list_1, |
| const InterfaceBlockMap& interface_block_map_1, |
| MemoryProgramCache* program_cache) |
| : length_(length), |
| format_(format), |
| data_(data), |
| program_hash_(program_hash), |
| shader_0_hash_(shader_0_hash, kHashLength), |
| attrib_map_0_(attrib_map_0), |
| uniform_map_0_(uniform_map_0), |
| varying_map_0_(varying_map_0), |
| output_variable_list_0_(output_variable_list_0), |
| interface_block_map_0_(interface_block_map_0), |
| shader_1_hash_(shader_1_hash, kHashLength), |
| attrib_map_1_(attrib_map_1), |
| uniform_map_1_(uniform_map_1), |
| varying_map_1_(varying_map_1), |
| output_variable_list_1_(output_variable_list_1), |
| interface_block_map_1_(interface_block_map_1), |
| program_cache_(program_cache) { |
| program_cache_->curr_size_bytes_ += length_; |
| program_cache_->LinkedProgramCacheSuccess(program_hash); |
| } |
| |
| MemoryProgramCache::ProgramCacheValue::~ProgramCacheValue() { |
| program_cache_->curr_size_bytes_ -= length_; |
| program_cache_->Evict(program_hash_); |
| } |
| |
| } // namespace gles2 |
| } // namespace gpu |
