// ---------------------------------------------------------------------------- // - Open3D: www.open3d.org - // ---------------------------------------------------------------------------- // The MIT License (MIT) // // Copyright (c) 2018 www.open3d.org // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS // IN THE SOFTWARE. // ---------------------------------------------------------------------------- #include "Open3D/Visualization/Shader/ImageShader.h" #include #include "Open3D/Geometry/Image.h" #include "Open3D/Visualization/Shader/Shader.h" #include "Open3D/Visualization/Utility/ColorMap.h" namespace open3d { namespace visualization { namespace glsl { namespace { uint8_t ConvertColorFromFloatToUnsignedChar(float color) { if (std::isnan(color)) { return 0; } else { float unified_color = std::min(1.0f, std::max(0.0f, color)); return (uint8_t)(unified_color * 255.0f); } } } // unnamed namespace bool ImageShader::Compile() { if (CompileShaders(ImageVertexShader, NULL, ImageFragmentShader) == false) { PrintShaderWarning("Compiling shaders failed."); return false; } vertex_position_ = glGetAttribLocation(program_, "vertex_position"); vertex_UV_ = glGetAttribLocation(program_, "vertex_UV"); image_texture_ = glGetUniformLocation(program_, "image_texture"); vertex_scale_ = glGetUniformLocation(program_, "vertex_scale"); return true; } void ImageShader::Release() { UnbindGeometry(); ReleaseProgram(); } bool ImageShader::BindGeometry(const geometry::Geometry &geometry, const RenderOption &option, const ViewControl &view) { // If there is already geometry, we first unbind it. // We use GL_STATIC_DRAW. When geometry changes, we clear buffers and // rebind the geometry. Note that this approach is slow. If the geometry is // changing per frame, consider implementing a new ShaderWrapper using // GL_STREAM_DRAW, and replace UnbindGeometry() with Buffer Object // Streaming mechanisms. UnbindGeometry(); // Prepare data to be passed to GPU geometry::Image render_image; if (PrepareBinding(geometry, option, view, render_image) == false) { PrintShaderWarning("Binding failed when preparing data."); return false; } // Create buffers and bind the geometry const GLfloat vertex_position_buffer_data[18] = { -1.0f, -1.0f, 0.0f, 1.0f, -1.0f, 0.0f, 1.0f, 1.0f, 0.0f, -1.0f, -1.0f, 0.0f, 1.0f, 1.0f, 0.0f, -1.0f, 1.0f, 0.0f, }; const GLfloat vertex_UV_buffer_data[12] = { 0.0f, 1.0f, 1.0f, 1.0f, 1.0f, 0.0f, 0.0f, 1.0f, 1.0f, 0.0f, 0.0f, 0.0f, }; glGenBuffers(1, &vertex_position_buffer_); glBindBuffer(GL_ARRAY_BUFFER, vertex_position_buffer_); glBufferData(GL_ARRAY_BUFFER, sizeof(vertex_position_buffer_data), vertex_position_buffer_data, GL_STATIC_DRAW); glGenBuffers(1, &vertex_UV_buffer_); glBindBuffer(GL_ARRAY_BUFFER, vertex_UV_buffer_); glBufferData(GL_ARRAY_BUFFER, sizeof(vertex_UV_buffer_data), vertex_UV_buffer_data, GL_STATIC_DRAW); glGenTextures(1, &image_texture_buffer_); glBindTexture(GL_TEXTURE_2D, image_texture_buffer_); glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, render_image.width_, render_image.height_, 0, GL_RGB, GL_UNSIGNED_BYTE, render_image.data_.data()); if (option.interpolation_option_ == RenderOption::TextureInterpolationOption::Nearest) { glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST); glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST); } else { glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR); glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR_MIPMAP_LINEAR); glGenerateMipmap(GL_TEXTURE_2D); } bound_ = true; return true; } bool ImageShader::RenderGeometry(const geometry::Geometry &geometry, const RenderOption &option, const ViewControl &view) { if (PrepareRendering(geometry, option, view) == false) { PrintShaderWarning("Rendering failed during preparation."); return false; } glUseProgram(program_); glUniform3fv(vertex_scale_, 1, vertex_scale_data_.data()); glActiveTexture(GL_TEXTURE0); glBindTexture(GL_TEXTURE_2D, image_texture_buffer_); glUniform1i(image_texture_, 0); glEnableVertexAttribArray(vertex_position_); glBindBuffer(GL_ARRAY_BUFFER, vertex_position_buffer_); glVertexAttribPointer(vertex_position_, 3, GL_FLOAT, GL_FALSE, 0, NULL); glEnableVertexAttribArray(vertex_UV_); glBindBuffer(GL_ARRAY_BUFFER, vertex_UV_buffer_); glVertexAttribPointer(vertex_UV_, 2, GL_FLOAT, GL_FALSE, 0, NULL); glDrawArrays(draw_arrays_mode_, 0, draw_arrays_size_); glDisableVertexAttribArray(vertex_position_); glDisableVertexAttribArray(vertex_UV_); return true; } void ImageShader::UnbindGeometry() { if (bound_) { glDeleteBuffers(1, &vertex_position_buffer_); glDeleteBuffers(1, &vertex_UV_buffer_); glDeleteTextures(1, &image_texture_buffer_); bound_ = false; } } bool ImageShaderForImage::PrepareRendering(const geometry::Geometry &geometry, const RenderOption &option, const ViewControl &view) { if (geometry.GetGeometryType() != geometry::Geometry::GeometryType::Image) { PrintShaderWarning("Rendering type is not geometry::Image."); return false; } const geometry::Image &image = (const geometry::Image &)geometry; GLfloat ratio_x, ratio_y; switch (option.image_stretch_option_) { case RenderOption::ImageStretchOption::StretchKeepRatio: ratio_x = GLfloat(image.width_) / GLfloat(view.GetWindowWidth()); ratio_y = GLfloat(image.height_) / GLfloat(view.GetWindowHeight()); if (ratio_x < ratio_y) { ratio_x /= ratio_y; ratio_y = 1.0f; } else { ratio_y /= ratio_x; ratio_x = 1.0f; } break; case RenderOption::ImageStretchOption::StretchWithWindow: ratio_x = 1.0f; ratio_y = 1.0f; break; case RenderOption::ImageStretchOption::OriginalSize: default: ratio_x = GLfloat(image.width_) / GLfloat(view.GetWindowWidth()); ratio_y = GLfloat(image.height_) / GLfloat(view.GetWindowHeight()); break; } vertex_scale_data_(0) = ratio_x; vertex_scale_data_(1) = ratio_y; vertex_scale_data_(2) = 1.0f; glDisable(GL_DEPTH_TEST); return true; } bool ImageShaderForImage::PrepareBinding(const geometry::Geometry &geometry, const RenderOption &option, const ViewControl &view, geometry::Image &render_image) { if (geometry.GetGeometryType() != geometry::Geometry::GeometryType::Image) { PrintShaderWarning("Rendering type is not geometry::Image."); return false; } const geometry::Image &image = (const geometry::Image &)geometry; if (image.HasData() == false) { PrintShaderWarning("Binding failed with empty image."); return false; } if (image.num_of_channels_ == 3 && image.bytes_per_channel_ == 1) { render_image = image; } else { render_image.Prepare(image.width_, image.height_, 3, 1); if (image.num_of_channels_ == 1 && image.bytes_per_channel_ == 1) { // grayscale image for (int i = 0; i < image.height_ * image.width_; i++) { render_image.data_[i * 3] = image.data_[i]; render_image.data_[i * 3 + 1] = image.data_[i]; render_image.data_[i * 3 + 2] = image.data_[i]; } } else if (image.num_of_channels_ == 1 && image.bytes_per_channel_ == 4) { // grayscale image with floating point per channel for (int i = 0; i < image.height_ * image.width_; i++) { float *p = (float *)(image.data_.data() + i * 4); uint8_t color = ConvertColorFromFloatToUnsignedChar(*p); render_image.data_[i * 3] = color; render_image.data_[i * 3 + 1] = color; render_image.data_[i * 3 + 2] = color; } } else if (image.num_of_channels_ == 3 && image.bytes_per_channel_ == 4) { // RGB image with floating point per channel for (int i = 0; i < image.height_ * image.width_ * 3; i++) { float *p = (float *)(image.data_.data() + i * 4); render_image.data_[i] = ConvertColorFromFloatToUnsignedChar(*p); } } else if (image.num_of_channels_ == 3 && image.bytes_per_channel_ == 2) { // image with RGB channels, each channel is a 16-bit integer for (int i = 0; i < image.height_ * image.width_ * 3; i++) { uint16_t *p = (uint16_t *)(image.data_.data() + i * 2); render_image.data_[i] = (uint8_t)((*p) & 0xff); } } else if (image.num_of_channels_ == 1 && image.bytes_per_channel_ == 2) { // depth image, one channel of 16-bit integer const ColorMap &global_color_map = *GetGlobalColorMap(); const int max_depth = option.image_max_depth_; for (int i = 0; i < image.height_ * image.width_; i++) { uint16_t *p = (uint16_t *)(image.data_.data() + i * 2); double depth = std::min(double(*p) / double(max_depth), 1.0); Eigen::Vector3d color = global_color_map.GetColor(depth); render_image.data_[i * 3] = (uint8_t)(color(0) * 255); render_image.data_[i * 3 + 1] = (uint8_t)(color(1) * 255); render_image.data_[i * 3 + 2] = (uint8_t)(color(2) * 255); } } } draw_arrays_mode_ = GL_TRIANGLES; draw_arrays_size_ = 6; return true; } } // namespace glsl } // namespace visualization } // namespace open3d