FilamentScene.cpp

Go to the documentation of this file.

// ----------------------------------------------------------------------------
// -                        CloudViewer: www.cloudViewer.org                  -
// ----------------------------------------------------------------------------
// Copyright (c) 2018-2024 www.cloudViewer.org
// SPDX-License-Identifier: MIT
// ----------------------------------------------------------------------------
 
// 4068: Filament has some clang-specific vectorizing pragma's that MSVC flags
// 4146: PixelBufferDescriptor assert unsigned is positive before subtracting
//       but MSVC can't figure that out.
// 4293: Filament's utils/algorithm.h utils::details::clz() does strange
//       things with MSVC. Somehow sizeof(unsigned int) > 4, but its size is
//       32 so that x >> 32 gives a warning. (Or maybe the compiler can't
//       determine the if statement does not run.)
// 4305: LightManager.h needs to specify some constants as floats
#include <unordered_set>
 
#ifdef _MSC_VER
#pragma warning(push)
#pragma warning(disable : 4068 4146 4293 4305)
#endif  // _MSC_VER
 
#include <backend/PixelBufferDescriptor.h>  // bogus 4146 warning on MSVC
#include <filament/Engine.h>
#include <filament/IndirectLight.h>
#include <filament/LightManager.h>
#include <filament/MaterialInstance.h>
#include <filament/Renderer.h>
#include <filament/Scene.h>
#include <filament/Skybox.h>
#include <filament/SwapChain.h>
#include <filament/Texture.h>
#include <filament/TextureSampler.h>
#include <filament/TransformManager.h>
#include <filament/VertexBuffer.h>
#include <filament/View.h>
#include <geometry/SurfaceOrientation.h>
#include <utils/EntityManager.h>
 
#ifdef _MSC_VER
#pragma warning(pop)
#endif  // _MSC_VER
 
// We do NOT include this first because it includes Image.h, which includes
// the fmt library, which includes windows.h (on Windows), which #defines
// OPAQUE (!!??) which causes syntax errors with filament/View.h which tries
// to make OPAQUE an member of a class enum. So include this after all the
// Filament headers to avoid this problem.
#if 1  // (enclose in #if so that apply-style doesn't move this)
#include "visualization/rendering/filament/FilamentScene.h"
#endif  // 1
 
#include <LineSet.h>
#include <Logging.h>
#include <ecvBBox.h>
#include <ecvMesh.h>
#include <ecvPointCloud.h>
 
#include "t/geometry/PointCloud.h"
#include "visualization/rendering/Light.h"
#include "visualization/rendering/Material.h"
#include "visualization/rendering/Model.h"
#include "visualization/rendering/RendererHandle.h"
#include "visualization/rendering/filament/FilamentEngine.h"
#include "visualization/rendering/filament/FilamentEntitiesMods.h"
#include "visualization/rendering/filament/FilamentGeometryBuffersBuilder.h"
#include "visualization/rendering/filament/FilamentRenderer.h"
#include "visualization/rendering/filament/FilamentResourceManager.h"
#include "visualization/rendering/filament/FilamentView.h"
 
namespace {  // avoid polluting global namespace, since only used here
 
static void DeallocateBuffer(void* buffer, size_t size, void* user_ptr) {
    free(buffer);
}
 
const std::string kBackgroundName = "__background";
const std::string kGroundPlaneName = "__ground_plane";
const Eigen::Vector4f kDefaultGroundPlaneColor(0.5f, 0.5f, 0.5f, 1.f);
 
namespace defaults_mapping {
 
using GeometryType = CV_TYPES::GeometryType;
using MaterialHandle = cloudViewer::visualization::rendering::MaterialHandle;
using ResourceManager =
        cloudViewer::visualization::rendering::FilamentResourceManager;
 
std::unordered_map<std::string, MaterialHandle> shader_mappings = {
        {"defaultLit", ResourceManager::kDefaultLit},
        {"defaultLitTransparency",
         ResourceManager::kDefaultLitWithTransparency},
        {"defaultLitSSR", ResourceManager::kDefaultLitSSR},
        {"defaultUnlitTransparency",
         ResourceManager::kDefaultUnlitWithTransparency},
        {"defaultUnlit", ResourceManager::kDefaultUnlit},
        {"normals", ResourceManager::kDefaultNormalShader},
        {"depth", ResourceManager::kDefaultDepthShader},
        {"depthValue", ResourceManager::kDefaultDepthValueShader},
        {"unlitGradient", ResourceManager::kDefaultUnlitGradientShader},
        {"unlitSolidColor", ResourceManager::kDefaultUnlitSolidColorShader},
        {"unlitPolygonOffset",
         ResourceManager::kDefaultUnlitPolygonOffsetShader},
        {"unlitBackground", ResourceManager::kDefaultUnlitBackgroundShader},
        {"infiniteGroundPlane", ResourceManager::kInfinitePlaneShader},
        {"unlitLine", ResourceManager::kDefaultLineShader},
        {"gaussianSplat", ResourceManager::kGaussianSplatShader}};
 
MaterialHandle kColorOnlyMesh = ResourceManager::kDefaultUnlit;
MaterialHandle kPlainMesh = ResourceManager::kDefaultLit;
MaterialHandle kMesh = ResourceManager::kDefaultLit;
 
MaterialHandle kColoredPointcloud = ResourceManager::kDefaultUnlit;
MaterialHandle kPointcloud = ResourceManager::kDefaultLit;
 
MaterialHandle kLineset = ResourceManager::kDefaultUnlit;
 
}  // namespace defaults_mapping
 
namespace converters {
using EigenMatrix = cloudViewer::visualization::rendering::FilamentScene::
        Transform::MatrixType;
using FilamentMatrix = filament::math::mat4f;
EigenMatrix EigenMatrixFromFilamentMatrix(const filament::math::mat4f& fm) {
    EigenMatrix em;
 
    em << fm(0, 0), fm(0, 1), fm(0, 2), fm(0, 3), fm(1, 0), fm(1, 1), fm(1, 2),
            fm(1, 3), fm(2, 0), fm(2, 1), fm(2, 2), fm(2, 3), fm(3, 0),
            fm(3, 1), fm(3, 2), fm(3, 3);
 
    return em;
}
 
FilamentMatrix FilamentMatrixFromEigenMatrix(const EigenMatrix& em) {
    // Filament matrices is column major and Eigen's - row major
    return FilamentMatrix(FilamentMatrix::row_major_init{
            em(0, 0), em(0, 1), em(0, 2), em(0, 3), em(1, 0), em(1, 1),
            em(1, 2), em(1, 3), em(2, 0), em(2, 1), em(2, 2), em(2, 3),
            em(3, 0), em(3, 1), em(3, 2), em(3, 3)});
}
}  // namespace converters
}  // namespace
 
namespace cloudViewer {
namespace visualization {
namespace rendering {
 
using namespace cloudViewer;
 
FilamentScene::FilamentScene(filament::Engine& engine,
                             FilamentResourceManager& resource_mgr,
                             Renderer& renderer)
    : Scene(renderer), engine_(engine), resource_mgr_(resource_mgr) {
    scene_ = engine_.createScene();
    CreateSunDirectionalLight();
    // Note: can't set background color, because ImguiFilamentBridge
    // creates a Scene, and it needs to not have anything drawing, or it
    // covers up any SceneWidgets in the window.
}
 
FilamentScene::~FilamentScene() {
    for (auto& le : lights_) {
        engine_.destroy(le.second.filament_entity);
        le.second.filament_entity.clear();
    }
    engine_.destroy(sun_.filament_entity);
    sun_.filament_entity.clear();
    if (ibl_handle_) {
        resource_mgr_.Destroy(ibl_handle_);
    }
    if (skybox_handle_) {
        resource_mgr_.Destroy(skybox_handle_);
    }
    engine_.destroy(scene_);
}
 
Scene* FilamentScene::Copy() {
    auto copy = new FilamentScene(engine_, resource_mgr_, renderer_);
    copy->geometries_ = this->geometries_;
    copy->lights_ = this->lights_;
    copy->model_geometries_ = this->model_geometries_;
    copy->background_color_ = this->background_color_;
    copy->background_image_ = this->background_image_;
    copy->ibl_name_ = this->ibl_name_;
    copy->ibl_enabled_ = this->ibl_enabled_;
    copy->skybox_enabled_ = this->skybox_enabled_;
    copy->indirect_light_ = this->indirect_light_;
    copy->skybox_ = this->skybox_;
    copy->sun_ = this->sun_;
 
    for (auto& name_geom : copy->geometries_) {
        auto& name = name_geom.first;
        auto& geom = name_geom.second;
 
        auto& renderable_mgr = copy->engine_.getRenderableManager();
        auto inst = renderable_mgr.getInstance(geom.filament_entity);
        auto box = renderable_mgr.getAxisAlignedBoundingBox(inst);
        auto vbuf = copy->resource_mgr_.GetVertexBuffer(geom.vb).lock();
        auto ibuf = copy->resource_mgr_.GetIndexBuffer(geom.ib).lock();
        auto new_entity = utils::EntityManager::get().create();
        filament::RenderableManager::Builder builder(1);
        builder.boundingBox(box)
                .layerMask(FilamentView::kAllLayersMask,
                           FilamentView::kMainLayer)
                .castShadows(geom.cast_shadows)
                .receiveShadows(geom.receive_shadows)
                .culling(geom.culling_enabled)
                .geometry(0, geom.primitive_type, vbuf.get(), ibuf.get());
        if (geom.priority >= 0) {
            builder.priority(uint8_t(geom.priority));
        }
        copy->resource_mgr_.ReuseVertexBuffer(geom.vb);
 
        auto material_instance = copy->AssignMaterialToFilamentGeometry(
                builder, geom.mat.properties);
 
        auto result = builder.build(copy->engine_, new_entity);
        if (result == filament::RenderableManager::Builder::Success) {
            if (geom.visible) {
                copy->scene_->addEntity(new_entity);
            }
            geom.filament_entity = new_entity;
            geom.mat.mat_instance = material_instance;
 
            auto transform = this->GetGeometryTransform(name);
            copy->SetGeometryTransform(name, transform);
            copy->UpdateMaterialProperties(
                    copy->geometries_[name]);  // for non-const
 
        } else {
            utility::LogWarning(
                    "Failed to copy Filament resources for geometry {}", name);
        }
    }
    return copy;
}
 
ViewHandle FilamentScene::AddView(std::int32_t x,
                                  std::int32_t y,
                                  std::uint32_t w,
                                  std::uint32_t h) {
    auto handle = ViewHandle::Next();
    auto view = std::make_unique<FilamentView>(engine_, *this, resource_mgr_);
 
    view->SetViewport(x, y, w, h);
    if (!views_.empty()) {
        view->SetDiscardBuffers(View::TargetBuffers::DepthAndStencil);
    }
 
    ViewContainer c;
    c.view = std::move(view);
    views_.emplace(handle, std::move(c));
 
    return handle;
}
 
View* FilamentScene::GetView(const ViewHandle& view_id) const {
    auto found = views_.find(view_id);
    if (found != views_.end()) {
        return found->second.view.get();
    }
 
    return nullptr;
}
 
void FilamentScene::SetViewActive(const ViewHandle& view_id, bool is_active) {
    auto found = views_.find(view_id);
    if (found != views_.end()) {
        found->second.is_active = is_active;
        found->second.render_count = -1;
    }
}
 
void FilamentScene::SetRenderOnce(const ViewHandle& view_id) {
    auto found = views_.find(view_id);
    if (found != views_.end()) {
        found->second.is_active = true;
        found->second.render_count = 1;
    }
}
 
void FilamentScene::RemoveView(const ViewHandle& view_id) {
    views_.erase(view_id);
}
 
void FilamentScene::AddCamera(const std::string& camera_name,
                              std::shared_ptr<Camera> cam) {}
 
void FilamentScene::RemoveCamera(const std::string& camera_name) {}
 
void FilamentScene::SetActiveCamera(const std::string& camera_name) {}
 
MaterialInstanceHandle FilamentScene::AssignMaterialToFilamentGeometry(
        filament::RenderableManager::Builder& builder,
        const MaterialRecord& material) {
    // TODO: put this in a method
    auto shader = defaults_mapping::shader_mappings[material.shader];
    if (!shader) shader = defaults_mapping::kColorOnlyMesh;
 
    auto material_instance = resource_mgr_.CreateMaterialInstance(shader);
    auto wmat_instance = resource_mgr_.GetMaterialInstance(material_instance);
    if (!wmat_instance.expired()) {
        builder.material(0, wmat_instance.lock().get());
    }
    return material_instance;
}
 
bool FilamentScene::AddGeometry(const std::string& object_name,
                                const ccHObject& geometry,
                                const MaterialRecord& material,
                                const std::string& downsampled_name /*= ""*/,
                                size_t downsample_threshold /*= SIZE_MAX*/) {
    if (geometries_.count(object_name) > 0) {
        utility::LogWarning(
                "Geometry {} has already been added to scene graph.",
                object_name);
        return false;
    }
 
    // Basic sanity checks
    if (geometry.IsEmpty()) {
        utility::LogDebug(
                "Geometry for object {} is empty. Not adding geometry to scene",
                object_name);
        return false;
    }
 
    auto tris = dynamic_cast<const ccMesh*>(&geometry);
    if (tris && !tris->hasNormals() && !tris->hasTriNormals() &&
        (material.shader == "defaultUnlit" ||
         material.shader == "defaultLitTransparency")) {
        utility::LogWarning(
                "Using a shader with lighting but geometry has no normals.");
    }
 
    // Build Filament buffers
    auto buffer_builder = GeometryBuffersBuilder::GetBuilder(geometry);
    if (!buffer_builder) {
        utility::LogWarning("Geometry type {} is not supported yet!",
                            static_cast<size_t>(geometry.getClassID()));
        return false;
    }
    if (!downsampled_name.empty()) {
        buffer_builder->SetDownsampleThreshold(downsample_threshold);
    }
    buffer_builder->SetAdjustColorsForSRGBToneMapping(material.sRGB_color);
    if (material.shader == "unlitLine") {
        buffer_builder->SetWideLines();
    }
 
    auto buffers = buffer_builder->ConstructBuffers();
    auto vb = std::get<0>(buffers);
    auto ib = std::get<1>(buffers);
    auto ib_downsampled = std::get<2>(buffers);
    filament::Box aabb = buffer_builder->ComputeAABB();  // expensive
    bool success = CreateAndAddFilamentEntity(object_name, *buffer_builder,
                                              aabb, vb, ib, material);
    if (success && ib_downsampled) {
        if (!CreateAndAddFilamentEntity(downsampled_name, *buffer_builder, aabb,
                                        vb, ib_downsampled, material,
                                        BufferReuse::kYes)) {
            utility::LogWarning(
                    "Internal error: could not create downsampled point cloud");
        }
    }
    return success;
}
 
bool FilamentScene::AddGeometry(const std::string& object_name,
                                const t::geometry::Geometry& geometry,
                                const MaterialRecord& material,
                                const std::string& downsampled_name /*= ""*/,
                                size_t downsample_threshold /*= SIZE_MAX*/) {
    // Basic sanity checks
    if (geometry.IsEmpty()) {
        utility::LogWarning("Geometry for object {} is empty", object_name);
        return false;
    }
    auto buffer_builder = GeometryBuffersBuilder::GetBuilder(geometry);
    if (!buffer_builder) {
        utility::LogWarning(
                "Unable to create GPU resources for object {}. Please check "
                "console for further details.",
                object_name);
        return false;
    }
 
    // Setup and build filament resources
    if (!downsampled_name.empty()) {
        buffer_builder->SetDownsampleThreshold(downsample_threshold);
    }
    buffer_builder->SetAdjustColorsForSRGBToneMapping(material.sRGB_color);
    if (material.shader == "unlitLine") {
        buffer_builder->SetWideLines();
    }
 
    auto buffers = buffer_builder->ConstructBuffers();
    auto vb = std::get<0>(buffers);
    auto ib = std::get<1>(buffers);
    auto ib_downsampled = std::get<2>(buffers);
    filament::Box aabb = buffer_builder->ComputeAABB();
    // NOTE: pointer not checked because if we get to this point then we know
    // that the dynamic cast must succeed
    auto* drawable_geom =
            dynamic_cast<const t::geometry::DrawableGeometry*>(&geometry);
    MaterialRecord internal_material = material;
    if (drawable_geom->HasMaterial()) {
        drawable_geom->GetMaterial().ToMaterialRecord(internal_material);
    }
    bool success = CreateAndAddFilamentEntity(object_name, *buffer_builder,
                                              aabb, vb, ib, internal_material);
    if (success && ib_downsampled) {
        if (!CreateAndAddFilamentEntity(downsampled_name, *buffer_builder, aabb,
                                        vb, ib_downsampled, internal_material,
                                        BufferReuse::kYes)) {
            // If we failed to create a downsampled cloud, which would be
            // unlikely, create another entity with the original buffers
            // (since that succeeded).
            utility::LogWarning(
                    "Internal error: could not create downsampled point cloud");
            CreateAndAddFilamentEntity(downsampled_name, *buffer_builder, aabb,
                                       vb, ib, material, BufferReuse::kYes);
        }
    }
    return success;
}
 
#ifndef NDEBUG
void OutputMaterialProperties(
        const visualization::rendering::MaterialRecord& mat) {
    utility::LogInfo("Material {}", mat.name);
    utility::LogInfo("\tAlpha: {}", mat.has_alpha);
    utility::LogInfo("\tBase Color: {},{},{},{}", mat.base_color.x(),
                     mat.base_color.y(), mat.base_color.z(),
                     mat.base_color.w());
    utility::LogInfo("\tBase Metallic: {}", mat.base_metallic);
    utility::LogInfo("\tBase Roughness: {}", mat.base_roughness);
    utility::LogInfo("\tBase Reflectance: {}", mat.base_reflectance);
    utility::LogInfo("\tBase Clear Cout: {}", mat.base_clearcoat);
}
#endif
 
bool FilamentScene::AddGeometry(const std::string& object_name,
                                const TriangleMeshModel& model) {
    if (geometries_.count(object_name) > 0 ||
        model_geometries_.count(object_name) > 0) {
        utility::LogWarning("Model {} has already been added to scene graph.",
                            object_name);
        return false;
    }
 
    std::vector<std::string> mesh_object_names;
    std::unordered_multiset<std::string> check_duplicates;
    for (const auto& mesh : model.meshes_) {
        auto& mat = model.materials_[mesh.material_idx];
        std::string derived_name(object_name + ":" + mesh.mesh_name);
        check_duplicates.insert(derived_name);
        if (check_duplicates.count(derived_name) > 1) {
            derived_name +=
                    std::string("_") +
                    std::to_string(check_duplicates.count(derived_name));
        }
        AddGeometry(derived_name, *(mesh.mesh), mat);
        mesh_object_names.push_back(derived_name);
    }
    model_geometries_[object_name] = mesh_object_names;
 
    return true;
}
 
bool FilamentScene::CreateAndAddFilamentEntity(
        const std::string& object_name,
        GeometryBuffersBuilder& buffer_builder,
        filament::Box& aabb,
        VertexBufferHandle vb,
        IndexBufferHandle ib,
        const MaterialRecord& material,
        BufferReuse reusing_vertex_buffer /*= kNo*/) {
    auto vbuf = resource_mgr_.GetVertexBuffer(vb).lock();
    auto ibuf = resource_mgr_.GetIndexBuffer(ib).lock();
 
    auto filament_entity = utils::EntityManager::get().create();
    filament::RenderableManager::Builder builder(1);
    builder.boundingBox(aabb)
            .layerMask(FilamentView::kAllLayersMask, FilamentView::kMainLayer)
            .castShadows(true)
            .receiveShadows(true)
            .geometry(0, buffer_builder.GetPrimitiveType(), vbuf.get(),
                      ibuf.get());
 
    auto material_instance =
            AssignMaterialToFilamentGeometry(builder, material);
 
    auto result = builder.build(engine_, filament_entity);
    if (result == filament::RenderableManager::Builder::Success) {
        scene_->addEntity(filament_entity);
 
        auto giter = geometries_.emplace(std::make_pair(
                object_name,
                RenderableGeometry{object_name,
                                   true,
                                   false,
                                   true,
                                   true,
                                   true,
                                   -1,
                                   {{}, material, material_instance},
                                   filament_entity,
                                   buffer_builder.GetPrimitiveType(),
                                   vb,
                                   ib}));
 
        SetGeometryTransform(object_name, Transform::Identity());
        UpdateMaterialProperties(giter.first->second);
    } else {
        // NOTE: Is there a better way to handle builder failing? That's a
        // sign of a major problem.
        utility::LogWarning(
                "Failed to build Filament resources for geometry {}",
                object_name);
        return false;
    }
 
    if (reusing_vertex_buffer == BufferReuse::kYes) {
        resource_mgr_.ReuseVertexBuffer(vb);
    }
 
    return true;
}
 
bool FilamentScene::HasGeometry(const std::string& object_name) const {
    if (GeometryIsModel(object_name)) {
        return true;
    }
    auto geom_entry = geometries_.find(object_name);
    return (geom_entry != geometries_.end());
}
 
void FilamentScene::UpdateGeometry(const std::string& object_name,
                                   const t::geometry::PointCloud& point_cloud,
                                   uint32_t update_flags) {
    auto geoms = GetGeometry(object_name, false);
    if (!geoms.empty()) {
        // Note: There should only be a single entry in geoms
        auto* g = geoms[0];
        auto vbuf_ptr = resource_mgr_.GetVertexBuffer(g->vb).lock();
        auto vbuf = vbuf_ptr.get();
 
        const auto& points = point_cloud.GetPoints();
        const size_t n_vertices = points.GetLength();
 
        // NOTE: number of points in the updated point cloud must be the
        // same as the number of points when the vertex buffer was first
        // created. If the number of points has changed then it cannot be
        // updated. In that case, you must remove the geometry then add it
        // again.
        if (n_vertices > vbuf->getVertexCount()) {
            utility::LogWarning(
                    "Geometry for point cloud {} cannot be updated because the "
                    "number of points exceeds the existing point count (Old: "
                    "{}, New: {})",
                    object_name, vbuf->getVertexCount(), n_vertices);
            return;
        }
 
        bool geometry_update_needed = n_vertices != vbuf->getVertexCount();
        bool pcloud_is_gpu =
                points.GetDevice().GetType() == core::Device::DeviceType::CUDA;
        t::geometry::PointCloud cpu_pcloud;
        if (pcloud_is_gpu) {
            cpu_pcloud = point_cloud.CPU();
        }
 
        // Update the each of the attribute requested
        if (update_flags & kUpdatePointsFlag) {
            const size_t vertex_array_size = n_vertices * 3 * sizeof(float);
            if (pcloud_is_gpu) {
                auto vertex_data =
                        static_cast<float*>(malloc(vertex_array_size));
                memcpy(vertex_data, cpu_pcloud.GetPoints().GetDataPtr(),
                       vertex_array_size);
                filament::VertexBuffer::BufferDescriptor pts_descriptor(
                        vertex_data, vertex_array_size, DeallocateBuffer);
                vbuf->setBufferAt(engine_, 0, std::move(pts_descriptor));
            } else {
                filament::VertexBuffer::BufferDescriptor pts_descriptor(
                        points.GetDataPtr(), vertex_array_size);
                vbuf->setBufferAt(engine_, 0, std::move(pts_descriptor));
            }
        }
 
        if (update_flags & kUpdateColorsFlag && point_cloud.HasPointColors()) {
            const size_t color_array_size = n_vertices * 3 * sizeof(float);
            if (pcloud_is_gpu) {
                auto color_data = static_cast<float*>(malloc(color_array_size));
                memcpy(color_data, cpu_pcloud.GetPoints().GetDataPtr(),
                       color_array_size);
                filament::VertexBuffer::BufferDescriptor color_descriptor(
                        color_data, color_array_size, DeallocateBuffer);
                vbuf->setBufferAt(engine_, 1, std::move(color_descriptor));
            } else {
                filament::VertexBuffer::BufferDescriptor color_descriptor(
                        point_cloud.GetPointColors().GetDataPtr(),
                        color_array_size);
                vbuf->setBufferAt(engine_, 1, std::move(color_descriptor));
            }
        }
 
        if (update_flags & kUpdateNormalsFlag &&
            point_cloud.HasPointNormals()) {
            const size_t normal_array_size = n_vertices * 4 * sizeof(float);
            const void* normal_data = nullptr;
            if (pcloud_is_gpu) {
                const auto& normals = point_cloud.GetPointNormals();
                normal_data = normals.GetDataPtr();
            } else {
                normal_data = cpu_pcloud.GetPointNormals().GetDataPtr();
            }
 
            // Converting normals to Filament type - quaternions
            auto float4v_tangents = static_cast<filament::math::quatf*>(
                    malloc(normal_array_size));
            auto orientation = filament::geometry::SurfaceOrientation::Builder()
                                       .vertexCount(n_vertices)
                                       .normals(reinterpret_cast<
                                                const filament::math::float3*>(
                                               normal_data))
                                       .build();
            orientation->getQuats(float4v_tangents, n_vertices);
            filament::VertexBuffer::BufferDescriptor normals_descriptor(
                    float4v_tangents, normal_array_size, DeallocateBuffer);
            vbuf->setBufferAt(engine_, 2, std::move(normals_descriptor));
            delete orientation;
        }
 
        if (update_flags & kUpdateUv0Flag) {
            const size_t uv_array_size = n_vertices * 2 * sizeof(float);
            if (point_cloud.HasPointAttr("uv")) {
                filament::VertexBuffer::BufferDescriptor uv_descriptor(
                        point_cloud.GetPointAttr("uv").GetDataPtr(),
                        uv_array_size);
                vbuf->setBufferAt(engine_, 3, std::move(uv_descriptor));
            } else if (point_cloud.HasPointAttr("__visualization_scalar")) {
                // Update in PointCloudBuffers.cpp, too:
                //     TPointCloudBuffersBuilder::ConstructBuffers
                float* uv_array = static_cast<float*>(malloc(uv_array_size));
                memset(uv_array, 0, uv_array_size);
                const float* src = static_cast<const float*>(
                        point_cloud.GetPointAttr("__visualization_scalar")
                                .GetDataPtr());
                const size_t n = 2 * n_vertices;
                for (size_t i = 0; i < n; i += 2) {
                    uv_array[i] = *src++;
                }
                filament::VertexBuffer::BufferDescriptor uv_descriptor(
                        uv_array, uv_array_size, DeallocateBuffer);
                vbuf->setBufferAt(engine_, 3, std::move(uv_descriptor));
            }
        }
 
        // Update the geometry to reflect new geometry count
        if (geometry_update_needed) {
            auto& renderable_mgr = engine_.getRenderableManager();
            auto inst = renderable_mgr.getInstance(g->filament_entity);
            renderable_mgr.setGeometryAt(
                    inst, 0, filament::RenderableManager::PrimitiveType::POINTS,
                    0, n_vertices);
        }
    }
}
 
void FilamentScene::RemoveGeometry(const std::string& object_name) {
    auto geoms = GetGeometry(object_name, false);
    if (!geoms.empty()) {
        for (auto* g : geoms) {
            scene_->remove(g->filament_entity);
            g->ReleaseResources(engine_, resource_mgr_);
            geometries_.erase(g->name);
        }
    }
 
    if (GeometryIsModel(object_name)) {
        model_geometries_.erase(object_name);
    }
}
 
void FilamentScene::ShowGeometry(const std::string& object_name, bool show) {
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        if (g->visible != show) {
            g->visible = show;
            if (show) {
                scene_->addEntity(g->filament_entity);
            } else {
                scene_->remove(g->filament_entity);
            }
        }
    }
}
 
bool FilamentScene::GeometryIsVisible(const std::string& object_name) {
    auto geoms = GetGeometry(object_name);
    if (!geoms.empty()) {
        // NOTE: all meshes of model share same visibility so we only need to
        // check first entry of this array
        return geoms[0]->visible;
    } else {
        return false;
    }
}
 
utils::EntityInstance<filament::TransformManager>
FilamentScene::GetGeometryTransformInstance(RenderableGeometry* geom) {
    filament::TransformManager::Instance itransform;
    auto& transform_mgr = engine_.getTransformManager();
    itransform = transform_mgr.getInstance(geom->filament_entity);
    if (!itransform.isValid()) {
        using namespace filament::math;
        transform_mgr.create(geom->filament_entity);
        itransform = transform_mgr.getInstance(geom->filament_entity);
        transform_mgr.create(
                geom->filament_entity, itransform,
                mat4f::translation(filament::math::float3{0.0f, 0.0f, 0.0f}));
    }
    return itransform;
}
 
void FilamentScene::SetGeometryTransform(const std::string& object_name,
                                         const Transform& transform) {
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        auto itransform = GetGeometryTransformInstance(g);
        if (itransform.isValid()) {
            const auto& ematrix = transform.matrix();
            auto& transform_mgr = engine_.getTransformManager();
            transform_mgr.setTransform(
                    itransform,
                    converters::FilamentMatrixFromEigenMatrix(ematrix));
        }
    }
}
 
FilamentScene::Transform FilamentScene::GetGeometryTransform(
        const std::string& object_name) {
    Transform etransform;
    auto geoms = GetGeometry(object_name);
    if (!geoms.empty()) {
        auto itransform = GetGeometryTransformInstance(geoms[0]);
        if (itransform.isValid()) {
            auto& transform_mgr = engine_.getTransformManager();
            auto ftransform = transform_mgr.getTransform(itransform);
            etransform = converters::EigenMatrixFromFilamentMatrix(ftransform);
        }
    }
    return etransform;
}
 
ccBBox FilamentScene::GetGeometryBoundingBox(const std::string& object_name) {
    ccBBox result;
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        auto& renderable_mgr = engine_.getRenderableManager();
        auto inst = renderable_mgr.getInstance(g->filament_entity);
        auto box = renderable_mgr.getAxisAlignedBoundingBox(inst);
 
        auto& transform_mgr = engine_.getTransformManager();
        auto itransform = transform_mgr.getInstance(g->filament_entity);
        auto transform = transform_mgr.getWorldTransform(itransform);
 
        box = rigidTransform(box, transform);
 
        auto min = box.center - box.halfExtent;
        auto max = box.center + box.halfExtent;
        result += ccBBox(CCVector3(min.x, min.y, min.z),
                         CCVector3(max.x, max.y, max.z));
    }
    return result;
}
 
void FilamentScene::GeometryShadows(const std::string& object_name,
                                    bool cast_shadows,
                                    bool receive_shadows) {
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        auto& renderable_mgr = engine_.getRenderableManager();
        filament::RenderableManager::Instance inst =
                renderable_mgr.getInstance(g->filament_entity);
        renderable_mgr.setCastShadows(inst, cast_shadows);
        renderable_mgr.setReceiveShadows(inst, receive_shadows);
    }
}
 
void FilamentScene::SetGeometryCulling(const std::string& object_name,
                                       bool enable) {
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        auto& renderable_mgr = engine_.getRenderableManager();
        filament::RenderableManager::Instance inst =
                renderable_mgr.getInstance(g->filament_entity);
        renderable_mgr.setCulling(inst, enable);
        g->culling_enabled = enable;
    }
}
 
void FilamentScene::SetGeometryPriority(const std::string& object_name,
                                        uint8_t priority) {
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        auto& renderable_mgr = engine_.getRenderableManager();
        filament::RenderableManager::Instance inst =
                renderable_mgr.getInstance(g->filament_entity);
        renderable_mgr.setPriority(inst, priority);
        g->priority = (int)priority;
    }
}
 
void FilamentScene::UpdateDefaultLit(GeometryMaterialInstance& geom_mi) {
    auto& material = geom_mi.properties;
    auto& maps = geom_mi.maps;
 
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", material.base_color, false)
            .SetParameter("pointSize", material.point_size)
            .SetParameter("baseRoughness", material.base_roughness)
            .SetParameter("baseMetallic", material.base_metallic)
            .SetParameter("reflectance", material.base_reflectance)
            .SetParameter("clearCoat", material.base_clearcoat)
            .SetParameter("clearCoatRoughness",
                          material.base_clearcoat_roughness)
            .SetParameter("anisotropy", material.base_anisotropy)
            .SetTexture("albedo", maps.albedo_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("normalMap", maps.normal_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("ao_rough_metalMap", maps.ao_rough_metal_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("reflectanceMap", maps.reflectance_map,
                        rendering::TextureSamplerParameters::Pretty())
            // NOTE: Disabled temporarily to avoid Filament warning until
            // defaultLit is reworked to use fewer samplers
            // .SetTexture("clearCoatMap", maps.clear_coat_map,
            //             rendering::TextureSamplerParameters::Pretty())
            // .SetTexture("clearCoatRoughnessMap",
            // maps.clear_coat_roughness_map,
            //             rendering::TextureSamplerParameters::Pretty())
            // .SetTexture("anisotropyMap", maps.anisotropy_map,
            //             rendering::TextureSamplerParameters::Pretty())
            .Finish();
}
 
void FilamentScene::UpdateGaussianSplat(GeometryMaterialInstance& geom_mi) {
    auto& material = geom_mi.properties;
    auto& maps = geom_mi.maps;
 
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", material.base_color, false)
            .SetParameter("pointSize", material.point_size)
            .SetParameter("baseRoughness", material.base_roughness)
            .SetParameter("baseMetallic", material.base_metallic)
            .SetParameter("reflectance", material.base_reflectance)
            .SetParameter("clearCoat", material.base_clearcoat)
            .SetParameter("clearCoatRoughness",
                          material.base_clearcoat_roughness)
            .SetParameter("anisotropy", material.base_anisotropy)
            .SetParameter("shDegree", material.sh_degree)
            .SetTexture("albedo", maps.albedo_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("normalMap", maps.normal_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("ao_rough_metalMap", maps.ao_rough_metal_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("reflectanceMap", maps.reflectance_map,
                        rendering::TextureSamplerParameters::Pretty())
            .Finish();
}
 
void FilamentScene::UpdateDefaultLitSSR(GeometryMaterialInstance& geom_mi) {
    auto& material = geom_mi.properties;
    auto& maps = geom_mi.maps;
 
    auto absorption_float3 = filament::Color::absorptionAtDistance(
            filament::math::float3(material.absorption_color.x(),
                                   material.absorption_color.y(),
                                   material.absorption_color.z()),
            material.absorption_distance);
    Eigen::Vector3f absorption(absorption_float3.x, absorption_float3.y,
                               absorption_float3.z);
 
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", material.base_color, false)
            .SetParameter("pointSize", material.point_size)
            .SetParameter("baseRoughness", material.base_roughness)
            .SetParameter("baseMetallic", material.base_metallic)
            .SetParameter("reflectance", material.base_reflectance)
            .SetParameter("clearCoat", material.base_clearcoat)
            .SetParameter("clearCoatRoughness",
                          material.base_clearcoat_roughness)
            .SetParameter("anisotropy", material.base_anisotropy)
            .SetParameter("thickness", material.thickness)
            .SetParameter("transmission", material.transmission)
            .SetParameter("absorption", absorption)
            .SetTexture("albedo", maps.albedo_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("normalMap", maps.normal_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("ao_rough_metalMap", maps.ao_rough_metal_map,
                        rendering::TextureSamplerParameters::Pretty())
            .SetTexture("reflectanceMap", maps.reflectance_map,
                        rendering::TextureSamplerParameters::Pretty())
            .Finish();
}
 
void FilamentScene::UpdateDefaultUnlit(GeometryMaterialInstance& geom_mi) {
    float srgb = (geom_mi.properties.sRGB_vertex_color ? 1.f : 0.f);
 
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", geom_mi.properties.base_color, true)
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .SetParameter("srgbColor", srgb)
            .SetTexture("albedo", geom_mi.maps.albedo_map,
                        rendering::TextureSamplerParameters::Pretty())
            .Finish();
}
 
void FilamentScene::UpdateNormalShader(GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .Finish();
}
 
void FilamentScene::UpdateDepthShader(GeometryMaterialInstance& geom_mi) {
    auto* camera = views_.begin()->second.view->GetCamera();
    const float f = float(camera->GetFar());
    const float n = float(camera->GetNear());
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .SetParameter("cameraNear", n)
            .SetParameter("cameraFar", f)
            .Finish();
}
 
void FilamentScene::UpdateDepthValueShader(GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .Finish();
}
 
void FilamentScene::UpdateGradientShader(GeometryMaterialInstance& geom_mi) {
    bool isLUT =
            (geom_mi.properties.gradient->GetMode() == Gradient::Mode::kLUT);
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetParameter("minValue", geom_mi.properties.scalar_min)
            .SetParameter("maxValue", geom_mi.properties.scalar_max)
            .SetParameter("isLUT", (isLUT ? 1.0f : 0.0f))
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .SetTexture(
                    "gradient", geom_mi.maps.gradient_texture,
                    isLUT ? rendering::TextureSamplerParameters::Simple()
                          : rendering::TextureSamplerParameters::LinearClamp())
            .Finish();
}
 
void FilamentScene::UpdateSolidColorShader(GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", geom_mi.properties.base_color, true)
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .Finish();
}
 
void FilamentScene::UpdateBackgroundShader(GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", geom_mi.properties.base_color, true)
            .SetParameter("aspectRatio", geom_mi.properties.aspect_ratio)
            .SetParameter("yOrigin", 1.0f)
            .SetTexture("albedo", geom_mi.maps.albedo_map,
                        rendering::TextureSamplerParameters::LinearClamp())
            .Finish();
}
 
void FilamentScene::UpdateGroundPlaneShader(GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", geom_mi.properties.base_color, true)
            .SetParameter("axis", geom_mi.properties.ground_plane_axis)
            .Finish();
}
 
void FilamentScene::UpdateLineShader(GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetColor("baseColor", geom_mi.properties.base_color, true)
            .SetColor("emissiveColor", geom_mi.properties.emissive_color, false)
            .SetParameter("lineWidth", geom_mi.properties.line_width)
            .Finish();
}
 
void FilamentScene::UpdateUnlitPolygonOffsetShader(
        GeometryMaterialInstance& geom_mi) {
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetParameter("pointSize", geom_mi.properties.point_size)
            .Finish();
}
 
std::shared_ptr<geometry::Image> CombineTextures(
        std::shared_ptr<geometry::Image> ao,
        std::shared_ptr<geometry::Image> rough,
        std::shared_ptr<geometry::Image> metal) {
    int width = 0, height = 0;
    if (ao && ao->HasData()) {
        width = ao->width_;
        height = ao->height_;
    }
    if (rough && rough->HasData()) {
        if (width == 0) {
            width = rough->width_;
            height = rough->height_;
        } else if (width != rough->width_ || height != rough->height_) {
            utility::LogWarning(
                    "Attribute texture maps must have same dimensions");
            return {};
        }
    }
    if (metal && metal->HasData()) {
        if (width == 0) {
            width = metal->width_;
            height = metal->height_;
        } else if (width != metal->width_ || height != metal->height_) {
            utility::LogWarning(
                    "Attribute texture maps must have same dimensions");
            return {};
        }
    }
 
    // no maps are valid so return empty texture and let caller use defaults
    if (width == 0 || height == 0) {
        return {};
    }
 
    auto image = std::make_shared<geometry::Image>();
    image->Prepare(width, height, 3, 1);
    auto data = reinterpret_cast<uint8_t*>(image->data_.data());
 
    auto set_pixel = [&data](std::shared_ptr<geometry::Image> map, int i,
                             int j) {
        if (map && map->HasData()) {
            *data++ = *(map->PointerAt<uint8_t>(j, i, 0));
        } else {
            *data++ = 255;
        }
    };
 
    for (int i = 0; i < width; ++i) {
        for (int j = 0; j < height; ++j) {
            set_pixel(ao, i, j);
            set_pixel(rough, i, j);
            set_pixel(metal, i, j);
        }
    }
 
    return image;
}
 
void CombineTextures(std::shared_ptr<geometry::Image> ao,
                     std::shared_ptr<geometry::Image> rough_metal) {
    int width = rough_metal->width_;
    int height = rough_metal->height_;
 
    if (ao && ao->HasData()) {
        if (width != ao->width_ || height != ao->height_) {
            utility::LogWarning(
                    "Attribute texture maps must have same dimensions");
            return;
        }
    }
 
    auto data = reinterpret_cast<uint8_t*>(rough_metal->data_.data());
 
    auto stride = rough_metal->num_of_channels_;
    for (int i = 0; i < width; ++i) {
        for (int j = 0; j < height; ++j) {
            if (ao && ao->HasData()) {
                *data = *(ao->PointerAt<uint8_t>(j, i, 0));
            } else {
                *data = 255;
            }
            data += stride;
        }
    }
}
 
void FilamentScene::UpdateMaterialProperties(RenderableGeometry& geom) {
    auto& props = geom.mat.properties;
    auto& maps = geom.mat.maps;
 
    // Load textures
    auto is_map_valid = [](std::shared_ptr<geometry::Image> map) -> bool {
        return map && map->HasData();
    };
    if (is_map_valid(props.albedo_img)) {
        maps.albedo_map = renderer_.AddTexture(props.albedo_img, true);
    }
    if (is_map_valid(props.normal_img)) {
        maps.normal_map = renderer_.AddTexture(props.normal_img);
    }
    if (is_map_valid(props.reflectance_img)) {
        maps.reflectance_map = renderer_.AddTexture(props.reflectance_img);
    }
    if (is_map_valid(props.clearcoat_img)) {
        maps.clear_coat_map = renderer_.AddTexture(props.clearcoat_img);
    }
    if (is_map_valid(props.clearcoat_roughness_img)) {
        maps.clear_coat_roughness_map =
                renderer_.AddTexture(props.clearcoat_roughness_img);
    }
    if (is_map_valid(props.anisotropy_img)) {
        maps.anisotropy_map = renderer_.AddTexture(props.anisotropy_img);
    }
    if (props.shader == "unlitGradient") {
        maps.gradient_texture = props.gradient->GetTextureHandle(renderer_);
    }
 
    // Create combined ao/rough/metal texture
    if (is_map_valid(props.ao_rough_metal_img)) {
        CombineTextures(props.ao_img, props.ao_rough_metal_img);
        maps.ao_rough_metal_map =
                renderer_.AddTexture(props.ao_rough_metal_img);
    } else if (is_map_valid(props.ao_img) ||
               is_map_valid(props.roughness_img) ||
               is_map_valid(props.metallic_img)) {
        props.ao_rough_metal_img = CombineTextures(
                props.ao_img, props.roughness_img, props.metallic_img);
        maps.ao_rough_metal_map =
                renderer_.AddTexture(props.ao_rough_metal_img);
    }
 
    // Update shader properties
    // TODO: Use a functional interface to get appropriate update methods
    if (props.shader == "defaultLit" ||
        props.shader == "defaultLitTransparency") {
        UpdateDefaultLit(geom.mat);
    } else if (props.shader == "defaultLitSSR") {
        UpdateDefaultLitSSR(geom.mat);
    } else if (props.shader == "defaultUnlit" ||
               props.shader == "defaultUnlitTransparency") {
        UpdateDefaultUnlit(geom.mat);
    } else if (props.shader == "normals") {
        UpdateNormalShader(geom.mat);
    } else if (props.shader == "depth") {
        UpdateDepthShader(geom.mat);
    } else if (props.shader == "depthValue") {
        UpdateDepthValueShader(geom.mat);
    } else if (props.shader == "unlitGradient") {
        UpdateGradientShader(geom.mat);
    } else if (props.shader == "unlitSolidColor") {
        UpdateSolidColorShader(geom.mat);
    } else if (props.shader == "unlitBackground") {
        UpdateBackgroundShader(geom.mat);
    } else if (props.shader == "infiniteGroundPlane") {
        UpdateGroundPlaneShader(geom.mat);
    } else if (props.shader == "unlitLine") {
        UpdateLineShader(geom.mat);
    } else if (props.shader == "unlitPolygonOffset") {
        UpdateUnlitPolygonOffsetShader(geom.mat);
    } else if (props.shader == "gaussianSplat") {
        UpdateGaussianSplat(geom.mat);
    } else {
        utility::LogWarning("'{}' is not a valid shader", props.shader);
    }
}
 
void FilamentScene::OverrideMaterialInternal(RenderableGeometry* geom,
                                             const MaterialRecord& material,
                                             bool shader_only) {
    // Has the shader changed?
    if (geom->mat.properties.shader != material.shader) {
        // TODO: put this in a method
        auto shader = defaults_mapping::shader_mappings[material.shader];
        if (!shader) shader = defaults_mapping::kColorOnlyMesh;
        auto old_mi = geom->mat.mat_instance;
        auto new_mi = resource_mgr_.CreateMaterialInstance(shader);
        auto wmat_instance = resource_mgr_.GetMaterialInstance(new_mi);
        if (!wmat_instance.expired()) {
            auto& renderable_mgr = engine_.getRenderableManager();
            filament::RenderableManager::Instance inst =
                    renderable_mgr.getInstance(geom->filament_entity);
            renderable_mgr.setMaterialInstanceAt(inst, 0,
                                                 wmat_instance.lock().get());
        }
        geom->mat.mat_instance = new_mi;
        resource_mgr_.Destroy(old_mi);
    }
    geom->mat.properties = material;
    if (shader_only) {
        if (material.shader == "defaultLit" ||
            material.shader == "defaultLitTransparency") {
            UpdateDefaultLit(geom->mat);
        } else if (material.shader == "defaultLitSSR") {
            UpdateDefaultLitSSR(geom->mat);
        } else if (material.shader == "defaultUnlit" ||
                   material.shader == "defaultUnlitTransparency") {
            UpdateDefaultUnlit(geom->mat);
        } else if (material.shader == "normals") {
            UpdateNormalShader(geom->mat);
        } else if (material.shader == "unlitGradient") {
            UpdateGradientShader(geom->mat);
        } else if (material.shader == "unlitColorMap") {
            UpdateGradientShader(geom->mat);
        } else if (material.shader == "unlitSolidColor") {
            UpdateSolidColorShader(geom->mat);
        } else if (material.shader == "unlitBackground") {
            UpdateBackgroundShader(geom->mat);
        } else if (material.shader == "infiniteGroundPlane") {
            UpdateGroundPlaneShader(geom->mat);
        } else if (material.shader == "unlitLine") {
            UpdateLineShader(geom->mat);
        } else if (material.shader == "unlitPolygonOffset") {
            UpdateUnlitPolygonOffsetShader(geom->mat);
        } else if (material.shader == "depthValue") {
            UpdateDepthValueShader(geom->mat);
        } else {
            UpdateDepthShader(geom->mat);
        }
    } else {
        UpdateMaterialProperties(*geom);
    }
}
 
void FilamentScene::OverrideMaterial(const std::string& object_name,
                                     const MaterialRecord& material) {
    auto geoms = GetGeometry(object_name);
    for (auto* g : geoms) {
        OverrideMaterialInternal(g, material);
    }
}
 
void FilamentScene::QueryGeometry(std::vector<std::string>& geometry) {
    for (const auto& ge : geometries_) {
        geometry.push_back(ge.first);
    }
}
 
void FilamentScene::OverrideMaterialAll(const MaterialRecord& material,
                                        bool shader_only) {
    for (auto& ge : geometries_) {
        if (ge.first == kBackgroundName) {
            continue;
        }
        OverrideMaterialInternal(&ge.second, material, shader_only);
    }
}
 
bool FilamentScene::AddPointLight(const std::string& light_name,
                                  const Eigen::Vector3f& color,
                                  const Eigen::Vector3f& position,
                                  float intensity,
                                  float falloff,
                                  bool cast_shadows) {
    if (lights_.count(light_name) > 0) {
        utility::LogWarning(
                "Cannot add point light because {} has already been added",
                light_name);
        return false;
    }
 
    filament::LightManager::Type light_type =
            filament::LightManager::Type::POINT;
    auto light = utils::EntityManager::get().create();
    auto result = filament::LightManager::Builder(light_type)
                          .position({position.x(), position.y(), position.z()})
                          .intensity(intensity)
                          .falloff(falloff)
                          .castShadows(cast_shadows)
                          .color({color.x(), color.y(), color.z()})
                          .build(engine_, light);
 
    if (result == filament::LightManager::Builder::Success) {
        lights_.emplace(std::make_pair(light_name, LightEntity{true, light}));
        scene_->addEntity(light);
    } else {
        utility::LogWarning("Failed to build Filament light resources for {}",
                            light_name);
        return false;
    }
 
    return true;
}
 
bool FilamentScene::AddSpotLight(const std::string& light_name,
                                 const Eigen::Vector3f& color,
                                 const Eigen::Vector3f& position,
                                 const Eigen::Vector3f& direction,
                                 float intensity,
                                 float falloff,
                                 float inner_cone_angle,
                                 float outer_cone_angle,
                                 bool cast_shadows) {
    if (lights_.count(light_name) > 0) {
        utility::LogWarning(
                "Cannot add point light because {} has already been added",
                light_name);
        return false;
    }
 
    filament::LightManager::Type light_type =
            filament::LightManager::Type::SPOT;
    auto light = utils::EntityManager::get().create();
    auto result =
            filament::LightManager::Builder(light_type)
                    .direction({direction.x(), direction.y(), direction.z()})
                    .position({position.x(), position.y(), position.z()})
                    .intensity(intensity)
                    .falloff(falloff)
                    .castShadows(cast_shadows)
                    .color({color.x(), color.y(), color.z()})
                    .spotLightCone(inner_cone_angle, outer_cone_angle)
                    .build(engine_, light);
 
    if (result == filament::LightManager::Builder::Success) {
        lights_.emplace(std::make_pair(light_name, LightEntity{true, light}));
        scene_->addEntity(light);
    } else {
        utility::LogWarning("Failed to build Filament light resources for {}",
                            light_name);
        return false;
    }
 
    return true;
}
 
bool FilamentScene::AddDirectionalLight(const std::string& light_name,
                                        const Eigen::Vector3f& color,
                                        const Eigen::Vector3f& direction,
                                        float intensity,
                                        bool cast_shadows) {
    if (lights_.count(light_name) > 0) {
        utility::LogWarning(
                "Cannot add point light because {} has already been added",
                light_name);
        return false;
    }
 
    filament::LightManager::Type light_type =
            filament::LightManager::Type::DIRECTIONAL;
    auto light = utils::EntityManager::get().create();
    auto result =
            filament::LightManager::Builder(light_type)
                    .castShadows(cast_shadows)
                    .direction({direction.x(), direction.y(), direction.z()})
                    .color({color.x(), color.y(), color.z()})
                    .intensity(intensity)
                    .build(engine_, light);
 
    if (result == filament::LightManager::Builder::Success) {
        lights_.emplace(std::make_pair(light_name, LightEntity{true, light}));
        scene_->addEntity(light);
    } else {
        utility::LogWarning("Failed to build Filament light resources for {}",
                            light_name);
        return false;
    }
 
    return true;
}
 
Light& FilamentScene::GetLight(const std::string& light_name) {
    // TODO: Not yet implemented. I still don't see any advantage to doing this
    static Light blah;
    return blah;
}
 
void FilamentScene::UpdateLight(const std::string& light_name,
                                const Light& light) {
    // TODO: Not yet implemented. I still don't see any advantage to doing this
}
 
void FilamentScene::RemoveLight(const std::string& light_name) {
    auto light = GetLightInternal(light_name);
    if (light) {
        scene_->remove(light->filament_entity);
        engine_.destroy(light->filament_entity);
        lights_.erase(light_name);
    }
}
 
void FilamentScene::UpdateLightColor(const std::string& light_name,
                                     const Eigen::Vector3f& color) {
    auto light = GetLightInternal(light_name);
    if (light) {
        auto& light_mgr = engine_.getLightManager();
        filament::LightManager::Instance inst =
                light_mgr.getInstance(light->filament_entity);
        light_mgr.setColor(inst, {color(0), color(1), color(2)});
    }
}
 
void FilamentScene::UpdateLightPosition(const std::string& light_name,
                                        const Eigen::Vector3f& position) {
    auto light = GetLightInternal(light_name);
    if (light) {
        auto& light_mgr = engine_.getLightManager();
        filament::LightManager::Instance inst =
                light_mgr.getInstance(light->filament_entity);
        if (!light_mgr.isDirectional(inst)) {
            light_mgr.setPosition(inst,
                                  {position.x(), position.y(), position.z()});
        }
    }
}
 
void FilamentScene::UpdateLightDirection(const std::string& light_name,
                                         const Eigen::Vector3f& direction) {
    auto light = GetLightInternal(light_name);
    if (light) {
        auto& light_mgr = engine_.getLightManager();
        filament::LightManager::Instance inst =
                light_mgr.getInstance(light->filament_entity);
        light_mgr.setDirection(inst,
                               {direction.x(), direction.y(), direction.z()});
    }
}
 
void FilamentScene::UpdateLightIntensity(const std::string& light_name,
                                         float intensity) {
    auto light = GetLightInternal(light_name);
    if (light) {
        auto& light_mgr = engine_.getLightManager();
        filament::LightManager::Instance inst =
                light_mgr.getInstance(light->filament_entity);
        light_mgr.setIntensity(inst, intensity);
    }
}
 
void FilamentScene::UpdateLightFalloff(const std::string& light_name,
                                       float falloff) {
    auto light = GetLightInternal(light_name);
    if (light) {
        auto& light_mgr = engine_.getLightManager();
        filament::LightManager::Instance inst =
                light_mgr.getInstance(light->filament_entity);
        light_mgr.setFalloff(inst, falloff);
    }
}
 
void FilamentScene::UpdateLightConeAngles(const std::string& light_name,
                                          float inner_cone_angle,
                                          float outer_cone_angle) {
    // TODO: Research. Not previously implemented
}
 
void FilamentScene::EnableLightShadow(const std::string& light_name,
                                      bool cast_shadows) {
    auto light = GetLightInternal(light_name);
    if (light) {
        auto& light_mgr = engine_.getLightManager();
        filament::LightManager::Instance inst =
                light_mgr.getInstance(light->filament_entity);
        light_mgr.setShadowCaster(inst, cast_shadows);
    }
}
 
void FilamentScene::CreateSunDirectionalLight() {
    filament::LightManager::Type light_type = filament::LightManager::Type::SUN;
    auto light = utils::EntityManager::get().create();
    auto result = filament::LightManager::Builder(light_type)
                          .direction({0.f, 0.f, 1.f})
                          .intensity(10000.0f)
                          .falloff(10.0)
                          .castShadows(true)
                          .color({1.f, 1.f, 1.f})
                          .build(engine_, light);
 
    if (result == filament::LightManager::Builder::Success) {
        sun_.filament_entity = light;
        scene_->addEntity(sun_.filament_entity);
    } else {
        utility::LogWarning(
                "Failed to build Filament light resources for sun light");
    }
}
 
void FilamentScene::SetSunLight(const Eigen::Vector3f& direction,
                                const Eigen::Vector3f& color,
                                float intensity) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setDirection(inst, {direction.x(), direction.y(), direction.z()});
    light_mgr.setColor(inst, {color.x(), color.y(), color.z()});
    light_mgr.setIntensity(inst, intensity);
}
 
void FilamentScene::EnableSunLight(bool enable) {
    if (sun_.enabled != enable) {
        sun_.enabled = enable;
        if (enable) {
            scene_->addEntity(sun_.filament_entity);
        } else {
            scene_->remove(sun_.filament_entity);
        }
    }
}
 
void FilamentScene::EnableSunLightShadows(bool enable) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    return light_mgr.setShadowCaster(inst, enable);
}
 
void FilamentScene::SetSunLightIntensity(float intensity) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setIntensity(inst, intensity);
}
 
float FilamentScene::GetSunLightIntensity() {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    return light_mgr.getIntensity(inst);
}
 
void FilamentScene::SetSunLightColor(const Eigen::Vector3f& color) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setColor(inst, {color.x(), color.y(), color.z()});
}
 
Eigen::Vector3f FilamentScene::GetSunLightColor() {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    auto dir = light_mgr.getColor(inst);
    return {dir[0], dir[1], dir[2]};
}
 
void FilamentScene::SetSunLightDirection(const Eigen::Vector3f& direction) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setDirection(inst, {direction.x(), direction.y(), direction.z()});
}
 
void FilamentScene::SetSunAngularRadius(float radius) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setSunAngularRadius(inst, radius);
}
 
void FilamentScene::SetSunHaloSize(float size) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setSunHaloSize(inst, size);
}
 
void FilamentScene::SetSunHaloFalloff(float falloff) {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    light_mgr.setSunHaloFalloff(inst, falloff);
}
 
Eigen::Vector3f FilamentScene::GetSunLightDirection() {
    auto& light_mgr = engine_.getLightManager();
    filament::LightManager::Instance inst =
            light_mgr.getInstance(sun_.filament_entity);
    auto dir = light_mgr.getDirection(inst);
    return {dir[0], dir[1], dir[2]};
}
 
bool FilamentScene::SetIndirectLight(const std::string& ibl_name) {
    auto old_ibl = ibl_handle_;
    auto old_sky = skybox_handle_;
 
    // Load IBL
    std::string ibl_path = ibl_name + std::string("_ibl.ktx");
    rendering::IndirectLightHandle new_ibl =
            renderer_.AddIndirectLight(ResourceLoadRequest(ibl_path.c_str()));
    if (!new_ibl) {
        return false;
    }
 
    auto wlight = resource_mgr_.GetIndirectLight(new_ibl);
    if (auto light = wlight.lock()) {
        indirect_light_ = wlight;
        if (ibl_enabled_) scene_->setIndirectLight(light.get());
        ibl_name_ = ibl_name;
        ibl_handle_ = new_ibl;
        if (old_ibl) {
            resource_mgr_.Destroy(old_ibl);
        }
    }
 
    // Load matching skybox
    std::string skybox_path = ibl_name + std::string("_skybox.ktx");
    SkyboxHandle sky =
            renderer_.AddSkybox(ResourceLoadRequest(skybox_path.c_str()));
    auto wskybox = resource_mgr_.GetSkybox(sky);
    if (auto skybox = wskybox.lock()) {
        skybox_ = wskybox;
        if (skybox_enabled_) {
            scene_->setSkybox(skybox.get());
            ShowSkybox(true);
        }
        skybox_handle_ = sky;
        if (old_sky) {
            resource_mgr_.Destroy(old_sky);
        }
    }
 
    return true;
}
 
const std::string& FilamentScene::GetIndirectLight() { return ibl_name_; }
 
void FilamentScene::EnableIndirectLight(bool enable) {
    if (enable != ibl_enabled_) {
        if (enable) {
            if (auto light = indirect_light_.lock()) {
                scene_->setIndirectLight(light.get());
            }
        } else {
            scene_->setIndirectLight(nullptr);
        }
        ibl_enabled_ = enable;
    }
}
 
void FilamentScene::SetIndirectLightIntensity(float intensity) {
    if (auto light = indirect_light_.lock()) {
        light->setIntensity(intensity);
    }
}
 
float FilamentScene::GetIndirectLightIntensity() {
    if (auto light = indirect_light_.lock()) {
        return light->getIntensity();
    }
    return 0.f;
}
 
void FilamentScene::SetIndirectLightRotation(const Transform& rotation) {
    if (auto light = indirect_light_.lock()) {
        auto ft = converters::FilamentMatrixFromEigenMatrix(rotation.matrix());
        light->setRotation(ft.upperLeft());
    }
}
 
FilamentScene::Transform FilamentScene::GetIndirectLightRotation() {
    if (auto light = indirect_light_.lock()) {
        converters::FilamentMatrix ft(light->getRotation());
        auto et = converters::EigenMatrixFromFilamentMatrix(ft);
 
        return Transform(et);
    }
    return {};
}
 
void FilamentScene::ShowSkybox(bool show) {
    if (show != skybox_enabled_) {
        if (show) {
            if (auto skybox = skybox_.lock()) {
                scene_->setSkybox(skybox.get());
            }
        } else {
            scene_->setSkybox(nullptr);
        }
        ShowGeometry(kBackgroundName, !show);
        skybox_enabled_ = show;
    }
}
 
bool FilamentScene::GetSkyboxVisible() const {
    return (scene_->getSkybox() != nullptr);
}
 
void FilamentScene::CreateBackgroundGeometry() {
    if (!HasGeometry(kBackgroundName)) {
        ccMesh quad;
        quad.CreateInternalCloud();
        // The coordinates are in raw GL coordinates, what Filament calls
        // "device coordinates". Since we want to draw on the entire screen,
        // and GL's native coordinates range from (-1, 1) to (1, 1), that's
        // what we use. The z value does not matter, as we are writing directly
        // to GL coordinates and we won't be writing depth values.
 
        quad.reserve(2);
        quad.addEigenVertices({{-1.0, -1.0, 0.0},
                               {1.0, -1.0, 0.0},
                               {1.0, 1.0, 0.0},
                               {-1.0, 1.0, 0.0}});
        quad.addTriangles({{0, 1, 2}, {0, 2, 3}});
 
        MaterialRecord m;
        m.shader = "unlitBackground";
        m.base_color = {1.f, 1.f, 1.f, 1.f};
        m.aspect_ratio = 0.0;
        AddGeometry(kBackgroundName, quad, m);
        // Since this is the background,
        //    we don't want any shadows,
        //    we want to prevent the object from getting culled out of the
        //        scene (since the whole point is for it to always draw), and
        //    we want to set the priority so that it draws first (the shader
        //        will overwrite all the pixels
        GeometryShadows(kBackgroundName, false, false);
        SetGeometryPriority(kBackgroundName, 0);
        SetGeometryCulling(kBackgroundName, false);
    }
}
 
void FilamentScene::SetBackground(
        const Eigen::Vector4f& color,
        const std::shared_ptr<geometry::Image> image) {
    // Make sure background geometry exists
    CreateBackgroundGeometry();
 
    std::shared_ptr<geometry::Image> new_image;
    if (image && image->width_ != 0 && image->height_ != 0) {
        new_image = image;
    }
 
    MaterialRecord m;
    m.shader = "unlitBackground";
    m.base_color = color;
    if (new_image) {
        m.albedo_img = new_image;
        m.aspect_ratio = static_cast<float>(new_image->width_) /
                         static_cast<float>(new_image->height_);
        // See if we can replace the image data instead of re-creating the
        // whole texture. We need to make sure that both old and new images
        // actually exist, first. (The texture may exist, so we can't query it)
        if (new_image && background_image_) {
            auto geom_it = geometries_.find(kBackgroundName);
            if (geom_it != geometries_.end()) {
                // Try updating the texture. If the sizes are incorrect, this
                // will fail.
                if (resource_mgr_.UpdateTexture(
                            geom_it->second.mat.maps.albedo_map, new_image,
                            false /*not sRGB*/)) {
                    return;
                }
            }
        }
    } else {
        m.albedo_img = nullptr;
        m.aspect_ratio = 0.0;
    }
    auto geom_it = geometries_.find(kBackgroundName);
    if (geom_it != geometries_.end()) {
        if (geom_it->second.mat.maps.albedo_map) {
            resource_mgr_.Destroy(geom_it->second.mat.maps.albedo_map);
            geom_it->second.mat.maps.albedo_map =
                    FilamentResourceManager::kDefaultTexture;
        }
    }
    OverrideMaterial(kBackgroundName, m);
    background_image_ = new_image;
}
 
void FilamentScene::SetBackground(TextureHandle image) {
    CreateBackgroundGeometry();
    auto geoms = GetGeometry(kBackgroundName);
    auto geom_mi = geoms[0]->mat;
 
    auto tex_weak = resource_mgr_.GetTexture(image);
    auto tex = tex_weak.lock();
    float aspect = 1.f;
    if (tex) {
        aspect = static_cast<float>(tex->getWidth()) /
                 static_cast<float>(tex->getHeight());
    }
 
    renderer_.ModifyMaterial(geom_mi.mat_instance)
            .SetParameter("aspectRatio", aspect)
            .SetParameter("yOrigin", 0.0f)
            .SetTexture("albedo", image,
                        rendering::TextureSamplerParameters::LinearClamp())
            .Finish();
}
 
void FilamentScene::CreateGroundPlaneGeometry() {
    ccMesh quad;
    quad.CreateInternalCloud();
    // Please see note above about drawing a full screen quad with
    // Filament. However, the ground plane shader expects the full screen quad
    // to be rendered at the far plan hence the z must be set to 1.0
    quad.reserve(2);
    quad.addEigenVertices({{-1.0, -1.0, 1.0},
                           {1.0, -1.0, 1.0},
                           {1.0, 1.0, 1.0},
                           {-1.0, 1.0, 1.0}});
    quad.addTriangles({{0, 1, 2}, {0, 2, 3}});
    rendering::MaterialRecord m;
    m.shader = "infiniteGroundPlane";
    m.base_color = kDefaultGroundPlaneColor;
    AddGeometry(kGroundPlaneName, quad, m);
    GeometryShadows(kGroundPlaneName, false, false);
    SetGeometryPriority(kGroundPlaneName, 1);
    SetGeometryCulling(kGroundPlaneName, false);
}
 
void FilamentScene::EnableGroundPlane(bool enable, GroundPlane plane) {
    if (!HasGeometry(kGroundPlaneName)) {
        CreateGroundPlaneGeometry();
    }
    if (enable) {
        rendering::MaterialRecord m;
        m.shader = "infiniteGroundPlane";
        m.base_color = kDefaultGroundPlaneColor;
        if (plane == GroundPlane::XY) {
            m.ground_plane_axis = 1.f;
        } else if (plane == GroundPlane::YZ) {
            m.ground_plane_axis = -1.f;
        }
        OverrideMaterial(kGroundPlaneName, m);
    }
 
    ShowGeometry(kGroundPlaneName, enable);
}
 
void FilamentScene::SetGroundPlaneColor(const Eigen::Vector4f& color) {
    if (!HasGeometry(kGroundPlaneName)) {
        CreateGroundPlaneGeometry();
    }
 
    // NOTE: Not implemented yet. Not sure if we want/need this.
}
 
struct RenderRequest {
    bool frame_done = false;
    std::shared_ptr<geometry::Image> image;
};
 
void ReadPixelsCallback(void* buffer, size_t buffer_size, void* user) {
    auto rr = static_cast<RenderRequest*>(user);
    rr->frame_done = true;
 
    if (buffer_size > 0) {
        rr->image->data_ = std::vector<uint8_t>((uint8_t*)buffer,
                                                (uint8_t*)buffer + buffer_size);
    } else {
        utility::LogWarning(
                "0 buffer size encountered while rendering to image");
    }
}
 
void FilamentScene::RenderToImage(
        std::function<void(std::shared_ptr<geometry::Image>)> callback) {
    auto view = views_.begin()->second.view.get();
    renderer_.RenderToImage(view, this, callback);
}
 
void FilamentScene::RenderToDepthImage(
        std::function<void(std::shared_ptr<geometry::Image>)> callback) {
    auto view = views_.begin()->second.view.get();
    renderer_.RenderToDepthImage(view, this, callback);
}
 
std::vector<FilamentScene::RenderableGeometry*> FilamentScene::GetGeometry(
        const std::string& object_name, bool warn_if_not_found) {
    std::vector<RenderableGeometry*> geoms;
    if (GeometryIsModel(object_name)) {
        for (const auto& name : model_geometries_[object_name]) {
            auto geom_entry = geometries_.find(name);
            if (geom_entry == geometries_.end()) {
                if (warn_if_not_found) {
                    utility::LogWarning("Geometry {} is not in the scene graph",
                                        name);
                }
            } else {
                geoms.push_back(&geom_entry->second);
            }
        }
    } else {
        auto geom_entry = geometries_.find(object_name);
        if (geom_entry == geometries_.end()) {
            if (warn_if_not_found) {
                utility::LogWarning("Geometry {} is not in the scene graph",
                                    object_name);
            }
        } else {
            geoms.push_back(&geom_entry->second);
        }
    }
 
    return geoms;
}
 
bool FilamentScene::GeometryIsModel(const std::string& object_name) const {
    return model_geometries_.count(object_name) > 0;
}
 
FilamentScene::LightEntity* FilamentScene::GetLightInternal(
        const std::string& light_name, bool warn_if_not_found) {
    auto light_entry = lights_.find(light_name);
    if (light_entry == lights_.end()) {
        if (warn_if_not_found) {
            utility::LogWarning("Light {} is not in the scene graph",
                                light_name);
        }
        return nullptr;
    }
    return &(light_entry->second);
}
 
void FilamentScene::RenderableGeometry::ReleaseResources(
        filament::Engine& engine, FilamentResourceManager& manager) {
    if (vb) manager.Destroy(vb);
    if (ib) manager.Destroy(ib);
    engine.destroy(filament_entity);
 
    // Delete texture maps...
    auto destroy_map = [&manager](rendering::TextureHandle map) {
        if (map && map != rendering::FilamentResourceManager::kDefaultTexture &&
            map != rendering::FilamentResourceManager::kDefaultNormalMap)
            manager.Destroy(map);
    };
    destroy_map(mat.maps.albedo_map);
    destroy_map(mat.maps.normal_map);
    destroy_map(mat.maps.ao_rough_metal_map);
    destroy_map(mat.maps.reflectance_map);
    destroy_map(mat.maps.clear_coat_map);
    destroy_map(mat.maps.clear_coat_roughness_map);
    destroy_map(mat.maps.anisotropy_map);
 
    manager.Destroy(mat.mat_instance);
 
    filament_entity.clear();
}
 
void FilamentScene::Draw(filament::Renderer& renderer) {
    for (auto& pair : views_) {
        auto& container = pair.second;
        // Skip inactive views
        if (!container.is_active) continue;
        if (container.render_count-- == 0) {
            container.is_active = false;
            continue;
        }
 
        container.view->PreRender();
        renderer.render(container.view->GetNativeView());
        container.view->PostRender();
    }
}
 
void FilamentScene::HideRefractedMaterials(bool hide) {
    for (auto geom : geometries_) {
        if (geom.second.mat.properties.shader == "defaultLitSSR") {
            if (hide) {
                if (!geom.second.visible) {
                    geom.second.was_hidden_before_picking = true;
                } else {
                    ShowGeometry(geom.first, false);
                }
            } else {
                if (!geom.second.was_hidden_before_picking) {
                    ShowGeometry(geom.first, true);
                }
            }
        }
    }
}
 
}  // namespace rendering
}  // namespace visualization
}  // namespace cloudViewer