GuiVisualizer.cpp

Go to the documentation of this file.

// ----------------------------------------------------------------------------
// -                        CloudViewer: www.cloudViewer.org                  -
// ----------------------------------------------------------------------------
// Copyright (c) 2018-2024 www.cloudViewer.org
// SPDX-License-Identifier: MIT
// ----------------------------------------------------------------------------
 
#include "visualization/visualizer/GuiVisualizer.h"
 
#include <CloudViewerConfig.h>
#include <FileSystem.h>
#include <ecvMesh.h>
 
#include <random>
 
#include "cloudViewer/geometry/BoundingVolume.h"
#include "cloudViewer/geometry/Image.h"
#include "cloudViewer/geometry/LineSet.h"
#include "cloudViewer/geometry/PointCloud.h"
#include "cloudViewer/io/FileFormatIO.h"
#include "cloudViewer/io/ImageIO.h"
#include "cloudViewer/io/ModelIO.h"
#include "cloudViewer/io/PointCloudIO.h"
#include "cloudViewer/io/TriangleMeshIO.h"
#include "cloudViewer/io/rpc/ZMQReceiver.h"
#include "cloudViewer/visualization/gui/Application.h"
#include "cloudViewer/visualization/gui/Button.h"
#include "cloudViewer/visualization/gui/Checkbox.h"
#include "cloudViewer/visualization/gui/Color.h"
#include "cloudViewer/visualization/gui/ColorEdit.h"
#include "cloudViewer/visualization/gui/Combobox.h"
#include "cloudViewer/visualization/gui/Dialog.h"
#include "cloudViewer/visualization/gui/FileDialog.h"
#include "cloudViewer/visualization/gui/Label.h"
#include "cloudViewer/visualization/gui/Layout.h"
#include "cloudViewer/visualization/gui/ProgressBar.h"
#include "cloudViewer/visualization/gui/SceneWidget.h"
#include "cloudViewer/visualization/gui/Slider.h"
#include "cloudViewer/visualization/gui/Theme.h"
#include "cloudViewer/visualization/gui/VectorEdit.h"
#include "cloudViewer/visualization/rendering/Camera.h"
#include "cloudViewer/visualization/rendering/CloudViewerScene.h"
#include "cloudViewer/visualization/rendering/MaterialRecord.h"
#include "cloudViewer/visualization/rendering/Model.h"
#include "cloudViewer/visualization/rendering/RenderToBuffer.h"
#include "cloudViewer/visualization/rendering/RendererHandle.h"
#include "cloudViewer/visualization/rendering/RendererStructs.h"
#include "cloudViewer/visualization/rendering/Scene.h"
#include "cloudViewer/visualization/rendering/filament/FilamentResourceManager.h"
#include "cloudViewer/visualization/visualizer/GuiSettingsModel.h"
#include "cloudViewer/visualization/visualizer/GuiSettingsView.h"
#include "cloudViewer/visualization/visualizer/GuiWidgets.h"
#include "cloudViewer/visualization/visualizer/MessageProcessor.h"
 
#define LOAD_IN_NEW_WINDOW 0
 
namespace cloudViewer {
namespace visualization {
 
namespace {
 
std::shared_ptr<gui::Dialog> CreateAboutDialog(gui::Window *window) {
    auto &theme = window->GetTheme();
    auto dlg = std::make_shared<gui::Dialog>("About");
 
    auto title = std::make_shared<gui::Label>(
            (std::string("CloudViewer ") + CLOUDVIEWER_VERSION).c_str());
    auto text = std::make_shared<gui::Label>(
            "The MIT License (MIT)\n"
            "Copyright (c) 2018-2025 asher-1.github.io\n\n"
 
            "Permission is hereby granted, free of charge, to any person "
            "obtaining a copy of this software and associated documentation "
            "files (the \"Software\"), to deal in the Software without "
            "restriction, including without limitation the rights to use, "
            "copy, modify, merge, publish, distribute, sublicense, and/or "
            "sell copies of the Software, and to permit persons to whom "
            "the Software is furnished to do so, subject to the following "
            "conditions:\n\n"
 
            "The above copyright notice and this permission notice shall be "
            "included in all copies or substantial portions of the "
            "Software.\n\n"
 
            "THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, "
            "EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES "
            "OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND "
            "NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT "
            "HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, "
            "WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING "
            "FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR "
            "OTHER DEALINGS IN THE SOFTWARE.");
    auto ok = std::make_shared<gui::Button>("OK");
    ok->SetOnClicked([window]() { window->CloseDialog(); });
 
    gui::Margins margins(theme.font_size);
    auto layout = std::make_shared<gui::Vert>(0, margins);
    layout->AddChild(gui::Horiz::MakeCentered(title));
    layout->AddFixed(theme.font_size);
    auto v = std::make_shared<gui::ScrollableVert>(0);
    v->AddChild(text);
    layout->AddChild(v);
    layout->AddFixed(theme.font_size);
    layout->AddChild(gui::Horiz::MakeCentered(ok));
    dlg->AddChild(layout);
 
    return dlg;
}
 
std::shared_ptr<gui::VGrid> CreateHelpDisplay(gui::Window *window) {
    auto &theme = window->GetTheme();
 
    gui::Margins margins(theme.font_size);
    auto layout = std::make_shared<gui::VGrid>(2, 0, margins);
    layout->SetBackgroundColor(gui::Color(0, 0, 0, 0.5));
 
    auto AddLabel = [layout](const char *text) {
        auto label = std::make_shared<gui::Label>(text);
        label->SetTextColor(gui::Color(1, 1, 1));
        layout->AddChild(label);
    };
    auto AddRow = [layout, &AddLabel](const char *left, const char *right) {
        AddLabel(left);
        AddLabel(right);
    };
 
    AddRow("Arcball mode", " ");
    AddRow("Left-drag", "Rotate camera");
    AddRow("Shift + left-drag", "Forward/backward");
 
#if defined(__APPLE__)
    AddLabel("Cmd + left-drag");
#else
    AddLabel("Ctrl + left-drag");
#endif  // __APPLE__
    AddLabel("Pan camera");
 
#if defined(__APPLE__)
    AddLabel("Opt + left-drag (up/down)  ");
#else
    AddLabel("Win + left-drag (up/down)  ");
#endif  // __APPLE__
    AddLabel("Rotate around forward axis");
 
    // GNOME3 uses Win/Meta as a shortcut to move windows around, so we
    // need another way to rotate around the forward axis.
    AddLabel("Ctrl + Shift + left-drag");
    AddLabel("Rotate around forward axis");
 
#if defined(__APPLE__)
    AddLabel("Ctrl + left-drag");
#else
    AddLabel("Alt + left-drag");
#endif  // __APPLE__
    AddLabel("Rotate directional light");
 
    AddRow("Right-drag", "Pan camera");
    AddRow("Middle-drag", "Rotate directional light");
    AddRow("Wheel", "Forward/backward");
    AddRow("Shift + Wheel", "Change field of view");
    AddRow("", "");
 
    AddRow("Fly mode", " ");
    AddRow("Left-drag", "Rotate camera");
#if defined(__APPLE__)
    AddLabel("Opt + left-drag");
#else
    AddLabel("Win + left-drag");
#endif  // __APPLE__
    AddLabel("Rotate around forward axis");
    AddRow("W", "Forward");
    AddRow("S", "Backward");
    AddRow("A", "Step left");
    AddRow("D", "Step right");
    AddRow("Q", "Step up");
    AddRow("Z", "Step down");
    AddRow("E", "Roll left");
    AddRow("R", "Roll right");
    AddRow("Up", "Look up");
    AddRow("Down", "Look down");
    AddRow("Left", "Look left");
    AddRow("Right", "Look right");
 
    return layout;
}
 
std::shared_ptr<gui::VGrid> CreateCameraDisplay(gui::Window *window) {
    auto &theme = window->GetTheme();
 
    gui::Margins margins(theme.font_size);
    auto layout = std::make_shared<gui::VGrid>(2, 0, margins);
    layout->SetBackgroundColor(gui::Color(0, 0, 0, 0.5));
 
    auto AddLabel = [layout](const char *text) {
        auto label = std::make_shared<gui::Label>(text);
        label->SetTextColor(gui::Color(1, 1, 1));
        layout->AddChild(label);
    };
    auto AddRow = [layout, &AddLabel](const char *left, const char *right) {
        AddLabel(left);
        AddLabel(right);
    };
 
    AddRow("Position:", "[0 0 0]");
    AddRow("Forward:", "[0 0 0]");
    AddRow("Left:", "[0 0 0]");
    AddRow("Up:", "[0 0 0]");
 
    return layout;
}
 
std::shared_ptr<gui::Dialog> CreateContactDialog(gui::Window *window) {
    auto &theme = window->GetTheme();
    auto em = theme.font_size;
    auto dlg = std::make_shared<gui::Dialog>("Contact Us");
 
    auto title = std::make_shared<gui::Label>("Contact Us");
    auto left_col = std::make_shared<gui::Label>(
            "Web site:\n"
            "Code:\n"
            "Mailing list:\n"
            "Discord channel:");
    auto right_col = std::make_shared<gui::Label>(
            "https://Asher-1.github.io\n"
            "https://github.com/Asher-1/ACloudViewer\n"
            "https://Asher-1.github.io/docs/\n"
            "https://discord.gg/D35BGvn");
    auto ok = std::make_shared<gui::Button>("OK");
    ok->SetOnClicked([window]() { window->CloseDialog(); });
 
    gui::Margins margins(em);
    auto layout = std::make_shared<gui::Vert>(0, margins);
    layout->AddChild(gui::Horiz::MakeCentered(title));
    layout->AddFixed(em);
 
    auto columns = std::make_shared<gui::Horiz>(em, gui::Margins());
    columns->AddChild(left_col);
    columns->AddChild(right_col);
    layout->AddChild(columns);
 
    layout->AddFixed(em);
    layout->AddChild(gui::Horiz::MakeCentered(ok));
    dlg->AddChild(layout);
 
    return dlg;
}
 
bool ColorArrayIsUniform(const std::vector<Eigen::Vector3d> &colors) {
    static const double e = 1.0 / 255.0;
    static const double SQ_EPSILON = Eigen::Vector3d(e, e, e).squaredNorm();
    const auto &color = colors[0];
 
    for (const auto &c : colors) {
        if ((color - c).squaredNorm() > SQ_EPSILON) {
            return false;
        }
    }
 
    return true;
}
 
bool PointCloudHasUniformColor(const geometry::PointCloud &pcd) {
    if (!pcd.hasColors()) {
        return true;
    }
    return ColorArrayIsUniform(pcd.getEigenColors());
};
 
//----
class DrawTimeLabel : public gui::Label {
    using Super = Label;
 
public:
    DrawTimeLabel(gui::Window *w) : Label("0.0 ms") { window_ = w; }
 
    gui::Size CalcPreferredSize(const gui::LayoutContext &context,
                                const Constraints &constraints) const override {
        auto h = Super::CalcPreferredSize(context, constraints).height;
        return gui::Size(context.theme.font_size * 5, h);
    }
 
    DrawResult Draw(const gui::DrawContext &context) override {
        char text[64];
        // double ms = window_->GetLastFrameTimeSeconds() * 1000.0;
        double ms = 0.0;
        snprintf(text, sizeof(text) - 1, "%.1f ms", ms);
        SetText(text);
 
        return Super::Draw(context);
    }
 
private:
    gui::Window *window_;
};
 
}  // namespace
 
const std::string MODEL_NAME = "__model__";
const std::string INSPECT_MODEL_NAME = "__inspect_model__";
const std::string WIREFRAME_NAME = "__wireframe_model__";
 
enum MenuId {
    FILE_OPEN,
    FILE_EXPORT_RGB,
    FILE_QUIT,
    SETTINGS_LIGHT_AND_MATERIALS,
    HELP_KEYS,
    HELP_CAMERA,
    HELP_ABOUT,
    HELP_CONTACT,
    HELP_DEBUG
};
 
struct GuiVisualizer::Impl {
    GuiVisualizer *visualizer_;
 
    std::shared_ptr<gui::SceneWidget> scene_wgt_;
    std::shared_ptr<gui::VGrid> help_keys_;
    std::shared_ptr<gui::VGrid> help_camera_;
    std::shared_ptr<io::rpc::ZMQReceiver> receiver_;
    std::shared_ptr<MessageProcessor> message_processor_;
 
    struct Settings {
        rendering::MaterialRecord lit_material_;
        rendering::MaterialRecord unlit_material_;
        rendering::MaterialRecord normal_depth_material_;
 
        GuiSettingsModel model_;
        std::shared_ptr<gui::Vert> wgt_base;
        std::shared_ptr<gui::Button> wgt_mouse_arcball;
        std::shared_ptr<gui::Button> wgt_mouse_fly;
        std::shared_ptr<gui::Button> wgt_mouse_model;
        std::shared_ptr<gui::Button> wgt_mouse_sun;
        std::shared_ptr<gui::Button> wgt_mouse_ibl;
        std::shared_ptr<GuiSettingsView> view_;
    } settings_;
 
    rendering::TriangleMeshModel loaded_model_;
    rendering::TriangleMeshModel basic_model_;
    std::shared_ptr<geometry::LineSet> wireframe_model_;
    std::shared_ptr<geometry::PointCloud> loaded_pcd_;
    int app_menu_custom_items_index_ = -1;
    std::shared_ptr<gui::Menu> app_menu_;
 
    bool sun_follows_camera_ = false;
    bool basic_mode_enabled_ = false;
    bool wireframe_enabled_ = false;
 
    void InitializeMaterials(rendering::Renderer &renderer,
                             const std::string &resource_path) {
        settings_.lit_material_.shader = "defaultLit";
        settings_.unlit_material_.shader = "defaultUnlit";
 
        auto &defaults = settings_.model_.GetCurrentMaterials();
 
        UpdateMaterials(renderer, defaults);
    }
 
    void SetMaterialsToDefault() {
        settings_.view_->ShowFileMaterialEntry(false);
 
        settings_.model_.SetMaterialsToDefault();
        settings_.view_->EnableEstimateNormals(false);
        // model's OnChanged callback will get called (if set), which will
        // update everything.
    }
 
    bool SetIBL(rendering::Renderer &renderer, const std::string &path) {
        auto *render_scene = scene_wgt_->GetScene()->GetScene();
        std::string ibl_name(path);
        if (ibl_name.empty()) {
            ibl_name =
                    std::string(
                            gui::Application::GetInstance().GetResourcePath()) +
                    "/" + GuiSettingsModel::DEFAULT_IBL;
        }
        if (ibl_name.find("_ibl.ktx") != std::string::npos) {
            ibl_name = ibl_name.substr(0, ibl_name.size() - 8);
        }
        render_scene->SetIndirectLight(ibl_name);
        float intensity = render_scene->GetIndirectLightIntensity();
        render_scene->SetIndirectLightIntensity(intensity);
        scene_wgt_->ForceRedraw();
 
        return true;
    }
 
    void SetMouseControls(gui::Window &window,
                          gui::SceneWidget::Controls mode) {
        using Controls = gui::SceneWidget::Controls;
        scene_wgt_->SetViewControls(mode);
        window.SetFocusWidget(scene_wgt_.get());
        settings_.wgt_mouse_arcball->SetOn(mode == Controls::ROTATE_CAMERA);
        settings_.wgt_mouse_fly->SetOn(mode == Controls::FLY);
        settings_.wgt_mouse_model->SetOn(mode == Controls::ROTATE_MODEL);
        settings_.wgt_mouse_sun->SetOn(mode == Controls::ROTATE_SUN);
        settings_.wgt_mouse_ibl->SetOn(mode == Controls::ROTATE_IBL);
    }
 
    void ModifyMaterialForBasicMode(rendering::MaterialRecord &basic_mat) {
        // Set parameters for 'simple' rendering
        basic_mat.base_color = {1.f, 1.f, 1.f, 1.f};
        basic_mat.base_metallic = 0.f;
        basic_mat.base_roughness = 0.5f;
        basic_mat.base_reflectance = 0.8f;
        basic_mat.base_clearcoat = 0.f;
        basic_mat.base_anisotropy = 0.f;
        basic_mat.albedo_img.reset();
        basic_mat.normal_img.reset();
        basic_mat.ao_img.reset();
        basic_mat.metallic_img.reset();
        basic_mat.roughness_img.reset();
        basic_mat.reflectance_img.reset();
        basic_mat.sRGB_color = false;
        basic_mat.sRGB_vertex_color = false;
    }
 
    void SetBasicModeGeometry(bool enable) {
        auto o3dscene = scene_wgt_->GetScene();
 
        // Only need to modify TriangleMesh - basic mode for point clouds
        // requires only change to their materials which are handled elsewhere
        if (loaded_model_.meshes_.size() > 0) {
            if (enable) {
                if (basic_model_.meshes_.size() == 0) {
                    for (auto &mat : loaded_model_.materials_) {
                        rendering::MaterialRecord m(mat);
                        ModifyMaterialForBasicMode(m);
                        basic_model_.materials_.emplace_back(m);
                    }
                    for (auto &mi : loaded_model_.meshes_) {
                        auto new_mesh = mi.mesh->cloneMesh();
                        if (!new_mesh->HasTriangleNormals()) {
                            new_mesh->ComputeTriangleNormals();
                        }
                        basic_model_.meshes_.push_back(
                                {std::shared_ptr<ccMesh>(new_mesh),
                                 mi.mesh_name, mi.material_idx});
                    }
                    o3dscene->AddModel(INSPECT_MODEL_NAME, basic_model_);
                }
                o3dscene->ShowGeometry(INSPECT_MODEL_NAME, true);
                o3dscene->ShowGeometry(MODEL_NAME, false);
            } else {
                o3dscene->ShowGeometry(INSPECT_MODEL_NAME, false);
                o3dscene->ShowGeometry(MODEL_NAME, true);
            }
        }
    }
 
    void SetBasicMode(bool enable) {
        auto o3dscene = scene_wgt_->GetScene();
        auto view = o3dscene->GetView();
        auto low_scene = o3dscene->GetScene();
 
        // Set lighting environment for inspection
        if (enable) {
            // Set lighting environment for inspection
            o3dscene->SetBackground({1.f, 1.f, 1.f, 1.f});
            low_scene->ShowSkybox(false);
            view->SetShadowing(false, rendering::View::ShadowType::kPCF);
            view->SetPostProcessing(false);
        } else {
            view->SetPostProcessing(true);
            view->SetShadowing(true, rendering::View::ShadowType::kPCF);
        }
 
        // Update geometry for basic mode
        SetBasicModeGeometry(enable);
    }
 
    void UpdateFromModel(rendering::Renderer &renderer, bool material_changed) {
        auto o3dscene = scene_wgt_->GetScene();
 
        if (settings_.model_.GetShowSkybox()) {
            o3dscene->ShowSkybox(true);
        } else {
            o3dscene->ShowSkybox(false);
        }
 
        o3dscene->ShowAxes(settings_.model_.GetShowAxes());
        o3dscene->ShowGroundPlane(settings_.model_.GetShowGround(),
                                  rendering::Scene::GroundPlane::XZ);
 
        // Does user want Point Cloud normals estimated?
        if (settings_.model_.GetUserWantsEstimateNormals()) {
            RunNormalEstimation();
        }
 
        // o3dscene->ShowGeometry(WIREFRAME_NAME, true);
        if (settings_.model_.GetWireframeMode() != wireframe_enabled_) {
            wireframe_enabled_ = settings_.model_.GetWireframeMode();
            if (wireframe_enabled_ && !loaded_pcd_) {
                // create wireframe line set
                if (!wireframe_model_) {
                    wireframe_model_ = std::make_shared<geometry::LineSet>();
                    for (const auto &mi : loaded_model_.meshes_) {
                        auto lines = geometry::LineSet::CreateFromTriangleMesh(
                                *mi.mesh);
                        *wireframe_model_ += *lines;
                    }
                }
                // Add to scene
                rendering::MaterialRecord wireframe_mat;
                wireframe_mat.shader = "unlitLine";
                wireframe_mat.line_width = 2.f;
                wireframe_mat.base_color = {0.f, 0.3f, 1.f, 1.f};
                wireframe_mat.emissive_color = {10000.f, 10000.f, 10000.f, 1.f};
                o3dscene->AddGeometry(WIREFRAME_NAME, wireframe_model_.get(),
                                      wireframe_mat);
                // o3dscene->ShowGeometry(WIREFRAME_NAME, true);
                o3dscene->ShowGeometry(MODEL_NAME, false);
                o3dscene->GetView()->SetWireframe(true);
                o3dscene->SetBackground({0.1f, 0.1f, 0.1f, 1.f});
            } else {
                o3dscene->RemoveGeometry(WIREFRAME_NAME);
                o3dscene->ShowGeometry(MODEL_NAME, true);
                o3dscene->GetView()->SetWireframe(false);
                auto bcolor = settings_.model_.GetBackgroundColor();
                o3dscene->SetBackground(
                        {bcolor.x(), bcolor.y(), bcolor.z(), 1.f});
            }
        }
 
        if (settings_.model_.GetBasicMode() != basic_mode_enabled_) {
            basic_mode_enabled_ = settings_.model_.GetBasicMode();
            SetBasicMode(basic_mode_enabled_);
        }
 
        UpdateLighting(renderer, settings_.model_.GetLighting());
 
        // Make sure scene redraws once changes have been applied
        scene_wgt_->ForceRedraw();
 
        // Bail early if there were no material property changes
        if (!material_changed) return;
 
        auto &current_materials = settings_.model_.GetCurrentMaterials();
        if (settings_.model_.GetMaterialType() ==
                    GuiSettingsModel::MaterialType::LIT &&
            current_materials.lit_name ==
                    GuiSettingsModel::MATERIAL_FROM_FILE_NAME &&
            !basic_mode_enabled_) {
            o3dscene->UpdateModelMaterial(MODEL_NAME, loaded_model_);
        } else {
            UpdateMaterials(renderer, current_materials);
            UpdateSceneMaterial();
        }
 
        auto *view = scene_wgt_->GetRenderView();
        switch (settings_.model_.GetMaterialType()) {
            case GuiSettingsModel::MaterialType::LIT: {
                view->SetMode(rendering::View::Mode::Color);
                break;
            }
            case GuiSettingsModel::MaterialType::UNLIT: {
                view->SetMode(rendering::View::Mode::Color);
                break;
            }
            case GuiSettingsModel::MaterialType::NORMAL_MAP:
                view->SetMode(rendering::View::Mode::Normals);
                break;
            case GuiSettingsModel::MaterialType::DEPTH:
                view->SetMode(rendering::View::Mode::Depth);
                break;
        }
 
        // Make sure scene redraws once material changes have been applied
        scene_wgt_->ForceRedraw();
    }
 
private:
    void UpdateLighting(rendering::Renderer &renderer,
                        const GuiSettingsModel::LightingProfile &lighting) {
        auto scene = scene_wgt_->GetScene();
        auto *render_scene = scene->GetScene();
        if (lighting.use_default_ibl &&
            !settings_.model_.GetUserHasCustomizedLighting()) {
            this->SetIBL(renderer, "");
        }
 
        if (sun_follows_camera_ != settings_.model_.GetSunFollowsCamera()) {
            sun_follows_camera_ = settings_.model_.GetSunFollowsCamera();
            if (sun_follows_camera_) {
                scene_wgt_->SetOnCameraChanged([this](rendering::Camera *cam) {
                    auto render_scene = scene_wgt_->GetScene()->GetScene();
                    render_scene->SetSunLightDirection(cam->GetForwardVector());
                });
                render_scene->SetSunLightDirection(
                        scene->GetCamera()->GetForwardVector());
                settings_.wgt_mouse_sun->SetEnabled(false);
                scene_wgt_->SetSunInteractorEnabled(false);
            } else {
                scene_wgt_->SetOnCameraChanged(
                        std::function<void(rendering::Camera *)>());
                settings_.wgt_mouse_sun->SetEnabled(true);
                scene_wgt_->SetSunInteractorEnabled(true);
            }
        }
 
        render_scene->EnableIndirectLight(lighting.ibl_enabled);
        render_scene->SetIndirectLightIntensity(float(lighting.ibl_intensity));
        render_scene->SetIndirectLightRotation(lighting.ibl_rotation);
        render_scene->SetSunLightColor(lighting.sun_color);
        render_scene->SetSunLightIntensity(float(lighting.sun_intensity));
        if (!sun_follows_camera_) {
            render_scene->SetSunLightDirection(lighting.sun_dir);
        } else {
            render_scene->SetSunLightDirection(
                    scene->GetCamera()->GetForwardVector());
        }
        render_scene->EnableSunLight(lighting.sun_enabled);
    }
 
    void RunNormalEstimation() {
        if (loaded_pcd_) {
            gui::Application::GetInstance().PostToMainThread(
                    visualizer_, [this]() {
                        auto &theme = visualizer_->GetTheme();
                        auto loading_dlg =
                                std::make_shared<gui::Dialog>("Loading");
                        auto vert = std::make_shared<gui::Vert>(
                                0, gui::Margins(theme.font_size));
                        auto loading_text = std::string(
                                "Estimating normals. Be patient. This may take "
                                "a while. ");
                        vert->AddChild(std::make_shared<gui::Label>(
                                loading_text.c_str()));
                        loading_dlg->AddChild(vert);
                        visualizer_->ShowDialog(loading_dlg);
                    });
 
            gui::Application::GetInstance().RunInThread([this]() {
                loaded_pcd_->EstimateNormals();
                loaded_pcd_->NormalizeNormals();
 
                gui::Application::GetInstance().PostToMainThread(
                        visualizer_, [this]() {
                            auto scene3d = scene_wgt_->GetScene();
                            scene3d->ClearGeometry();
                            rendering::MaterialRecord mat;
                            scene3d->AddGeometry(MODEL_NAME, loaded_pcd_.get(),
                                                 mat);
                            UpdateSceneMaterial();
                        });
                gui::Application::GetInstance().PostToMainThread(
                        visualizer_, [this]() { visualizer_->CloseDialog(); });
            });
        }
    }
 
    void UpdateSceneMaterial() {
        switch (settings_.model_.GetMaterialType()) {
            case GuiSettingsModel::MaterialType::LIT:
                if (basic_mode_enabled_) {
                    rendering::MaterialRecord basic_mat(
                            settings_.lit_material_);
                    ModifyMaterialForBasicMode(basic_mat);
                    scene_wgt_->GetScene()->UpdateMaterial(basic_mat);
                } else {
                    scene_wgt_->GetScene()->UpdateMaterial(
                            settings_.lit_material_);
                }
                break;
            case GuiSettingsModel::MaterialType::UNLIT:
                if (basic_mode_enabled_) {
                    rendering::MaterialRecord basic_mat(
                            settings_.unlit_material_);
                    ModifyMaterialForBasicMode(basic_mat);
                    scene_wgt_->GetScene()->UpdateMaterial(basic_mat);
                } else {
                    scene_wgt_->GetScene()->UpdateMaterial(
                            settings_.unlit_material_);
                }
                break;
            case GuiSettingsModel::MaterialType::NORMAL_MAP: {
                settings_.normal_depth_material_.shader = "normals";
                scene_wgt_->GetScene()->UpdateMaterial(
                        settings_.normal_depth_material_);
            } break;
            case GuiSettingsModel::MaterialType::DEPTH: {
                settings_.normal_depth_material_.shader = "depth";
                scene_wgt_->GetScene()->UpdateMaterial(
                        settings_.normal_depth_material_);
            } break;
 
            default:
                break;
        }
    }
 
    void UpdateMaterials(rendering::Renderer &renderer,
                         const GuiSettingsModel::Materials &materials) {
        auto &lit = settings_.lit_material_;
        auto &unlit = settings_.unlit_material_;
        auto &normal_depth = settings_.normal_depth_material_;
 
        // Update lit from GUI
        lit.base_color.x() = materials.lit.base_color.x();
        lit.base_color.y() = materials.lit.base_color.y();
        lit.base_color.z() = materials.lit.base_color.z();
        lit.point_size = materials.point_size;
        lit.base_metallic = materials.lit.metallic;
        lit.base_roughness = materials.lit.roughness;
        lit.base_reflectance = materials.lit.reflectance;
        lit.base_clearcoat = materials.lit.clear_coat;
        lit.base_clearcoat_roughness = materials.lit.clear_coat_roughness;
        lit.base_anisotropy = materials.lit.anisotropy;
 
        // Update unlit from GUI
        unlit.base_color.x() = materials.unlit.base_color.x();
        unlit.base_color.y() = materials.unlit.base_color.y();
        unlit.base_color.z() = materials.unlit.base_color.z();
        unlit.point_size = materials.point_size;
 
        // Update normal/depth from GUI
        normal_depth.point_size = materials.point_size;
    }
 
    void OnNewIBL(Window &window, const char *name) {
        std::string path = gui::Application::GetInstance().GetResourcePath();
        path += std::string("/") + name + "_ibl.ktx";
        if (!SetIBL(window.GetRenderer(), path)) {
            // must be the "Custom..." option
            auto dlg = std::make_shared<gui::FileDialog>(
                    gui::FileDialog::Mode::OPEN, "Open HDR Map",
                    window.GetTheme());
            dlg->AddFilter(".ktx", "Khronos Texture (.ktx)");
            dlg->SetOnCancel([&window]() { window.CloseDialog(); });
            dlg->SetOnDone([this, &window](const char *path) {
                window.CloseDialog();
                SetIBL(window.GetRenderer(), path);
                // We need to set the "custom" bit, so just call the current
                // profile a custom profile.
                settings_.model_.SetCustomLighting(
                        settings_.model_.GetLighting());
            });
            window.ShowDialog(dlg);
        }
    }
};
 
GuiVisualizer::GuiVisualizer(const std::string &title, int width, int height)
    : gui::Window(title, width, height), impl_(new GuiVisualizer::Impl()) {
    Init();
}
 
GuiVisualizer::GuiVisualizer(
        const std::vector<std::shared_ptr<const geometry::Geometry>>
                &geometries,
        const std::string &title,
        int width,
        int height,
        int left,
        int top)
    : gui::Window(title, left, top, width, height),
      impl_(new GuiVisualizer::Impl()) {
    Init();
    SetGeometry(geometries[0], false);  // also updates the camera
 
    // Create a message processor for incoming messages.
    auto on_geometry = [this](std::shared_ptr<geometry::Geometry> geom,
                              const std::string &path, int time,
                              const std::string &layer) {
        // Rather than duplicating the logic to figure out the correct material,
        // just add with the default material and pretend the user changed the
        // current material and update everyone's material.
        impl_->scene_wgt_->GetScene()->AddGeometry(path, geom.get(),
                                                   rendering::MaterialRecord());
        impl_->UpdateFromModel(GetRenderer(), true);
    };
    impl_->message_processor_ =
            std::make_shared<MessageProcessor>(this, on_geometry);
}
 
void GuiVisualizer::Init() {
    auto &app = gui::Application::GetInstance();
    auto &theme = GetTheme();
 
    // Create menu
    if (!gui::Application::GetInstance().GetMenubar()) {
        auto menu = std::make_shared<gui::Menu>();
#if defined(__APPLE__)
        // The first menu item to be added on macOS becomes the application
        // menu (no matter its name)
        auto app_menu = std::make_shared<gui::Menu>();
        app_menu->AddItem("About", HELP_ABOUT);
        app_menu->AddSeparator();
        impl_->app_menu_custom_items_index_ = app_menu->GetNumberOfItems();
        app_menu->AddItem("Quit", FILE_QUIT, gui::KEY_Q);
        menu->AddMenu("CloudViewer", app_menu);
        impl_->app_menu_ = app_menu;
#endif  // __APPLE__
        auto file_menu = std::make_shared<gui::Menu>();
        file_menu->AddItem("Open...", FILE_OPEN, gui::KEY_O);
        file_menu->AddItem("Export Current Image...", FILE_EXPORT_RGB);
        file_menu->AddSeparator();
#if defined(_WIN32)
        file_menu->AddItem("Exit", FILE_QUIT);
#elif !defined(__APPLE__)  // quit goes in app menu on macOS
        file_menu->AddItem("Quit", FILE_QUIT, gui::KEY_Q);
#endif
        menu->AddMenu("File", file_menu);
 
        auto settings_menu = std::make_shared<gui::Menu>();
        settings_menu->AddItem("Lighting & Materials",
                               SETTINGS_LIGHT_AND_MATERIALS);
        settings_menu->SetChecked(SETTINGS_LIGHT_AND_MATERIALS, true);
        menu->AddMenu("Settings", settings_menu);
 
        auto help_menu = std::make_shared<gui::Menu>();
        help_menu->AddItem("Show Controls", HELP_KEYS);
        help_menu->AddItem("Show Camera Info", HELP_CAMERA);
        help_menu->AddSeparator();
        help_menu->AddItem("About", HELP_ABOUT);
        help_menu->AddItem("Contact", HELP_CONTACT);
#if defined(__APPLE__)
        // macOS adds a special search item to menus named "Help",
        // so add a space to avoid that.
        menu->AddMenu("Help ", help_menu);
#else
        menu->AddMenu("Help", help_menu);
#endif
 
        gui::Application::GetInstance().SetMenubar(menu);
    }
 
    // Implementation needs the GuiVisualizer
    impl_->visualizer_ = this;
 
    // Create scene
    impl_->scene_wgt_ = std::make_shared<gui::SceneWidget>();
    impl_->scene_wgt_->SetScene(
            std::make_shared<rendering::CloudViewerScene>(GetRenderer()));
    impl_->scene_wgt_->SetOnSunDirectionChanged(
            [this](const Eigen::Vector3f &new_dir) {
                auto lighting = impl_->settings_.model_.GetLighting();  // copy
                lighting.sun_dir = new_dir.normalized();
                impl_->settings_.model_.SetCustomLighting(lighting);
            });
    impl_->scene_wgt_->EnableSceneCaching(true);
 
    // Create light
    auto &settings = impl_->settings_;
    std::string resource_path = app.GetResourcePath();
    auto ibl_path = resource_path + "/default";
    auto *render_scene = impl_->scene_wgt_->GetScene()->GetScene();
    render_scene->SetIndirectLight(ibl_path);
 
    // Create materials
    impl_->InitializeMaterials(GetRenderer(), resource_path);
 
    // Setup UI
    const auto em = theme.font_size;
    const int lm = int(std::ceil(0.5 * em));
    const int grid_spacing = int(std::ceil(0.25 * em));
 
    AddChild(impl_->scene_wgt_);
 
    // Add settings widget
    const int separation_height = int(std::ceil(0.75 * em));
    // (we don't want as much left margin because the twisty arrow is the
    // only thing there, and visually it looks larger than the right.)
    const gui::Margins base_margins(int(std::round(0.5 * lm)), lm, lm, lm);
    settings.wgt_base = std::make_shared<gui::Vert>(0, base_margins);
 
    gui::Margins indent(em, 0, 0, 0);
    auto view_ctrls =
            std::make_shared<gui::CollapsableVert>("Mouse controls", 0, indent);
 
    // ... view manipulator buttons
    settings.wgt_mouse_arcball = std::make_shared<SmallToggleButton>("Arcball");
    impl_->settings_.wgt_mouse_arcball->SetOn(true);
    settings.wgt_mouse_arcball->SetOnClicked([this]() {
        impl_->SetMouseControls(*this,
                                gui::SceneWidget::Controls::ROTATE_CAMERA);
    });
    settings.wgt_mouse_fly = std::make_shared<SmallToggleButton>("Fly");
    settings.wgt_mouse_fly->SetOnClicked([this]() {
        impl_->SetMouseControls(*this, gui::SceneWidget::Controls::FLY);
    });
    settings.wgt_mouse_model = std::make_shared<SmallToggleButton>("Model");
    settings.wgt_mouse_model->SetOnClicked([this]() {
        impl_->SetMouseControls(*this,
                                gui::SceneWidget::Controls::ROTATE_MODEL);
    });
    settings.wgt_mouse_sun = std::make_shared<SmallToggleButton>("Sun");
    settings.wgt_mouse_sun->SetOnClicked([this]() {
        impl_->SetMouseControls(*this, gui::SceneWidget::Controls::ROTATE_SUN);
    });
    settings.wgt_mouse_ibl = std::make_shared<SmallToggleButton>("Environment");
    settings.wgt_mouse_ibl->SetOnClicked([this]() {
        impl_->SetMouseControls(*this, gui::SceneWidget::Controls::ROTATE_IBL);
    });
 
    auto reset_camera = std::make_shared<SmallButton>("Reset camera");
    reset_camera->SetOnClicked([this]() {
        impl_->scene_wgt_->GoToCameraPreset(
                gui::SceneWidget::CameraPreset::PLUS_Z);
    });
 
    auto camera_controls1 = std::make_shared<gui::Horiz>(grid_spacing);
    camera_controls1->AddStretch();
    camera_controls1->AddChild(settings.wgt_mouse_arcball);
    camera_controls1->AddChild(settings.wgt_mouse_fly);
    camera_controls1->AddChild(settings.wgt_mouse_model);
    camera_controls1->AddStretch();
    auto camera_controls2 = std::make_shared<gui::Horiz>(grid_spacing);
    camera_controls2->AddStretch();
    camera_controls2->AddChild(settings.wgt_mouse_sun);
    camera_controls2->AddChild(settings.wgt_mouse_ibl);
    camera_controls2->AddStretch();
    view_ctrls->AddChild(camera_controls1);
    view_ctrls->AddFixed(int(std::ceil(0.25 * em)));
    view_ctrls->AddChild(camera_controls2);
    view_ctrls->AddFixed(separation_height);
    view_ctrls->AddChild(gui::Horiz::MakeCentered(reset_camera));
    settings.wgt_base->AddChild(view_ctrls);
 
    // ... lighting and materials
    settings.view_ = std::make_shared<GuiSettingsView>(
            settings.model_, theme, resource_path, [this](const char *name) {
                if (std::string(name) ==
                    std::string(GuiSettingsModel::CUSTOM_IBL)) {
                    auto dlg = std::make_shared<gui::FileDialog>(
                            gui::FileDialog::Mode::OPEN, "Open HDR Map",
                            GetTheme());
                    dlg->AddFilter(".ktx", "Khronos Texture (.ktx)");
                    dlg->SetOnCancel([this]() { CloseDialog(); });
                    dlg->SetOnDone([this](const char *path) {
                        CloseDialog();
                        impl_->SetIBL(GetRenderer(), path);
                    });
                    ShowDialog(dlg);
                } else {
                    std::string resource_path =
                            gui::Application::GetInstance().GetResourcePath();
                    impl_->SetIBL(GetRenderer(),
                                  resource_path + "/" + name + "_ibl.ktx");
                }
            });
    settings.model_.SetOnChanged([this](bool material_type_changed) {
        impl_->settings_.view_->Update();
        impl_->UpdateFromModel(GetRenderer(), material_type_changed);
    });
    settings.wgt_base->AddChild(settings.view_);
 
    AddChild(settings.wgt_base);
 
    // Apply model settings (which should be defaults) to the rendering entities
    impl_->UpdateFromModel(GetRenderer(), false);
 
    // Other items
    impl_->help_keys_ = CreateHelpDisplay(this);
    impl_->help_keys_->SetVisible(false);
    AddChild(impl_->help_keys_);
    impl_->help_camera_ = CreateCameraDisplay(this);
    impl_->help_camera_->SetVisible(false);
    AddChild(impl_->help_camera_);
}
 
GuiVisualizer::~GuiVisualizer() {}
 
void GuiVisualizer::SetTitle(const std::string &title) {
    Super::SetTitle(title.c_str());
}
 
void GuiVisualizer::AddItemsToAppMenu(
        const std::vector<std::pair<std::string, gui::Menu::ItemId>> &items) {
#if !defined(__APPLE__)
    return;  // application menu only exists on macOS
#endif
 
    if (impl_->app_menu_ && impl_->app_menu_custom_items_index_ >= 0) {
        for (auto &it : items) {
            impl_->app_menu_->InsertItem(impl_->app_menu_custom_items_index_++,
                                         it.first.c_str(), it.second);
        }
        impl_->app_menu_->InsertSeparator(
                impl_->app_menu_custom_items_index_++);
    }
}
 
void GuiVisualizer::SetGeometry(
        std::shared_ptr<const geometry::Geometry> geometry, bool loaded_model) {
    auto scene3d = impl_->scene_wgt_->GetScene();
    scene3d->ClearGeometry();
 
    impl_->SetMaterialsToDefault();
 
    rendering::MaterialRecord loaded_material;
    if (loaded_model) {
        scene3d->AddModel(MODEL_NAME, impl_->loaded_model_);
        impl_->settings_.model_.SetDisplayingPointClouds(false);
        loaded_material.shader = "defaultLit";
    } else {
        // NOTE: If a model was NOT loaded then these must be point clouds
        std::shared_ptr<const geometry::Geometry> g = geometry;
 
        // If a point cloud or mesh has no vertex colors or a single uniform
        // color (usually white), then we want to display it normally, that
        // is, lit. But if the cloud/mesh has differing vertex colors, then
        // we assume that the vertex colors have the lighting value baked in
        // (for example, fountain.ply at http://qianyi.info/scenedata.html)
        if (g->isKindOf(CV_TYPES::POINT_CLOUD)) {
            auto pcd = std::static_pointer_cast<const geometry::PointCloud>(g);
 
            if (pcd->hasNormals()) {
                loaded_material.shader = "defaultLit";
            } else if (pcd->hasColors() && !PointCloudHasUniformColor(*pcd)) {
                loaded_material.shader = "defaultUnlit";
            } else {
                loaded_material.shader = "defaultLit";
            }
 
            scene3d->AddGeometry(MODEL_NAME, pcd.get(), loaded_material);
 
            impl_->settings_.model_.SetDisplayingPointClouds(true);
            impl_->settings_.view_->EnableEstimateNormals(true);
            if (!impl_->settings_.model_.GetUserHasChangedLightingProfile()) {
                auto &profile =
                        GuiSettingsModel::GetDefaultPointCloudLightingProfile();
                impl_->settings_.model_.SetLightingProfile(profile);
            }
        }
    }
 
    auto type = impl_->settings_.model_.GetMaterialType();
    if (type == GuiSettingsModel::MaterialType::LIT ||
        type == GuiSettingsModel::MaterialType::UNLIT) {
        if (loaded_material.shader == "defaultUnlit") {
            impl_->settings_.model_.SetMaterialType(
                    GuiSettingsModel::MaterialType::UNLIT);
        } else {
            impl_->settings_.model_.SetMaterialType(
                    GuiSettingsModel::MaterialType::LIT);
        }
    }
 
    // Setup UI for loaded model/point cloud
    impl_->settings_.model_.UnsetCustomDefaultColor();
    if (loaded_model) {
        impl_->settings_.view_->ShowFileMaterialEntry(true);
        impl_->settings_.model_.SetCurrentMaterials(
                GuiSettingsModel::MATERIAL_FROM_FILE_NAME);
    } else {
        impl_->settings_.view_->ShowFileMaterialEntry(false);
    }
    impl_->settings_.view_->Update();  // make sure prefab material is correct
 
    auto &bounds = scene3d->GetBoundingBox();
    impl_->scene_wgt_->SetupCamera(60.0, bounds,
                                   bounds.GetCenter().cast<float>());
 
    // Setup for raw mode if enabled...
    if (impl_->basic_mode_enabled_) {
        impl_->SetBasicModeGeometry(true);
        scene3d->GetScene()->SetSunLightDirection(
                scene3d->GetCamera()->GetForwardVector());
    }
 
    // Make sure scene is redrawn
    impl_->scene_wgt_->ForceRedraw();
}
 
void GuiVisualizer::Layout(const gui::LayoutContext &context) {
    auto r = GetContentRect();
    const auto em = context.theme.font_size;
    impl_->scene_wgt_->SetFrame(r);
 
    // Draw help keys HUD in upper left
    const auto pref = impl_->help_keys_->CalcPreferredSize(
            context, gui::Widget::Constraints());
    impl_->help_keys_->SetFrame(gui::Rect(0, r.y, pref.width, pref.height));
    impl_->help_keys_->Layout(context);
 
    // Draw camera HUD in lower left
    const auto prefcam = impl_->help_camera_->CalcPreferredSize(
            context, gui::Widget::Constraints());
    impl_->help_camera_->SetFrame(gui::Rect(0, r.height + r.y - prefcam.height,
                                            prefcam.width, prefcam.height));
    impl_->help_camera_->Layout(context);
 
    // Settings in upper right
    const auto LIGHT_SETTINGS_WIDTH = 18 * em;
    auto light_settings_size = impl_->settings_.wgt_base->CalcPreferredSize(
            context, gui::Widget::Constraints());
    gui::Rect lightSettingsRect(r.width - LIGHT_SETTINGS_WIDTH, r.y,
                                LIGHT_SETTINGS_WIDTH,
                                std::min(r.height, light_settings_size.height));
    impl_->settings_.wgt_base->SetFrame(lightSettingsRect);
 
    Super::Layout(context);
}
 
void GuiVisualizer::StartRPCInterface(const std::string &address, int timeout) {
    impl_->receiver_ = std::make_shared<io::rpc::ZMQReceiver>(address, timeout);
    impl_->receiver_->SetMessageProcessor(impl_->message_processor_);
    try {
        utility::LogInfo("Starting to listen on {}", address);
        impl_->receiver_->Start();
    } catch (std::exception &e) {
        utility::LogWarning("Failed to start RPC interface: {}", e.what());
    }
}
 
void GuiVisualizer::StopRPCInterface() { impl_->receiver_.reset(); }
 
bool GuiVisualizer::SetIBL(const char *path) {
    auto result = impl_->SetIBL(GetRenderer(), path);
    PostRedraw();
    return result;
}
 
void GuiVisualizer::LoadGeometry(const std::string &path) {
    auto progressbar = std::make_shared<gui::ProgressBar>();
    gui::Application::GetInstance().PostToMainThread(this, [this, path,
                                                            progressbar]() {
        auto &theme = GetTheme();
        auto loading_dlg = std::make_shared<gui::Dialog>("Loading");
        auto vert =
                std::make_shared<gui::Vert>(0, gui::Margins(theme.font_size));
        auto loading_text = std::string("Loading ") + path;
        vert->AddChild(std::make_shared<gui::Label>(loading_text.c_str()));
        vert->AddFixed(theme.font_size);
        vert->AddChild(progressbar);
        loading_dlg->AddChild(vert);
        ShowDialog(loading_dlg);
    });
 
    gui::Application::GetInstance().RunInThread([this, path, progressbar]() {
        auto UpdateProgress = [this, progressbar](float value) {
            gui::Application::GetInstance().PostToMainThread(
                    this,
                    [progressbar, value]() { progressbar->SetValue(value); });
        };
 
        // clear current model
        impl_->loaded_model_.meshes_.clear();
        impl_->loaded_model_.materials_.clear();
        impl_->basic_model_.meshes_.clear();
        impl_->basic_model_.materials_.clear();
        impl_->wireframe_model_.reset();
        impl_->loaded_pcd_.reset();
 
        auto geometry_type = io::ReadFileGeometryType(path);
 
        bool model_success = false;
        if (geometry_type & io::CONTAINS_TRIANGLES) {
            const float ioProgressAmount = 1.0f;
            try {
                io::ReadTriangleModelOptions opt;
                opt.update_progress = [ioProgressAmount,
                                       UpdateProgress](double percent) -> bool {
                    UpdateProgress(ioProgressAmount * float(percent / 100.0));
                    return true;
                };
                model_success =
                        io::ReadTriangleModel(path, impl_->loaded_model_, opt);
            } catch (...) {
                model_success = false;
            }
        }
        // path appears to be a point cloud...
        auto geometry = std::shared_ptr<geometry::Geometry>();
        if (!model_success) {
            auto cloud = std::make_shared<geometry::PointCloud>();
            bool success = false;
            const float ioProgressAmount = 0.5f;
            try {
                io::ReadPointCloudOption opt;
                opt.update_progress = [ioProgressAmount,
                                       UpdateProgress](double percent) -> bool {
                    UpdateProgress(ioProgressAmount * float(percent / 100.0));
                    return true;
                };
                success = io::ReadPointCloud(path, *cloud, opt);
            } catch (...) {
                success = false;
            }
            if (success) {
                utility::LogInfo("Successfully read {}", path.c_str());
                UpdateProgress(ioProgressAmount);
                if (!cloud->hasNormals() && !cloud->hasColors()) {
                    cloud->EstimateNormals();
                }
                UpdateProgress(0.666f);
                cloud->NormalizeNormals();
                UpdateProgress(0.75f);
                geometry = cloud;
                impl_->loaded_pcd_ = cloud;
            } else {
                utility::LogWarning("Failed to read points {}", path.c_str());
                cloud.reset();
            }
        }
 
        if (model_success || geometry) {
            gui::Application::GetInstance().PostToMainThread(
                    this, [this, model_success, geometry]() {
                        SetGeometry(geometry, model_success);
                        CloseDialog();
                    });
        } else {
            gui::Application::GetInstance().PostToMainThread(this, [this,
                                                                    path]() {
                CloseDialog();
                auto msg = std::string("Could not load '") + path + "'.";
                ShowMessageBox("Error", msg.c_str());
            });
        }
    });
}
 
void GuiVisualizer::ExportCurrentImage(const std::string &path) {
    impl_->scene_wgt_->EnableSceneCaching(false);
    impl_->scene_wgt_->GetScene()->GetScene()->RenderToImage(
            [this, path](std::shared_ptr<geometry::Image> image) mutable {
                if (!io::WriteImage(path, *image)) {
                    this->ShowMessageBox(
                            "Error", (std::string("Could not write image to ") +
                                      path + ".")
                                             .c_str());
                }
                impl_->scene_wgt_->EnableSceneCaching(true);
            });
}
 
void GuiVisualizer::OnMenuItemSelected(gui::Menu::ItemId item_id) {
    auto menu_id = MenuId(item_id);
    switch (menu_id) {
        case FILE_OPEN: {
            auto dlg = std::make_shared<gui::FileDialog>(
                    gui::FileDialog::Mode::OPEN, "Open Geometry", GetTheme());
            dlg->AddFilter(".ply .stl .fbx .obj .off .gltf .glb",
                           "Triangle mesh files (.ply, .stl, .fbx, .obj, .off, "
                           ".gltf, .glb)");
            dlg->AddFilter(".xyz .xyzn .xyzrgb .ply .pcd .pts",
                           "Point cloud files (.xyz, .xyzn, .xyzrgb, .ply, "
                           ".pcd, .pts)");
            dlg->AddFilter(".ply", "Polygon files (.ply)");
            dlg->AddFilter(".stl", "Stereolithography files (.stl)");
            dlg->AddFilter(".fbx", "Autodesk Filmbox files (.fbx)");
            dlg->AddFilter(".obj", "Wavefront OBJ files (.obj)");
            dlg->AddFilter(".off", "Object file format (.off)");
            dlg->AddFilter(".gltf", "OpenGL transfer files (.gltf)");
            dlg->AddFilter(".glb", "OpenGL binary transfer files (.glb)");
            dlg->AddFilter(".xyz", "ASCII point cloud files (.xyz)");
            dlg->AddFilter(".xyzn", "ASCII point cloud with normals (.xyzn)");
            dlg->AddFilter(".xyzrgb",
                           "ASCII point cloud files with colors (.xyzrgb)");
            dlg->AddFilter(".pcd", "Point Cloud Data files (.pcd)");
            dlg->AddFilter(".pts", "3D Points files (.pts)");
            dlg->AddFilter("", "All files");
            dlg->SetOnCancel([this]() { this->CloseDialog(); });
            dlg->SetOnDone([this](const char *path) {
                this->CloseDialog();
                OnDragDropped(path);
            });
            ShowDialog(dlg);
            break;
        }
        case FILE_EXPORT_RGB: {
            auto dlg = std::make_shared<gui::FileDialog>(
                    gui::FileDialog::Mode::SAVE, "Save File", GetTheme());
            dlg->AddFilter(".png", "PNG images (.png)");
            dlg->AddFilter("", "All files");
            dlg->SetOnCancel([this]() { this->CloseDialog(); });
            dlg->SetOnDone([this](const char *path) {
                this->CloseDialog();
                this->ExportCurrentImage(path);
            });
            ShowDialog(dlg);
            break;
        }
        case FILE_QUIT:
            gui::Application::GetInstance().Quit();
            break;
        case SETTINGS_LIGHT_AND_MATERIALS: {
            auto visibility = !impl_->settings_.wgt_base->IsVisible();
            impl_->settings_.wgt_base->SetVisible(visibility);
            auto menubar = gui::Application::GetInstance().GetMenubar();
            menubar->SetChecked(SETTINGS_LIGHT_AND_MATERIALS, visibility);
 
            // We need relayout because materials settings pos depends on light
            // settings visibility
            this->SetNeedsLayout();
 
            break;
        }
        case HELP_KEYS: {
            bool is_visible = !impl_->help_keys_->IsVisible();
            impl_->help_keys_->SetVisible(is_visible);
            auto menubar = gui::Application::GetInstance().GetMenubar();
            menubar->SetChecked(HELP_KEYS, is_visible);
            break;
        }
        case HELP_CAMERA: {
            bool is_visible = !impl_->help_camera_->IsVisible();
            impl_->help_camera_->SetVisible(is_visible);
            auto menubar = gui::Application::GetInstance().GetMenubar();
            menubar->SetChecked(HELP_CAMERA, is_visible);
            if (is_visible) {
                impl_->scene_wgt_->SetOnCameraChanged([this](rendering::Camera
                                                                     *cam) {
                    auto children = this->impl_->help_camera_->GetChildren();
                    auto set_text = [](const Eigen::Vector3f &v,
                                       std::shared_ptr<gui::Widget> label) {
                        auto l = std::dynamic_pointer_cast<gui::Label>(label);
                        l->SetText(fmt::format("[{:.2f} {:.2f} "
                                               "{:.2f}]",
                                               v.x(), v.y(), v.z())
                                           .c_str());
                    };
                    set_text(cam->GetPosition(), children[1]);
                    set_text(cam->GetForwardVector(), children[3]);
                    set_text(cam->GetLeftVector(), children[5]);
                    set_text(cam->GetUpVector(), children[7]);
                    this->SetNeedsLayout();
                });
            } else {
                impl_->scene_wgt_->SetOnCameraChanged(
                        std::function<void(rendering::Camera *)>());
            }
            break;
        }
        case HELP_ABOUT: {
            auto dlg = CreateAboutDialog(this);
            ShowDialog(dlg);
            break;
        }
        case HELP_CONTACT: {
            auto dlg = CreateContactDialog(this);
            ShowDialog(dlg);
            break;
        }
        case HELP_DEBUG: {
            break;
        }
    }
}
 
void GuiVisualizer::OnDragDropped(const char *path) {
    auto title = std::string("CloudViewer - ") + path;
#if LOAD_IN_NEW_WINDOW
    auto frame = this->GetFrame();
    std::vector<std::shared_ptr<const geometry::Geometry>> nothing;
    auto vis = std::make_shared<GuiVisualizer>(nothing, title.c_str(),
                                               frame.width, frame.height,
                                               frame.x + 20, frame.y + 20);
    gui::Application::GetInstance().AddWindow(vis);
#else
    this->SetTitle(title);
    auto vis = this;
#endif  // LOAD_IN_NEW_WINDOW
    vis->LoadGeometry(path);
}
 
}  // namespace visualization
}  // namespace cloudViewer