Open3D (C++ API)  0.19.0
FilamentRenderer.h
Go to the documentation of this file.
1 // ----------------------------------------------------------------------------
2 // - Open3D: www.open3d.org -
3 // ----------------------------------------------------------------------------
4 // Copyright (c) 2018-2024 www.open3d.org
5 // SPDX-License-Identifier: MIT
6 // ----------------------------------------------------------------------------
7 
8 #pragma once
9 
10 #include <memory>
11 #include <unordered_map>
12 #include <unordered_set>
13 
16 
18 namespace filament {
19 class Engine;
20 class Renderer;
21 class Scene;
22 class SwapChain;
23 class VertexBuffer;
24 } // namespace filament
26 
27 namespace open3d {
28 namespace visualization {
29 namespace rendering {
30 
31 class FilamentMaterialModifier;
32 class FilamentRenderToBuffer;
33 class FilamentResourceManager;
34 class FilamentScene;
35 class FilamentView;
36 
37 class FilamentRenderer : public Renderer {
38 public:
39  FilamentRenderer(filament::Engine& engine,
40  void* native_drawable,
41  FilamentResourceManager& resource_mgr);
42  // This will create an offscreen renderer
43  explicit FilamentRenderer(filament::Engine& engine,
44  int width,
45  int height,
46  FilamentResourceManager& resource_mgr);
47  ~FilamentRenderer() override;
48 
49  SceneHandle CreateScene() override;
50  Scene* GetScene(const SceneHandle& id) const override;
51  void DestroyScene(const SceneHandle& id) override;
52 
53  virtual void SetClearColor(const Eigen::Vector4f& color) override;
54  void UpdateSwapChain() override;
55  void UpdateBitmapSwapChain(int width, int height) override;
56 
57  void BeginFrame() override;
58  void Draw() override;
59  void RequestReadPixels(int width,
60  int height,
61  std::function<void(std::shared_ptr<core::Tensor>)>
62  callback) override;
63  void EndFrame() override;
64 
65  void SetOnAfterDraw(std::function<void()> callback) override;
66 
67  MaterialHandle AddMaterial(const ResourceLoadRequest& request) override;
69  const MaterialHandle& material) override;
70  MaterialModifier& ModifyMaterial(const MaterialHandle& id) override;
72  void RemoveMaterialInstance(const MaterialInstanceHandle& id) override;
73 
75  bool srgb = false) override;
76  TextureHandle AddTexture(const std::shared_ptr<geometry::Image> image,
77  bool srgb = false) override;
79  bool srgb = false) override;
80  bool UpdateTexture(TextureHandle texture,
81  const std::shared_ptr<geometry::Image> image,
82  bool srgb) override;
83  bool UpdateTexture(TextureHandle texture,
85  bool srgb) override;
86  void RemoveTexture(const TextureHandle& id) override;
87 
89  const ResourceLoadRequest& request) override;
90  void RemoveIndirectLight(const IndirectLightHandle& id) override;
91 
92  SkyboxHandle AddSkybox(const ResourceLoadRequest& request) override;
93  void RemoveSkybox(const SkyboxHandle& id) override;
94 
95  std::shared_ptr<visualization::rendering::RenderToBuffer>
96  CreateBufferRenderer() override;
97 
98  // Removes scene from scenes list and draws it last
99  // WARNING: will destroy previous gui scene if there was any
100  void ConvertToGuiScene(const SceneHandle& id);
101  FilamentScene* GetGuiScene() const { return gui_scene_.get(); }
102 
103  filament::Renderer* GetNative() { return renderer_; }
104 
107  }
108 
109 private:
111 
112  filament::Engine& engine_;
113  filament::Renderer* renderer_ = nullptr;
114  filament::SwapChain* swap_chain_ = nullptr;
115  filament::SwapChain* swap_chain_cached_ = nullptr;
116 
117  std::unordered_map<REHandle_abstract, std::unique_ptr<FilamentScene>>
118  scenes_;
119  std::unique_ptr<FilamentScene> gui_scene_;
120 
121  std::unique_ptr<FilamentMaterialModifier> materials_modifier_;
122  FilamentResourceManager& resource_mgr_;
123 
124  std::unordered_set<std::shared_ptr<FilamentRenderToBuffer>>
125  buffer_renderers_;
126 
127  bool frame_started_ = false;
128  std::function<void()> on_after_draw_;
129  bool needs_wait_after_draw_ = false;
130 };
131 
132 } // namespace rendering
133 } // namespace visualization
134 } // namespace open3d
std::shared_ptr< core::Tensor > image
Definition: FilamentRenderer.cpp:183
std::function< void(std::shared_ptr< core::Tensor >)> callback
Definition: FilamentRenderer.cpp:182
math::float4 color
Definition: LineSetBuffers.cpp:45
The Image class stores image with customizable rows, cols, channels, dtype and device.
Definition: Image.h:29
static RenderingType GetBackendType()
Definition: FilamentEngine.h:39
Definition: FilamentRenderToBuffer.h:29
virtual void SetClearColor(const Eigen::Vector4f &color) override
Definition: FilamentRenderer.cpp:101
SkyboxHandle AddSkybox(const ResourceLoadRequest &request) override
Definition: FilamentRenderer.cpp:312
void SetOnAfterDraw(std::function< void()> callback) override
Definition: FilamentRenderer.cpp:112
SceneHandle CreateScene() override
Definition: FilamentRenderer.cpp:80
void RemoveSkybox(const SkyboxHandle &id) override
Definition: FilamentRenderer.cpp:322
TextureHandle AddTexture(const ResourceLoadRequest &request, bool srgb=false) override
Definition: FilamentRenderer.cpp:269
bool UpdateTexture(TextureHandle texture, const std::shared_ptr< geometry::Image > image, bool srgb) override
Definition: FilamentRenderer.cpp:280
void BeginFrame() override
Definition: FilamentRenderer.cpp:128
MaterialModifier & ModifyMaterial(const MaterialHandle &id) override
Definition: FilamentRenderer.cpp:229
void UpdateSwapChain() override
Definition: FilamentRenderer.cpp:116
void RequestReadPixels(int width, int height, std::function< void(std::shared_ptr< core::Tensor >)> callback) override
Definition: FilamentRenderer.cpp:198
void UpdateBitmapSwapChain(int width, int height) override
Definition: FilamentRenderer.cpp:122
filament::Renderer * GetNative()
Definition: FilamentRenderer.h:103
FilamentScene * GetGuiScene() const
Definition: FilamentRenderer.h:101
void ConvertToGuiScene(const SceneHandle &id)
Definition: FilamentRenderer.cpp:332
MaterialInstanceHandle AddMaterialInstance(const MaterialHandle &material) override
Definition: FilamentRenderer.cpp:224
std::shared_ptr< visualization::rendering::RenderToBuffer > CreateBufferRenderer() override
Definition: FilamentRenderer.cpp:326
FilamentRenderer(filament::Engine &engine, void *native_drawable, FilamentResourceManager &resource_mgr)
Definition: FilamentRenderer.cpp:50
void RemoveTexture(const TextureHandle &id) override
Definition: FilamentRenderer.cpp:293
void Draw() override
Definition: FilamentRenderer.cpp:149
void EndFrame() override
Definition: FilamentRenderer.cpp:169
IndirectLightHandle AddIndirectLight(const ResourceLoadRequest &request) override
Definition: FilamentRenderer.cpp:297
void RemoveIndirectLight(const IndirectLightHandle &id) override
Definition: FilamentRenderer.cpp:308
Scene * GetScene(const SceneHandle &id) const override
Definition: FilamentRenderer.cpp:88
~FilamentRenderer() override
Definition: FilamentRenderer.cpp:73
void RemoveMaterialInstance(const MaterialInstanceHandle &id) override
Definition: FilamentRenderer.cpp:264
MaterialHandle AddMaterial(const ResourceLoadRequest &request) override
Definition: FilamentRenderer.cpp:219
RenderingType GetBackendType() override
Return if the rendering backend is OpenGL, Vulkan or Metal.
Definition: FilamentRenderer.h:105
void DestroyScene(const SceneHandle &id) override
Definition: FilamentRenderer.cpp:97
Definition: FilamentResourceManager.h:50
Definition: MaterialModifier.h:107
int width
Definition: FilePCD.cpp:52
int height
Definition: FilePCD.cpp:53
Definition: FilamentEngine.h:14
const char const char value recording_handle imu_sample void
Definition: K4aPlugin.cpp:250
RenderingType
Definition: Renderer.h:57
Definition: PinholeCameraIntrinsic.cpp:16