Open3D (C++ API)  0.19.0
Scene.h
Go to the documentation of this file.
1 // ----------------------------------------------------------------------------
2 // - Open3D: www.open3d.org -
3 // ----------------------------------------------------------------------------
4 // Copyright (c) 2018-2024 www.open3d.org
5 // SPDX-License-Identifier: MIT
6 // ----------------------------------------------------------------------------
7 
8 #pragma once
9 
10 #include <Eigen/Geometry>
11 #include <memory>
12 #include <vector>
13 
16 
17 namespace open3d {
18 namespace geometry {
19 class Geometry3D;
20 class AxisAlignedBoundingBox;
21 class Image;
22 } // namespace geometry
23 
24 namespace t {
25 namespace geometry {
26 class Geometry;
27 class PointCloud;
28 } // namespace geometry
29 } // namespace t
30 
31 namespace visualization {
32 namespace rendering {
33 
34 class Renderer;
35 class View;
36 struct TriangleMeshModel;
37 struct MaterialRecord;
38 struct Light;
39 
40 // Contains renderable objects like geometry and lights
41 // Can have multiple views
42 class Scene {
43 public:
44  static const uint32_t kUpdatePointsFlag = (1 << 0);
45  static const uint32_t kUpdateNormalsFlag = (1 << 1);
46  static const uint32_t kUpdateColorsFlag = (1 << 2);
47  static const uint32_t kUpdateUv0Flag = (1 << 3);
48 
49  using Transform = Eigen::Transform<float, 3, Eigen::Affine>;
50 
51  Scene(Renderer& renderer) : renderer_(renderer) {}
52  virtual ~Scene() = default;
53 
54  virtual Scene* Copy() = 0;
55 
56  // NOTE: Temporarily need to support old View interface for ImGUI
58  std::int32_t y,
59  std::uint32_t w,
60  std::uint32_t h) = 0;
61 
62  virtual View* GetView(const ViewHandle& view_id) const = 0;
63  virtual void SetViewActive(const ViewHandle& view_id, bool is_active) = 0;
64  virtual void SetRenderOnce(const ViewHandle& view_id) = 0;
65  virtual void RemoveView(const ViewHandle& view_id) = 0;
66 
67  // Camera
68  virtual void AddCamera(const std::string& camera_name,
69  std::shared_ptr<Camera> cam) = 0;
70  virtual void RemoveCamera(const std::string& camera_name) = 0;
71  virtual void SetActiveCamera(const std::string& camera_name) = 0;
72 
73  // Scene geometry
74  virtual bool AddGeometry(const std::string& object_name,
75  const geometry::Geometry3D& geometry,
76  const MaterialRecord& material,
77  const std::string& downsampled_name = "",
78  size_t downsample_threshold = SIZE_MAX) = 0;
79  virtual bool AddGeometry(const std::string& object_name,
80  const t::geometry::Geometry& geometry,
81  const MaterialRecord& material,
82  const std::string& downsampled_name = "",
83  size_t downsample_threshold = SIZE_MAX) = 0;
84  virtual bool AddGeometry(const std::string& object_name,
85  const TriangleMeshModel& model) = 0;
86  virtual bool HasGeometry(const std::string& object_name) const = 0;
87  virtual void UpdateGeometry(const std::string& object_name,
88  const t::geometry::PointCloud& point_cloud,
89  uint32_t update_flags) = 0;
90  virtual void RemoveGeometry(const std::string& object_name) = 0;
91  virtual void ShowGeometry(const std::string& object_name, bool show) = 0;
92  virtual bool GeometryIsVisible(const std::string& object_name) = 0;
93  virtual void OverrideMaterial(const std::string& object_name,
94  const MaterialRecord& material) = 0;
99  virtual void OverrideMaterial(const std::string& object_name,
100  const TriangleMeshModel& model) = 0;
101  virtual void GeometryShadows(const std::string& object_name,
102  bool cast_shadows,
103  bool receive_shadows) = 0;
104  virtual void SetGeometryCulling(const std::string& object_name,
105  bool enable) = 0;
106  virtual void SetGeometryPriority(const std::string& object_name,
107  uint8_t priority) = 0;
108  virtual void QueryGeometry(std::vector<std::string>& geometry) = 0;
109  virtual void SetGeometryTransform(const std::string& object_name,
110  const Transform& transform) = 0;
111  virtual Transform GetGeometryTransform(const std::string& object_name) = 0;
113  const std::string& object_name) = 0;
114  virtual void OverrideMaterialAll(const MaterialRecord& material,
115  bool shader_only = true) = 0;
116 
117  // Lighting Environment
118  virtual bool AddPointLight(const std::string& light_name,
119  const Eigen::Vector3f& color,
120  const Eigen::Vector3f& position,
121  float intensity,
122  float falloff,
123  bool cast_shadows) = 0;
124  virtual bool AddSpotLight(const std::string& light_name,
125  const Eigen::Vector3f& color,
126  const Eigen::Vector3f& position,
127  const Eigen::Vector3f& direction,
128  float intensity,
129  float falloff,
130  float inner_cone_angle,
131  float outer_cone_angle,
132  bool cast_shadows) = 0;
133  virtual bool AddDirectionalLight(const std::string& light_name,
134  const Eigen::Vector3f& color,
135  const Eigen::Vector3f& direction,
136  float intensity,
137  bool cast_shadows) = 0;
138  virtual Light& GetLight(const std::string& light_name) = 0;
139  virtual void RemoveLight(const std::string& light_name) = 0;
140  virtual void UpdateLight(const std::string& light_name,
141  const Light& light) = 0;
142  virtual void UpdateLightColor(const std::string& light_name,
143  const Eigen::Vector3f& color) = 0;
144  virtual void UpdateLightPosition(const std::string& light_name,
145  const Eigen::Vector3f& position) = 0;
146  virtual void UpdateLightDirection(const std::string& light_name,
147  const Eigen::Vector3f& direction) = 0;
148  virtual void UpdateLightIntensity(const std::string& light_name,
149  float intensity) = 0;
150  virtual void UpdateLightFalloff(const std::string& light_name,
151  float falloff) = 0;
152  virtual void UpdateLightConeAngles(const std::string& light_name,
153  float inner_cone_angle,
154  float outer_cone_angle) = 0;
155  virtual void EnableLightShadow(const std::string& light_name,
156  bool cast_shadows) = 0;
157 
158  virtual void SetSunLight(const Eigen::Vector3f& direction,
159  const Eigen::Vector3f& color,
160  float intensity) = 0;
161  virtual void EnableSunLight(bool enable) = 0;
162  virtual void EnableSunLightShadows(bool enable) = 0;
163  virtual void SetSunLightColor(const Eigen::Vector3f& color) = 0;
164  virtual Eigen::Vector3f GetSunLightColor() = 0;
165  virtual void SetSunLightIntensity(float intensity) = 0;
166  virtual float GetSunLightIntensity() = 0;
167  virtual void SetSunLightDirection(const Eigen::Vector3f& direction) = 0;
168  virtual Eigen::Vector3f GetSunLightDirection() = 0;
169  virtual void SetSunAngularRadius(float radius) = 0;
170  virtual void SetSunHaloSize(float size) = 0;
171  virtual void SetSunHaloFalloff(float falloff) = 0;
172 
173  virtual bool SetIndirectLight(const std::string& ibl_name) = 0;
174  virtual const std::string& GetIndirectLight() = 0;
175  virtual void EnableIndirectLight(bool enable) = 0;
176  virtual void SetIndirectLightIntensity(float intensity) = 0;
177  virtual float GetIndirectLightIntensity() = 0;
178  virtual void SetIndirectLightRotation(const Transform& rotation) = 0;
180  virtual void ShowSkybox(bool show) = 0;
181  virtual bool GetSkyboxVisible() const = 0;
182  virtual void SetBackground(
183  const Eigen::Vector4f& color,
184  const std::shared_ptr<geometry::Image> image = nullptr) = 0;
185  virtual void SetBackground(TextureHandle image) = 0;
186 
187  enum class GroundPlane { XZ, XY, YZ };
188  virtual void EnableGroundPlane(bool enable, GroundPlane plane) = 0;
189  virtual void SetGroundPlaneColor(const Eigen::Vector4f& color) = 0;
190 
192  virtual void RenderToImage(
193  std::function<void(std::shared_ptr<geometry::Image>)> callback) = 0;
194 
196  virtual void RenderToDepthImage(
197  std::function<void(std::shared_ptr<geometry::Image>)> callback) = 0;
198 
199 protected:
201 };
202 
203 } // namespace rendering
204 } // namespace visualization
205 } // namespace open3d
std::shared_ptr< core::Tensor > image
Definition: FilamentRenderer.cpp:302
std::function< void(std::shared_ptr< core::Tensor >)> callback
Definition: FilamentRenderer.cpp:301
math::float4 color
Definition: LineSetBuffers.cpp:45
math::float3 position
Definition: LineSetBuffers.cpp:43
double t
Definition: SurfaceReconstructionPoisson.cpp:172
A bounding box that is aligned along the coordinate axes and defined by the min_bound and max_bound.
Definition: BoundingVolume.h:285
The base geometry class for 3D geometries.
Definition: Geometry3D.h:29
The base geometry class.
Definition: Geometry.h:23
A point cloud contains a list of 3D points.
Definition: PointCloud.h:81
virtual void SetGeometryCulling(const std::string &object_name, bool enable)=0
virtual void GeometryShadows(const std::string &object_name, bool cast_shadows, bool receive_shadows)=0
virtual Transform GetGeometryTransform(const std::string &object_name)=0
virtual void UpdateLightConeAngles(const std::string &light_name, float inner_cone_angle, float outer_cone_angle)=0
virtual bool SetIndirectLight(const std::string &ibl_name)=0
virtual void QueryGeometry(std::vector< std::string > &geometry)=0
Scene(Renderer &renderer)
Definition: Scene.h:51
virtual void OverrideMaterial(const std::string &object_name, const TriangleMeshModel &model)=0
virtual void SetRenderOnce(const ViewHandle &view_id)=0
virtual void SetSunLightDirection(const Eigen::Vector3f &direction)=0
virtual const std::string & GetIndirectLight()=0
virtual void SetIndirectLightIntensity(float intensity)=0
virtual void UpdateLightPosition(const std::string &light_name, const Eigen::Vector3f &position)=0
virtual bool AddGeometry(const std::string &object_name, const t::geometry::Geometry &geometry, const MaterialRecord &material, const std::string &downsampled_name="", size_t downsample_threshold=SIZE_MAX)=0
virtual bool GeometryIsVisible(const std::string &object_name)=0
virtual void SetSunHaloSize(float size)=0
virtual Eigen::Vector3f GetSunLightColor()=0
virtual void UpdateGeometry(const std::string &object_name, const t::geometry::PointCloud &point_cloud, uint32_t update_flags)=0
virtual void SetSunAngularRadius(float radius)=0
virtual void AddCamera(const std::string &camera_name, std::shared_ptr< Camera > cam)=0
static const uint32_t kUpdatePointsFlag
Definition: Scene.h:44
virtual void EnableSunLightShadows(bool enable)=0
virtual bool AddDirectionalLight(const std::string &light_name, const Eigen::Vector3f &color, const Eigen::Vector3f &direction, float intensity, bool cast_shadows)=0
virtual void SetSunLightIntensity(float intensity)=0
virtual Light & GetLight(const std::string &light_name)=0
virtual bool HasGeometry(const std::string &object_name) const =0
virtual void OverrideMaterial(const std::string &object_name, const MaterialRecord &material)=0
Renderer & renderer_
Definition: Scene.h:200
virtual void SetViewActive(const ViewHandle &view_id, bool is_active)=0
virtual void SetBackground(TextureHandle image)=0
virtual void UpdateLightIntensity(const std::string &light_name, float intensity)=0
virtual void SetBackground(const Eigen::Vector4f &color, const std::shared_ptr< geometry::Image > image=nullptr)=0
virtual void RenderToImage(std::function< void(std::shared_ptr< geometry::Image >)> callback)=0
Size of image is the size of the window.
virtual void RemoveGeometry(const std::string &object_name)=0
virtual void UpdateLight(const std::string &light_name, const Light &light)=0
virtual void RenderToDepthImage(std::function< void(std::shared_ptr< geometry::Image >)> callback)=0
Size of image is the size of the window.
virtual void SetGeometryPriority(const std::string &object_name, uint8_t priority)=0
virtual void SetSunLightColor(const Eigen::Vector3f &color)=0
virtual void OverrideMaterialAll(const MaterialRecord &material, bool shader_only=true)=0
virtual ViewHandle AddView(std::int32_t x, std::int32_t y, std::uint32_t w, std::uint32_t h)=0
virtual void EnableLightShadow(const std::string &light_name, bool cast_shadows)=0
virtual void ShowGeometry(const std::string &object_name, bool show)=0
virtual void SetSunHaloFalloff(float falloff)=0
virtual bool AddGeometry(const std::string &object_name, const TriangleMeshModel &model)=0
virtual void SetGroundPlaneColor(const Eigen::Vector4f &color)=0
virtual void EnableGroundPlane(bool enable, GroundPlane plane)=0
virtual void RemoveLight(const std::string &light_name)=0
virtual void SetIndirectLightRotation(const Transform &rotation)=0
virtual geometry::AxisAlignedBoundingBox GetGeometryBoundingBox(const std::string &object_name)=0
virtual Transform GetIndirectLightRotation()=0
virtual void RemoveCamera(const std::string &camera_name)=0
static const uint32_t kUpdateNormalsFlag
Definition: Scene.h:45
virtual void UpdateLightColor(const std::string &light_name, const Eigen::Vector3f &color)=0
static const uint32_t kUpdateUv0Flag
Definition: Scene.h:47
virtual void RemoveView(const ViewHandle &view_id)=0
virtual void SetGeometryTransform(const std::string &object_name, const Transform &transform)=0
virtual void SetActiveCamera(const std::string &camera_name)=0
static const uint32_t kUpdateColorsFlag
Definition: Scene.h:46
virtual bool AddPointLight(const std::string &light_name, const Eigen::Vector3f &color, const Eigen::Vector3f &position, float intensity, float falloff, bool cast_shadows)=0
virtual bool AddSpotLight(const std::string &light_name, const Eigen::Vector3f &color, const Eigen::Vector3f &position, const Eigen::Vector3f &direction, float intensity, float falloff, float inner_cone_angle, float outer_cone_angle, bool cast_shadows)=0
virtual void EnableIndirectLight(bool enable)=0
virtual void UpdateLightFalloff(const std::string &light_name, float falloff)=0
virtual View * GetView(const ViewHandle &view_id) const =0
virtual void EnableSunLight(bool enable)=0
Eigen::Transform< float, 3, Eigen::Affine > Transform
Definition: Scene.h:49
virtual void ShowSkybox(bool show)=0
virtual void UpdateLightDirection(const std::string &light_name, const Eigen::Vector3f &direction)=0
virtual bool GetSkyboxVisible() const =0
virtual void SetSunLight(const Eigen::Vector3f &direction, const Eigen::Vector3f &color, float intensity)=0
virtual Eigen::Vector3f GetSunLightDirection()=0
virtual bool AddGeometry(const std::string &object_name, const geometry::Geometry3D &geometry, const MaterialRecord &material, const std::string &downsampled_name="", size_t downsample_threshold=SIZE_MAX)=0
int size
Definition: FilePCD.cpp:40
const char const char value recording_handle imu_sample recording_handle uint8_t size_t data_size k4a_record_configuration_t config target_format k4a_capture_t capture_handle k4a_imu_sample_t imu_sample playback_handle k4a_logging_message_cb_t void min_level device_handle k4a_imu_sample_t timeout_in_ms capture_handle capture_handle capture_handle image_handle temperature_c k4a_image_t image_handle uint8_t image_handle image_handle image_handle image_handle uint32_t
Definition: K4aPlugin.cpp:548
const char const char value recording_handle imu_sample recording_handle uint8_t size_t data_size k4a_record_configuration_t config target_format k4a_capture_t capture_handle k4a_imu_sample_t imu_sample playback_handle k4a_logging_message_cb_t void min_level device_handle k4a_imu_sample_t int32_t
Definition: K4aPlugin.cpp:395
Definition: PinholeCameraIntrinsic.cpp:16