Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
37 commits
Select commit Hold shift + click to select a range
943d636
feat: display mesh and pointcloud
Feb 9, 2023
e9acd12
chore: update poetry
Feb 9, 2023
c91ab6c
fix: mypy
Feb 9, 2023
e979c32
fix: add display from param to mesh and pc display
Feb 9, 2023
21fb8ab
fix: clean up
Feb 9, 2023
75b33d8
fix: mypy
Feb 9, 2023
7890194
fix: move display from url to mesh and pc url classes
Feb 10, 2023
0129c3a
chore: remove pyglet dependency
Feb 10, 2023
322a718
chore: update pyproject toml
Feb 10, 2023
05d8461
refactor: copy is notebook function from hubble sdk
Feb 10, 2023
0244816
fix: introduce vertices and faces doc
Feb 10, 2023
255795c
fix: introduce points and colors class for point cloud
Feb 10, 2023
db42712
fix: mypy and tests
Feb 10, 2023
dca04ce
docs: add display example to docs
Feb 10, 2023
788f834
fix: apply johannes suggestion from review
Feb 10, 2023
57fb1e1
fix: apply samis suggestion
Feb 10, 2023
3a8dc5e
docs: update docstring
Feb 14, 2023
38f771d
fix: only display in notebook
Feb 15, 2023
8c31318
docs: update docstring
Feb 15, 2023
bbef411
chore: get poetry lock file from feat rewrite v2
Feb 15, 2023
b376ddd
docs: update docstrings
Feb 15, 2023
016760d
feat: display image from img url and img tensor
Feb 10, 2023
f55d811
fix: display from image url and from image tensor
Feb 13, 2023
0a23b52
fix: use is notebook from utils instead o f hubble
Feb 13, 2023
084921b
feat: audio from url
Feb 14, 2023
a949033
feat: display video and add pydub to pyproject toml
Feb 15, 2023
62b58ee
wip: remove non notebook
Feb 15, 2023
442dd29
fix: all except video tensor
Feb 16, 2023
b486b96
fix: mypy check for ipython display
Feb 16, 2023
f77d216
fix: mypy check for ipython display
Feb 16, 2023
ca948f9
feat: add videobytes
Feb 16, 2023
0dc606c
Merge remote-tracking branch 'origin/feat-rewrite-v2' into feat-displ…
Feb 16, 2023
f2c0cff
Merge remote-tracking branch 'origin/feat-rewrite-v2' into feat-displ…
Feb 16, 2023
48a85ba
chore: poetry lock
Feb 16, 2023
9df9df5
fix: clean up
Feb 16, 2023
e783c14
Merge branch 'feat-rewrite-v2' into feat-display-img-audio-vid
Feb 17, 2023
fe9d3bf
fix: mypy check
Feb 17, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix: apply samis suggestion
Signed-off-by: anna-charlotte <[email protected]>
  • Loading branch information
anna-charlotte committed Feb 15, 2023
commit 57fb1e134ebd363d9c368b3690d61163c5f67c0e
26 changes: 19 additions & 7 deletions docarray/documents/point_cloud/points_and_colors.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,9 @@
import numpy as np

from docarray.base_document import BaseDocument
from docarray.typing import AnyTensor
from docarray.typing.tensor.abstract_tensor import AbstractTensor
from docarray.typing.tensor.tensor import AnyTensor
from docarray.typing.url.url_3d.point_cloud_url import _display_point_cloud
from docarray.utils.misc import is_tf_available, is_torch_available
from docarray.utils.misc import is_notebook, is_tf_available, is_torch_available

torch_available = is_torch_available()
if torch_available:
Expand Down Expand Up @@ -49,8 +48,21 @@ def display(self) -> None:
"""
Plot point cloud consisting of points in 3D space and optionally colors.
"""
if self.points is None:
raise ValueError(
'Can\'t display point cloud from tensors when the points are None.'
import trimesh
from IPython.display import display

colors = (
self.colors
if self.colors is not None
else np.tile(
np.array([0, 0, 0]),
(self.points.get_comp_backend().shape(self.points)[0], 1),
)
_display_point_cloud(points=self.points, colors=self.colors)
)
pc = trimesh.points.PointCloud(vertices=self.points, colors=colors)

if is_notebook():
s = trimesh.Scene(geometry=pc)
display(s.show())
else:
display(pc.show())
34 changes: 3 additions & 31 deletions docarray/typing/url/url_3d/point_cloud_url.py
Original file line number Diff line number Diff line change
@@ -1,18 +1,16 @@
from typing import TYPE_CHECKING, Optional, TypeVar
from typing import TYPE_CHECKING, TypeVar

import numpy as np
from pydantic import parse_obj_as

from docarray.typing import AnyTensor
from docarray.typing.proto_register import _register_proto
from docarray.typing.tensor.abstract_tensor import AbstractTensor
from docarray.typing.tensor.ndarray import NdArray
from docarray.typing.url.url_3d.url_3d import Url3D
from docarray.utils.misc import is_notebook

if TYPE_CHECKING:
from docarray.documents.point_cloud.points_and_colors import PointsAndColors


T = TypeVar('T', bound='PointCloud3DUrl')


Expand Down Expand Up @@ -78,30 +76,4 @@ def display(self, samples: int = 10000) -> None:
Plot point cloud from url.
:param samples: number of points to sample from the mesh.
"""
tensors = self.load(samples=samples)
_display_point_cloud(points=tensors.points)


def _display_point_cloud(
points: AnyTensor, colors: Optional[AbstractTensor] = None
) -> None:
"""
Plot point cloud from tensors.
:param points: tensor representing the point in 3D space, shape (n_points, 3).
:param colors: tensor representing the colors as RGB or RGB-A values,
shape (n_points, 3) or (n_points, 4).
"""
import trimesh
from IPython.display import display

if colors is None:
colors = np.tile(
np.array([0, 0, 0]), (points.get_comp_backend().shape(points)[0], 1)
)
pc = trimesh.points.PointCloud(vertices=points, colors=colors)

if is_notebook():
s = trimesh.Scene(geometry=pc)
display(s.show())
else:
display(pc.show())
self.load(samples=samples).display()