Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
46 commits
Select commit Hold shift + click to select a range
bebc9d4
feat: add audio url class
Dec 14, 2022
6025c2f
fix: typos
Dec 14, 2022
9a599e5
test: add tests for audio and audio url
Dec 15, 2022
04abdae
feat: add audio url and audio predefined class
Dec 15, 2022
f8d700d
Merge remote-tracking branch 'origin/feat-rewrite-v2' into feat-add-a…
Dec 21, 2022
d58f804
chore: add types-request
Dec 22, 2022
bdf8e88
feat: add audio tensors torch and ndarray
Dec 22, 2022
6572df8
fix: mypy type hints
Dec 22, 2022
9cd4baa
test: empty test file
Dec 22, 2022
b3c1948
test: add more unit and integration tests
Dec 28, 2022
7774181
fix: update audio tensors and audio url
Dec 28, 2022
af840d4
fix: remove print statements
Dec 28, 2022
797f488
docs: add documentation
Dec 28, 2022
8b48a77
refactor: rename test audio py to test audio tensor py
Dec 28, 2022
e135438
fix: typo in torch tensor py
Dec 28, 2022
14fcf6b
feat: add proto stuff to audio tensors
Dec 28, 2022
c623a13
test: add tests for proto and set tensors
Dec 28, 2022
1be8e3f
fix: set tensor to tensor int, since no inplace change
Dec 28, 2022
17786eb
refactor: rename to save to wav file
Dec 28, 2022
97355f7
docs: fix typo
Dec 28, 2022
20e2344
docs: fix docs for save tensor to wav file
Dec 28, 2022
7fc06e1
Merge branch 'feat-rewrite-v2' into feat-add-audio-v2
Dec 28, 2022
b34d783
fix: apply suggestions from code review
Dec 28, 2022
130d8ab
fix: apply suggestions from code review
Dec 29, 2022
2954351
test: fix assertions
Dec 29, 2022
61cb103
fix: move max int multiplication to abstract class
Dec 29, 2022
5943c0f
feat: add ndim method to abstract tensor class and concrete classes
Dec 29, 2022
131c5ff
fix: ndim
Dec 29, 2022
83ef649
fix: revert ndim in abstract tensor and torch tensor and ndarray
Dec 29, 2022
eecca41
fix: mypy checks
Dec 29, 2022
4762c3c
docs: add docstring to n dim
Dec 29, 2022
6948122
refactor: move n dim to abstract tensor and subclasses
Dec 29, 2022
d174087
refactor: make to protobuf abstract, change node to protobuf signature
Dec 29, 2022
3a52303
fix: remove not needed methods
Dec 29, 2022
a0be12e
fix: change remote audio file to file from github
Dec 30, 2022
9623d29
fix: raw content from remote file
Dec 30, 2022
6efdcf2
fix: path to github remote file
Dec 30, 2022
5026543
refactor: tensor field name to proto field name
Jan 2, 2023
703de43
test: remove redundant test in test audio tensor
Jan 2, 2023
83ece31
fix: load audio url to audio ndarray instead of np ndarray
Jan 2, 2023
de079e2
refactor: move n dim to computational backend
Jan 2, 2023
2ef1350
docs: update docstrings for audio tensors
Jan 3, 2023
d51d38e
feat: make dtype in audiourl load optional
Jan 3, 2023
3901cfa
Merge branch 'feat-rewrite-v2' into feat-add-audio-v2
Jan 3, 2023
a571898
test: fix document refactor and ndarray import
Jan 3, 2023
71af630
fix: fix mypy check
Jan 3, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix: load audio url to audio ndarray instead of np ndarray
Signed-off-by: anna-charlotte <[email protected]>
  • Loading branch information
anna-charlotte committed Jan 2, 2023
commit 83ece31fce90d8f2ff6c1e58d9e1b93fd9f9916e
3 changes: 2 additions & 1 deletion docarray/typing/tensor/audio/audio_ndarray.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,8 @@

from docarray.typing import NdArray
from docarray.typing.tensor.audio.abstract_audio_tensor import AbstractAudioTensor
from docarray.typing.url.audio_url import MAX_INT_16

MAX_INT_16 = 2**15

T = TypeVar('T', bound='AudioNdArray')

Expand Down
2 changes: 1 addition & 1 deletion docarray/typing/tensor/audio/audio_torch_tensor.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
from typing import TypeVar

from docarray.typing.tensor.audio.abstract_audio_tensor import AbstractAudioTensor
from docarray.typing.tensor.audio.audio_ndarray import MAX_INT_16
from docarray.typing.tensor.torch_tensor import TorchTensor, metaTorchAndNode
from docarray.typing.url.audio_url import MAX_INT_16

T = TypeVar('T', bound='AudioTorchTensor')

Expand Down
19 changes: 10 additions & 9 deletions docarray/typing/url/audio_url.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
from typing import TYPE_CHECKING, Any, Type, TypeVar, Union

import numpy as np
from pydantic import parse_obj_as

from docarray.typing.tensor.audio.audio_ndarray import MAX_INT_16, AudioNdArray
from docarray.typing.url.any_url import AnyUrl

if TYPE_CHECKING:
Expand All @@ -14,7 +16,6 @@
T = TypeVar('T', bound='AudioUrl')

AUDIO_FILE_FORMATS = ['wav']
MAX_INT_16 = 2**15


class AudioUrl(AnyUrl):
Expand Down Expand Up @@ -50,9 +51,9 @@ def validate(
)
return cls(str(url), scheme=None)

def load(self: T) -> np.ndarray:
def load(self: T) -> AudioNdArray:
"""
Load the data from the url into a numpy.ndarray.
Load the data from the url into an AudioNdArray.

EXAMPLE USAGE

Expand All @@ -66,14 +67,14 @@ def load(self: T) -> np.ndarray:

class MyDoc(Document):
audio_url: AudioUrl
audio_tensor: AudioNdArray


doc = MyDoc(audio_url="toydata/hello.wav")
doc.audio_tensor = doc.audio_url.load()
assert isinstance(doc.audio_tensor, np.ndarray)

audio_tensor = doc.audio_url.load()
assert isinstance(audio_tensor, np.ndarray)

:return: np.ndarray representing the audio file content
:return: AudioNdArray representing the audio file content
"""
import io

Expand Down Expand Up @@ -109,6 +110,6 @@ class MyDoc(Document):
audio_stereo[:, 0] = audio_norm[range(0, len(audio_norm), 2)]
audio_stereo[:, 1] = audio_norm[range(1, len(audio_norm), 2)]

return audio_stereo
return parse_obj_as(AudioNdArray, audio_stereo)
else:
return audio_norm
return parse_obj_as(AudioNdArray, audio_norm)
24 changes: 23 additions & 1 deletion tests/units/typing/url/test_audio_url.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,12 @@
from typing import Optional

import numpy as np
import pytest
from pydantic.tools import parse_obj_as, schema_json_of

from docarray import Document
from docarray.document.io.json import orjson_dumps
from docarray.typing import AudioUrl
from docarray.typing import AudioNdArray, AudioTorchTensor, AudioUrl
from tests import TOYDATA_DIR

AUDIO_FILES = [
Expand All @@ -23,6 +26,25 @@ def test_audio_url(file_url):
uri = parse_obj_as(AudioUrl, file_url)
tensor = uri.load()
assert isinstance(tensor, np.ndarray)
assert isinstance(tensor, AudioNdArray)


@pytest.mark.slow
@pytest.mark.internet
@pytest.mark.parametrize(
'file_url',
[*AUDIO_FILES, REMOTE_AUDIO_FILE],
)
def test_load_audio_url_to_audio_torch_tensor_field(file_url):
class MyAudioDoc(Document):
audio_url: AudioUrl
tensor: Optional[AudioTorchTensor]

doc = MyAudioDoc(audio_url=file_url)
doc.tensor = doc.audio_url.load()

assert isinstance(doc.tensor, np.ndarray)
assert isinstance(doc.tensor, AudioNdArray)


@pytest.mark.slow
Expand Down