Skip to content

Commit 8efbb4d

Browse files
JSabadinkozlov721
andauthored
Default delete & dataset creation fix (#341)
Co-authored-by: Martin Kozlovsky <[email protected]>
1 parent 11f3e92 commit 8efbb4d

File tree

4 files changed

+13
-5
lines changed

4 files changed

+13
-5
lines changed

luxonis_ml/data/__main__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -333,7 +333,7 @@ def inspect(
333333
bucket_storage: BucketStorage = bucket_option,
334334
):
335335
"""Inspects images and annotations in a dataset."""
336-
336+
check_exists(name, bucket_storage)
337337
if deterministic:
338338
np.random.seed(42)
339339
random.seed(42)

luxonis_ml/data/datasets/luxonis_dataset.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -874,6 +874,11 @@ def delete_dataset(
874874
@param delete_local: Whether to delete the dataset from local
875875
storage.
876876
"""
877+
if not (delete_remote or delete_local):
878+
raise ValueError(
879+
"Must set delete_remote=True and/or delete_local=True when calling delete_dataset()"
880+
)
881+
877882
if not self.is_remote and delete_local:
878883
logger.info(
879884
f"Deleting local dataset '{self.dataset_name}' from local storage"
@@ -1502,7 +1507,7 @@ def _dump_annotations(
15021507
Path(
15031508
data_path.name,
15041509
str(image_indices[file]) + file.suffix,
1505-
)
1510+
).as_posix()
15061511
),
15071512
"task_name": task_name,
15081513
}
@@ -1515,7 +1520,7 @@ def _dump_annotations(
15151520
Path(
15161521
data_path.name,
15171522
str(image_indices[file]) + file.suffix,
1518-
)
1523+
).as_posix()
15191524
),
15201525
"task_name": task_name,
15211526
"annotation": {

tests/test_data/test_dataset.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -151,6 +151,9 @@ def generator() -> DatasetIterator:
151151
with pytest.raises(ValueError, match="Must provide either"):
152152
dataset.set_skeletons()
153153

154+
with pytest.raises(ValueError, match="Must set delete_remote"):
155+
dataset.delete_dataset()
156+
154157

155158
@pytest.mark.dependency(name="test_dataset[BucketStorage.LOCAL]")
156159
def test_loader_iterator(storage_url: str, tempdir: Path):

tests/test_data/test_parsers.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -102,7 +102,7 @@ def test_dir_parser(
102102
_, ann = next(iter(loader))
103103
task_types = {get_task_type(task) for task in ann}
104104
assert task_types == expected_task_types
105-
dataset.delete_dataset()
105+
dataset.delete_dataset(delete_local=True)
106106

107107

108108
@pytest.mark.parametrize(
@@ -215,4 +215,4 @@ def test_dir_parser_explicit_type(
215215
_, ann = next(iter(loader))
216216
task_types = {get_task_type(task) for task in ann}
217217
assert task_types == expected_task_types
218-
dataset.delete_dataset()
218+
dataset.delete_dataset(delete_local=True)

0 commit comments

Comments
 (0)