mirror of
https://github.com/facebookresearch/pytorch3d.git
synced 2025-08-02 20:02:49 +08:00
771cf8a328
Summary: Add facilities for dataloading non-sequential scenes. Reviewed By: shapovalov Differential Revision: D37291277 fbshipit-source-id: 0a33e3727b44c4f0cba3a2abe9b12f40d2a20447
81 lines
2.7 KiB
Python
81 lines
2.7 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the BSD-style license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
|
|
import os
|
|
import unittest
|
|
import unittest.mock
|
|
|
|
import torch
|
|
from omegaconf import OmegaConf
|
|
from pytorch3d.implicitron.dataset.data_source import ImplicitronDataSource
|
|
from pytorch3d.implicitron.dataset.json_index_dataset import JsonIndexDataset
|
|
from pytorch3d.implicitron.tools.config import get_default_args
|
|
from tests.common_testing import get_tests_dir
|
|
|
|
DATA_DIR = get_tests_dir() / "implicitron/data"
|
|
DEBUG: bool = False
|
|
|
|
|
|
class TestDataSource(unittest.TestCase):
|
|
def setUp(self):
|
|
self.maxDiff = None
|
|
torch.manual_seed(42)
|
|
|
|
def _test_omegaconf_generic_failure(self):
|
|
# OmegaConf possible bug - this is why we need _GenericWorkaround
|
|
from dataclasses import dataclass
|
|
|
|
import torch
|
|
|
|
@dataclass
|
|
class D(torch.utils.data.Dataset[int]):
|
|
a: int = 3
|
|
|
|
OmegaConf.structured(D)
|
|
|
|
def _test_omegaconf_ListList(self):
|
|
# Demo that OmegaConf doesn't support nested lists
|
|
from dataclasses import dataclass
|
|
from typing import Sequence
|
|
|
|
@dataclass
|
|
class A:
|
|
a: Sequence[Sequence[int]] = ((32,),)
|
|
|
|
OmegaConf.structured(A)
|
|
|
|
def test_JsonIndexDataset_args(self):
|
|
# test that JsonIndexDataset works with get_default_args
|
|
get_default_args(JsonIndexDataset)
|
|
|
|
def test_one(self):
|
|
with unittest.mock.patch.dict(os.environ, {"CO3D_DATASET_ROOT": ""}):
|
|
cfg = get_default_args(ImplicitronDataSource)
|
|
yaml = OmegaConf.to_yaml(cfg, sort_keys=False)
|
|
if DEBUG:
|
|
(DATA_DIR / "data_source.yaml").write_text(yaml)
|
|
self.assertEqual(yaml, (DATA_DIR / "data_source.yaml").read_text())
|
|
|
|
def test_default(self):
|
|
if os.environ.get("INSIDE_RE_WORKER") is not None:
|
|
return
|
|
args = get_default_args(ImplicitronDataSource)
|
|
args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
|
|
args.data_loader_map_provider_class_type = "SequenceDataLoaderMapProvider"
|
|
dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
|
|
dataset_args.category = "skateboard"
|
|
dataset_args.test_restrict_sequence_id = 0
|
|
dataset_args.n_frames_per_sequence = -1
|
|
|
|
dataset_args.dataset_root = "manifold://co3d/tree/extracted"
|
|
|
|
data_source = ImplicitronDataSource(**args)
|
|
_, data_loaders = data_source.get_datasets_and_dataloaders()
|
|
self.assertEqual(len(data_loaders.train), 81)
|
|
for i in data_loaders.train:
|
|
self.assertEqual(i.frame_type, ["test_known"])
|
|
break
|