mirror of
https://github.com/facebookresearch/pytorch3d.git
synced 2025-08-01 03:12:49 +08:00
cd5db076d5
Summary: Making it easier for the clients to use these datasets. Reviewed By: bottler Differential Revision: D46727179 fbshipit-source-id: cf619aee4c4c0222a74b30ea590cf37f08f014cc
124 lines
4.5 KiB
Python
124 lines
4.5 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the BSD-style license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
|
|
import contextlib
|
|
import os
|
|
import unittest
|
|
import unittest.mock
|
|
|
|
import torch
|
|
from omegaconf import OmegaConf
|
|
from pytorch3d.implicitron.dataset.data_loader_map_provider import (
|
|
SequenceDataLoaderMapProvider,
|
|
SimpleDataLoaderMapProvider,
|
|
)
|
|
from pytorch3d.implicitron.dataset.data_source import ImplicitronDataSource
|
|
from pytorch3d.implicitron.dataset.json_index_dataset import JsonIndexDataset
|
|
from pytorch3d.implicitron.tools.config import get_default_args
|
|
from tests.common_testing import get_tests_dir
|
|
from tests.implicitron.common_resources import get_skateboard_data
|
|
|
|
DATA_DIR = get_tests_dir() / "implicitron/data"
|
|
DEBUG: bool = False
|
|
|
|
|
|
class TestDataSource(unittest.TestCase):
|
|
def setUp(self):
|
|
self.maxDiff = None
|
|
torch.manual_seed(42)
|
|
|
|
stack = contextlib.ExitStack()
|
|
self.dataset_root, self.path_manager = stack.enter_context(
|
|
get_skateboard_data()
|
|
)
|
|
self.addCleanup(stack.close)
|
|
|
|
def _test_omegaconf_generic_failure(self):
|
|
# OmegaConf possible bug - this is why we need _GenericWorkaround
|
|
from dataclasses import dataclass
|
|
|
|
import torch
|
|
|
|
@dataclass
|
|
class D(torch.utils.data.Dataset[int]):
|
|
a: int = 3
|
|
|
|
OmegaConf.structured(D)
|
|
|
|
def _test_omegaconf_ListList(self):
|
|
# Demo that OmegaConf doesn't support nested lists
|
|
from dataclasses import dataclass
|
|
from typing import Sequence
|
|
|
|
@dataclass
|
|
class A:
|
|
a: Sequence[Sequence[int]] = ((32,),)
|
|
|
|
OmegaConf.structured(A)
|
|
|
|
def test_JsonIndexDataset_args(self):
|
|
# test that JsonIndexDataset works with get_default_args
|
|
get_default_args(JsonIndexDataset)
|
|
|
|
def test_one(self):
|
|
cfg = get_default_args(ImplicitronDataSource)
|
|
# making the test invariant to env variables
|
|
cfg.dataset_map_provider_JsonIndexDatasetMapProvider_args.dataset_root = ""
|
|
cfg.dataset_map_provider_JsonIndexDatasetMapProviderV2_args.dataset_root = ""
|
|
# making the test invariant to the presence of SQL dataset
|
|
if "dataset_map_provider_SqlIndexDatasetMapProvider_args" in cfg:
|
|
del cfg.dataset_map_provider_SqlIndexDatasetMapProvider_args
|
|
yaml = OmegaConf.to_yaml(cfg, sort_keys=False)
|
|
if DEBUG:
|
|
(DATA_DIR / "data_source.yaml").write_text(yaml)
|
|
self.assertEqual(yaml, (DATA_DIR / "data_source.yaml").read_text())
|
|
|
|
def test_default(self):
|
|
if os.environ.get("INSIDE_RE_WORKER") is not None:
|
|
return
|
|
args = get_default_args(ImplicitronDataSource)
|
|
args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
|
|
dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
|
|
dataset_args.category = "skateboard"
|
|
dataset_args.test_restrict_sequence_id = 0
|
|
dataset_args.n_frames_per_sequence = -1
|
|
|
|
dataset_args.dataset_root = self.dataset_root
|
|
|
|
data_source = ImplicitronDataSource(**args)
|
|
self.assertIsInstance(
|
|
data_source.data_loader_map_provider, SequenceDataLoaderMapProvider
|
|
)
|
|
_, data_loaders = data_source.get_datasets_and_dataloaders()
|
|
self.assertEqual(len(data_loaders.train), 81)
|
|
for i in data_loaders.train:
|
|
self.assertEqual(i.frame_type, ["test_known"])
|
|
break
|
|
|
|
def test_simple(self):
|
|
if os.environ.get("INSIDE_RE_WORKER") is not None:
|
|
return
|
|
args = get_default_args(ImplicitronDataSource)
|
|
args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
|
|
args.data_loader_map_provider_class_type = "SimpleDataLoaderMapProvider"
|
|
dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
|
|
dataset_args.category = "skateboard"
|
|
dataset_args.test_restrict_sequence_id = 0
|
|
dataset_args.n_frames_per_sequence = -1
|
|
|
|
dataset_args.dataset_root = self.dataset_root
|
|
|
|
data_source = ImplicitronDataSource(**args)
|
|
self.assertIsInstance(
|
|
data_source.data_loader_map_provider, SimpleDataLoaderMapProvider
|
|
)
|
|
_, data_loaders = data_source.get_datasets_and_dataloaders()
|
|
|
|
self.assertEqual(len(data_loaders.train), 81)
|
|
for i in data_loaders.train:
|
|
self.assertEqual(i.frame_type, ["test_known"])
|
|
break
|