423A35C7/pytorch3d
1
0
Fork 0
mirror of https://github.com/facebookresearch/pytorch3d.git synced 2025-08-02 03:42:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

Adding SQL dataset classes to ImplicitronDataSource imports

Browse Source 
Summary: Making it easier for the clients to use these datasets.

Reviewed By: bottler

Differential Revision: D46727179

fbshipit-source-id: cf619aee4c4c0222a74b30ea590cf37f08f014cc
This commit is contained in:
Roman Shapovalov 2023-06-14 10:51:47 -07:00 committed by Facebook GitHub Bot
parent 3d886c32d5
commit cd5db076d5
5 changed files with 41 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
projects/implicitron_trainer/tests/experiment.yaml
View File

@ -129,6 +129,19 @@ data_source_ImplicitronDataSource_args:
dataset_length_train: 0 dataset_length_train: 0
dataset_length_val: 0 dataset_length_val: 0
dataset_length_test: 0 dataset_length_test: 0
data_loader_map_provider_TrainEvalDataLoaderMapProvider_args:
batch_size: 1
num_workers: 0
dataset_length_train: 0
dataset_length_val: 0
dataset_length_test: 0
train_conditioning_type: SAME
val_conditioning_type: SAME
test_conditioning_type: KNOWN
images_per_seq_options: []
sample_consecutive_frames: false
consecutive_frames_max_gap: 0
consecutive_frames_max_gap_seconds: 0.1
model_factory_ImplicitronModelFactory_args: model_factory_ImplicitronModelFactory_args:
resume: true resume: true
model_class_type: GenericModel model_class_type: GenericModel

2
projects/implicitron_trainer/tests/test_experiment.py
View File

@ -136,6 +136,8 @@ class TestExperiment(unittest.TestCase):
ds_arg = cfg.data_source_ImplicitronDataSource_args ds_arg = cfg.data_source_ImplicitronDataSource_args
ds_arg.dataset_map_provider_JsonIndexDatasetMapProvider_args.dataset_root = "" ds_arg.dataset_map_provider_JsonIndexDatasetMapProvider_args.dataset_root = ""
ds_arg.dataset_map_provider_JsonIndexDatasetMapProviderV2_args.dataset_root = "" ds_arg.dataset_map_provider_JsonIndexDatasetMapProviderV2_args.dataset_root = ""
if "dataset_map_provider_SqlIndexDatasetMapProvider_args" in ds_arg:
del ds_arg.dataset_map_provider_SqlIndexDatasetMapProvider_args
cfg.training_loop_ImplicitronTrainingLoop_args.visdom_port = 8097 cfg.training_loop_ImplicitronTrainingLoop_args.visdom_port = 8097
yaml = OmegaConf.to_yaml(cfg, sort_keys=False) yaml = OmegaConf.to_yaml(cfg, sort_keys=False)
if DEBUG: if DEBUG:

10
pytorch3d/implicitron/dataset/data_source.py
View File

@ -72,6 +72,16 @@ class ImplicitronDataSource(DataSourceBase): # pyre-ignore[13]
from .rendered_mesh_dataset_map_provider import ( # noqa: F401 from .rendered_mesh_dataset_map_provider import ( # noqa: F401
RenderedMeshDatasetMapProvider, RenderedMeshDatasetMapProvider,
) )
from .train_eval_data_loader_provider import ( # noqa: F401
TrainEvalDataLoaderMapProvider,
)
try:
from .sql_dataset_provider import ( # noqa: F401 # pyre-ignore
SqlIndexDatasetMapProvider,
)
except ModuleNotFoundError:
pass # environment without SQL dataset
finally: finally:
pass pass

13
tests/implicitron/data/data_source.yaml
View File

@ -116,3 +116,16 @@ data_loader_map_provider_SimpleDataLoaderMapProvider_args:
dataset_length_train: 0 dataset_length_train: 0
dataset_length_val: 0 dataset_length_val: 0
dataset_length_test: 0 dataset_length_test: 0
data_loader_map_provider_TrainEvalDataLoaderMapProvider_args:
batch_size: 1
num_workers: 0
dataset_length_train: 0
dataset_length_val: 0
dataset_length_test: 0
train_conditioning_type: SAME
val_conditioning_type: SAME
test_conditioning_type: KNOWN
images_per_seq_options: []
sample_consecutive_frames: false
consecutive_frames_max_gap: 0
consecutive_frames_max_gap_seconds: 0.1

3
tests/implicitron/test_data_source.py
View File

@ -68,6 +68,9 @@ class TestDataSource(unittest.TestCase):
# making the test invariant to env variables # making the test invariant to env variables
cfg.dataset_map_provider_JsonIndexDatasetMapProvider_args.dataset_root = "" cfg.dataset_map_provider_JsonIndexDatasetMapProvider_args.dataset_root = ""
cfg.dataset_map_provider_JsonIndexDatasetMapProviderV2_args.dataset_root = "" cfg.dataset_map_provider_JsonIndexDatasetMapProviderV2_args.dataset_root = ""
# making the test invariant to the presence of SQL dataset
if "dataset_map_provider_SqlIndexDatasetMapProvider_args" in cfg:
del cfg.dataset_map_provider_SqlIndexDatasetMapProvider_args
yaml = OmegaConf.to_yaml(cfg, sort_keys=False) yaml = OmegaConf.to_yaml(cfg, sort_keys=False)
if DEBUG: if DEBUG:
(DATA_DIR / "data_source.yaml").write_text(yaml) (DATA_DIR / "data_source.yaml").write_text(yaml)