dataset_map_provider

Summary: replace dataset_zoo with a pluggable DatasetMapProvider. The logic is now in annotated_file_dataset_map_provider.

Reviewed By: shapovalov

Differential Revision: D36443965

fbshipit-source-id: 9087649802810055e150b2fbfcc3c197a761f28a

tests/implicitron/data/data_source.yaml

@@ -0,0 +1,33 @@
+dataset_map_provider_class_type: ???
+dataloader_args:
+  batch_size: 1
+  num_workers: 0
+  dataset_len: 1000
+  dataset_len_val: 1
+  images_per_seq_options:
+  - 2
+  sample_consecutive_frames: false
+  consecutive_frames_max_gap: 0
+  consecutive_frames_max_gap_seconds: 0.1
+dataset_map_provider_JsonIndexDatasetMapProvider_args:
+  category: ???
+  task_str: singlesequence
+  dataset_root: ''
+  limit_to: -1
+  limit_sequences_to: -1
+  n_frames_per_sequence: -1
+  test_on_train: false
+  load_point_clouds: false
+  mask_images: false
+  mask_depths: false
+  restrict_sequence_name: []
+  test_restrict_sequence_id: -1
+  assert_single_seq: false
+  only_test_set: false
+  aux_dataset_kwargs:
+    box_crop: true
+    box_crop_context: 0.3
+    image_width: 800
+    image_height: 800
+    remove_empty_masks: true
+  path_manager: null

tests/implicitron/data/overrides.yaml

@@ -118,6 +118,6 @@ implicit_function_IdrFeatureField_args:
   bias: 1.0
   skip_in: []
   weight_norm: true
-  n_harmonic_functions_xyz: 0
+  n_harmonic_functions_xyz: 1729
   pooled_feature_dim: 0
   encoding_dim: 0

tests/implicitron/test_config_use.py

@@ -70,6 +70,9 @@ class TestGenericModel(unittest.TestCase):
             "AngleWeightedIdentityFeatureAggregator"
         )
         args.implicit_function_class_type = "IdrFeatureField"
+        idr_args = args.implicit_function_IdrFeatureField_args
+        idr_args.n_harmonic_functions_xyz = 1729
+
         args.renderer_class_type = "LSTMRenderer"
         gm = GenericModel(**args)
         self.assertIsInstance(gm.renderer, LSTMRenderer)
@@ -78,6 +81,7 @@ class TestGenericModel(unittest.TestCase):
             AngleWeightedIdentityFeatureAggregator,
         )
         self.assertIsInstance(gm._implicit_functions[0]._fn, IdrFeatureField)
+        self.assertEqual(gm._implicit_functions[0]._fn.n_harmonic_functions_xyz, 1729)
         self.assertIsInstance(gm.sequence_autodecoder, Autodecoder)
         self.assertIsInstance(gm.image_feature_extractor, ResNetFeatureExtractor)
         self.assertFalse(hasattr(gm, "implicit_function"))

tests/implicitron/test_data_source.py

@@ -0,0 +1,32 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+import os
+import unittest
+
+from omegaconf import OmegaConf
+from pytorch3d.implicitron.dataset.data_source import ImplicitronDataSource
+from pytorch3d.implicitron.tools.config import get_default_args
+
+if os.environ.get("FB_TEST", False):
+    from common_testing import get_tests_dir
+else:
+    from tests.common_testing import get_tests_dir
+
+DATA_DIR = get_tests_dir() / "implicitron/data"
+DEBUG: bool = False
+
+
+class TestDataSource(unittest.TestCase):
+    def setUp(self):
+        self.maxDiff = None
+
+    def test_one(self):
+        cfg = get_default_args(ImplicitronDataSource)
+        yaml = OmegaConf.to_yaml(cfg, sort_keys=False)
+        if DEBUG:
+            (DATA_DIR / "data_source.yaml").write_text(yaml)
+        self.assertEqual(yaml, (DATA_DIR / "data_source.yaml").read_text())