more padding options in Dataloader

Summary: Add facilities for dataloading non-sequential scenes.

Reviewed By: shapovalov

Differential Revision: D37291277

fbshipit-source-id: 0a33e3727b44c4f0cba3a2abe9b12f40d2a20447

projects/implicitron_trainer/configs/repro_base.yaml

@@ -6,22 +6,12 @@ architecture: generic
 visualize_interval: 0
 visdom_port: 8097
 data_source_args:
+  data_loader_map_provider_class_type: SequenceDataLoaderMapProvider
   dataset_map_provider_class_type: JsonIndexDatasetMapProvider
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
-    batch_size: 10
-    dataset_len: 1000
-    dataset_len_val: 1
+    dataset_length_train: 1000
+    dataset_length_val: 1
     num_workers: 8
-    images_per_seq_options:
-    - 2
-    - 3
-    - 4
-    - 5
-    - 6
-    - 7
-    - 8
-    - 9
-    - 10
   dataset_map_provider_JsonIndexDatasetMapProvider_args:
     dataset_root: ${oc.env:CO3D_DATASET_ROOT}
     n_frames_per_sequence: -1

projects/implicitron_trainer/configs/repro_multiseq_base.yaml

@@ -4,8 +4,8 @@ defaults:
 data_source_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 10
-    dataset_len: 1000
-    dataset_len_val: 1
+    dataset_length_train: 1000
+    dataset_length_val: 1
     num_workers: 8
     images_per_seq_options:
     - 2

projects/implicitron_trainer/configs/repro_singleseq_base.yaml

@@ -4,11 +4,9 @@ defaults:
 data_source_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 1
-    dataset_len: 1000
-    dataset_len_val: 1
+    dataset_length_train: 1000
+    dataset_length_val: 1
     num_workers: 8
-    images_per_seq_options:
-    - 2
   dataset_map_provider_JsonIndexDatasetMapProvider_args:
     assert_single_seq: true
     n_frames_per_sequence: -1

projects/implicitron_trainer/configs/repro_singleseq_wce_base.yaml

@@ -4,8 +4,8 @@ defaults:
 data_source_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 10
-    dataset_len: 1000
-    dataset_len_val: 1
+    dataset_length_train: 1000
+    dataset_length_val: 1
     num_workers: 8
     images_per_seq_options:
     - 2

projects/implicitron_trainer/tests/experiment.yaml

@@ -345,10 +345,13 @@ data_source_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 1
     num_workers: 0
-    dataset_len: 1000
-    dataset_len_val: 1
-    images_per_seq_options:
-    - 2
+    dataset_length_train: 0
+    dataset_length_val: 0
+    dataset_length_test: 0
+    train_conditioning_type: SAME
+    val_conditioning_type: SAME
+    test_conditioning_type: KNOWN
+    images_per_seq_options: []
     sample_consecutive_frames: false
     consecutive_frames_max_gap: 0
     consecutive_frames_max_gap_seconds: 0.1

projects/implicitron_trainer/tests/test_experiment.py

@@ -55,7 +55,7 @@ class TestExperiment(unittest.TestCase):
         dataset_args.test_restrict_sequence_id = 0
         dataset_args.dataset_root = "manifold://co3d/tree/extracted"
         dataset_args.dataset_JsonIndexDataset_args.limit_sequences_to = 5
-        dataloader_args.dataset_len = 1
+        dataloader_args.dataset_length_train = 1
         cfg.solver_args.max_epochs = 2
 
         device = torch.device("cuda:0")