Replace pluggable components to create a proper Configurable hierarchy.

Summary:
This large diff rewrites a significant portion of Implicitron's config hierarchy. The new hierarchy, and some of the default implementation classes, are as follows:
```
Experiment
    data_source: ImplicitronDataSource
        dataset_map_provider
        data_loader_map_provider
    model_factory: ImplicitronModelFactory
        model: GenericModel
    optimizer_factory: ImplicitronOptimizerFactory
    training_loop: ImplicitronTrainingLoop
        evaluator: ImplicitronEvaluator
```

1) Experiment (used to be ExperimentConfig) is now a top-level Configurable and contains as members mainly (mostly new) high-level factory Configurables.
2) Experiment's job is to run factories, do some accelerate setup and then pass the results to the main training loop.
3) ImplicitronOptimizerFactory and ImplicitronModelFactory are new high-level factories that create the optimizer, scheduler, model, and stats objects.
4) TrainingLoop is a new configurable that runs the main training loop and the inner train-validate step.
5) Evaluator is a new configurable that TrainingLoop uses to run validation/test steps.
6) GenericModel is not the only model choice anymore. Instead, ImplicitronModelBase (by default instantiated with GenericModel) is a member of Experiment and can be easily replaced by a custom implementation by the user.

All the new Configurables are children of ReplaceableBase, and can be easily replaced with custom implementations.

In addition, I added support for the exponential LR schedule, updated the config files and the test, as well as added a config file that reproduces NERF results and a test to run the repro experiment.

Reviewed By: bottler

Differential Revision: D37723227

fbshipit-source-id: b36bee880d6aa53efdd2abfaae4489d8ab1e8a27

projects/implicitron_trainer/configs/repro_base.yaml

@@ -2,10 +2,10 @@ defaults:
 - default_config
 - _self_
 exp_dir: ./data/exps/base/
-architecture: generic
-visualize_interval: 0
-visdom_port: 8097
-data_source_args:
+training_loop_ImplicitronTrainingLoop_args:
+  visualize_interval: 0
+  max_epochs: 1000
+data_source_ImplicitronDataSource_args:
   data_loader_map_provider_class_type: SequenceDataLoaderMapProvider
   dataset_map_provider_class_type: JsonIndexDatasetMapProvider
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
@@ -21,55 +21,61 @@ data_source_args:
       load_point_clouds: false
       mask_depths: false
       mask_images: false
-generic_model_args:
-  loss_weights:
-    loss_mask_bce: 1.0
-    loss_prev_stage_mask_bce: 1.0
-    loss_autodecoder_norm: 0.01
-    loss_rgb_mse: 1.0
-    loss_prev_stage_rgb_mse: 1.0
-  output_rasterized_mc: false
-  chunk_size_grid: 102400
-  render_image_height: 400
-  render_image_width: 400
-  num_passes: 2
-  implicit_function_NeuralRadianceFieldImplicitFunction_args:
-    n_harmonic_functions_xyz: 10
-    n_harmonic_functions_dir: 4
-    n_hidden_neurons_xyz: 256
-    n_hidden_neurons_dir: 128
-    n_layers_xyz: 8
-    append_xyz:
-    - 5
-    latent_dim: 0
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 1024
-    scene_extent: 8.0
-    n_pts_per_ray_training: 64
-    n_pts_per_ray_evaluation: 64
-    stratified_point_sampling_training: true
-    stratified_point_sampling_evaluation: false
-  renderer_MultiPassEmissionAbsorptionRenderer_args:
-    n_pts_per_ray_fine_training: 64
-    n_pts_per_ray_fine_evaluation: 64
-    append_coarse_samples_to_fine: true
-    density_noise_std_train: 1.0
-  view_pooler_args:
-    view_sampler_args:
-      masked_sampling: false
-  image_feature_extractor_ResNetFeatureExtractor_args:
-    stages:
-    - 1
-    - 2
-    - 3
-    - 4
-    proj_dim: 16
-    image_rescale: 0.32
-    first_max_pool: false
-solver_args:
-  breed: adam
-  lr: 0.0005
-  lr_policy: multistep
-  max_epochs: 2000
-  momentum: 0.9
+model_factory_ImplicitronModelFactory_args:
+  visdom_port: 8097
+  model_GenericModel_args:
+    loss_weights:
+      loss_mask_bce: 1.0
+      loss_prev_stage_mask_bce: 1.0
+      loss_autodecoder_norm: 0.01
+      loss_rgb_mse: 1.0
+      loss_prev_stage_rgb_mse: 1.0
+    output_rasterized_mc: false
+    chunk_size_grid: 102400
+    render_image_height: 400
+    render_image_width: 400
+    num_passes: 2
+    implicit_function_NeuralRadianceFieldImplicitFunction_args:
+      n_harmonic_functions_xyz: 10
+      n_harmonic_functions_dir: 4
+      n_hidden_neurons_xyz: 256
+      n_hidden_neurons_dir: 128
+      n_layers_xyz: 8
+      append_xyz:
+      - 5
+      latent_dim: 0
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 1024
+      scene_extent: 8.0
+      n_pts_per_ray_training: 64
+      n_pts_per_ray_evaluation: 64
+      stratified_point_sampling_training: true
+      stratified_point_sampling_evaluation: false
+    renderer_MultiPassEmissionAbsorptionRenderer_args:
+      n_pts_per_ray_fine_training: 64
+      n_pts_per_ray_fine_evaluation: 64
+      append_coarse_samples_to_fine: true
+      density_noise_std_train: 1.0
+    view_pooler_args:
+      view_sampler_args:
+        masked_sampling: false
+    image_feature_extractor_ResNetFeatureExtractor_args:
+      stages:
+      - 1
+      - 2
+      - 3
+      - 4
+      proj_dim: 16
+      image_rescale: 0.32
+      first_max_pool: false
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  breed: Adam
   weight_decay: 0.0
+  lr_policy: MultiStepLR
+  multistep_lr_milestones: []
+  lr: 0.0005
+  gamma: 0.1
+  momentum: 0.9
+  betas:
+  - 0.9
+  - 0.999

projects/implicitron_trainer/configs/repro_feat_extractor_normed.yaml

@@ -1,17 +1,18 @@
-generic_model_args:
-  image_feature_extractor_class_type: ResNetFeatureExtractor
-  image_feature_extractor_ResNetFeatureExtractor_args:
-    add_images: true
-    add_masks: true
-    first_max_pool: true
-    image_rescale: 0.375
-    l2_norm: true
-    name: resnet34
-    normalize_image: true
-    pretrained: true
-    stages:
-    - 1
-    - 2
-    - 3
-    - 4
-    proj_dim: 32
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    image_feature_extractor_class_type: ResNetFeatureExtractor
+    image_feature_extractor_ResNetFeatureExtractor_args:
+      add_images: true
+      add_masks: true
+      first_max_pool: true
+      image_rescale: 0.375
+      l2_norm: true
+      name: resnet34
+      normalize_image: true
+      pretrained: true
+      stages:
+      - 1
+      - 2
+      - 3
+      - 4
+      proj_dim: 32

projects/implicitron_trainer/configs/repro_feat_extractor_transformer.yaml

@@ -1,17 +1,18 @@
-generic_model_args:
-  image_feature_extractor_class_type: ResNetFeatureExtractor
-  image_feature_extractor_ResNetFeatureExtractor_args:
-    add_images: true
-    add_masks: true
-    first_max_pool: false
-    image_rescale: 0.375
-    l2_norm: true
-    name: resnet34
-    normalize_image: true
-    pretrained: true
-    stages:
-    - 1
-    - 2
-    - 3
-    - 4
-    proj_dim: 16
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    image_feature_extractor_class_type: ResNetFeatureExtractor
+    image_feature_extractor_ResNetFeatureExtractor_args:
+      add_images: true
+      add_masks: true
+      first_max_pool: false
+      image_rescale: 0.375
+      l2_norm: true
+      name: resnet34
+      normalize_image: true
+      pretrained: true
+      stages:
+      - 1
+      - 2
+      - 3
+      - 4
+      proj_dim: 16

projects/implicitron_trainer/configs/repro_feat_extractor_unnormed.yaml

@@ -1,18 +1,19 @@
-generic_model_args:
-  image_feature_extractor_class_type: ResNetFeatureExtractor
-  image_feature_extractor_ResNetFeatureExtractor_args:
-    stages:
-    - 1
-    - 2
-    - 3
-    first_max_pool: false
-    proj_dim: -1
-    l2_norm: false
-    image_rescale: 0.375
-    name: resnet34
-    normalize_image: true
-    pretrained: true
-  view_pooler_args:
-    feature_aggregator_AngleWeightedReductionFeatureAggregator_args:
-      reduction_functions:
-      - AVG
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    image_feature_extractor_class_type: ResNetFeatureExtractor
+    image_feature_extractor_ResNetFeatureExtractor_args:
+      stages:
+      - 1
+      - 2
+      - 3
+      first_max_pool: false
+      proj_dim: -1
+      l2_norm: false
+      image_rescale: 0.375
+      name: resnet34
+      normalize_image: true
+      pretrained: true
+    view_pooler_args:
+      feature_aggregator_AngleWeightedReductionFeatureAggregator_args:
+        reduction_functions:
+        - AVG

projects/implicitron_trainer/configs/repro_multiseq_base.yaml

@@ -1,7 +1,7 @@
 defaults:
 - repro_base.yaml
 - _self_
-data_source_args:
+data_source_ImplicitronDataSource_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 10
     dataset_length_train: 1000
@@ -26,10 +26,12 @@ data_source_args:
     n_frames_per_sequence: -1
     test_on_train: true
     test_restrict_sequence_id: 0
-solver_args:
-  max_epochs: 3000
-  milestones:
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  multistep_lr_milestones:
   - 1000
-camera_difficulty_bin_breaks:
-  - 0.666667
-  - 0.833334
+training_loop_ImplicitronTrainingLoop_args:
+  max_epochs: 3000
+  evaluator_ImplicitronEvaluator_args:
+    camera_difficulty_bin_breaks:
+      - 0.666667
+      - 0.833334

projects/implicitron_trainer/configs/repro_multiseq_idr_ad.yaml

@@ -1,65 +1,66 @@
 defaults:
 - repro_multiseq_base.yaml
 - _self_
-generic_model_args:
-  loss_weights:
-    loss_mask_bce: 100.0
-    loss_kl: 0.0
-    loss_rgb_mse: 1.0
-    loss_eikonal: 0.1
-  chunk_size_grid: 65536
-  num_passes: 1
-  output_rasterized_mc: true
-  sampling_mode_training: mask_sample
-  global_encoder_class_type: SequenceAutodecoder
-  global_encoder_SequenceAutodecoder_args:
-    autodecoder_args:
-      n_instances: 20000
-      init_scale: 1.0
-      encoding_dim: 256
-  implicit_function_IdrFeatureField_args:
-    n_harmonic_functions_xyz: 6
-    bias: 0.6
-    d_in: 3
-    d_out: 1
-    dims:
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    geometric_init: true
-    pooled_feature_dim: 0
-    skip_in:
-    - 6
-    weight_norm: true
-  renderer_SignedDistanceFunctionRenderer_args:
-    ray_tracer_args:
-      line_search_step: 0.5
-      line_step_iters: 3
-      n_secant_steps: 8
-      n_steps: 100
-      object_bounding_sphere: 8.0
-      sdf_threshold: 5.0e-05
-    ray_normal_coloring_network_args:
-      d_in: 9
-      d_out: 3
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    loss_weights:
+      loss_mask_bce: 100.0
+      loss_kl: 0.0
+      loss_rgb_mse: 1.0
+      loss_eikonal: 0.1
+    chunk_size_grid: 65536
+    num_passes: 1
+    output_rasterized_mc: true
+    sampling_mode_training: mask_sample
+    global_encoder_class_type: SequenceAutodecoder
+    global_encoder_SequenceAutodecoder_args:
+      autodecoder_args:
+        n_instances: 20000
+        init_scale: 1.0
+        encoding_dim: 256
+    implicit_function_IdrFeatureField_args:
+      n_harmonic_functions_xyz: 6
+      bias: 0.6
+      d_in: 3
+      d_out: 1
       dims:
       - 512
       - 512
       - 512
       - 512
-      mode: idr
-      n_harmonic_functions_dir: 4
+      - 512
+      - 512
+      - 512
+      - 512
+      geometric_init: true
       pooled_feature_dim: 0
+      skip_in:
+      - 6
       weight_norm: true
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 1024
-    n_pts_per_ray_training: 0
-    n_pts_per_ray_evaluation: 0
-    scene_extent: 8.0
-  renderer_class_type: SignedDistanceFunctionRenderer
-  implicit_function_class_type: IdrFeatureField
+    renderer_SignedDistanceFunctionRenderer_args:
+      ray_tracer_args:
+        line_search_step: 0.5
+        line_step_iters: 3
+        n_secant_steps: 8
+        n_steps: 100
+        object_bounding_sphere: 8.0
+        sdf_threshold: 5.0e-05
+      ray_normal_coloring_network_args:
+        d_in: 9
+        d_out: 3
+        dims:
+        - 512
+        - 512
+        - 512
+        - 512
+        mode: idr
+        n_harmonic_functions_dir: 4
+        pooled_feature_dim: 0
+        weight_norm: true
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 1024
+      n_pts_per_ray_training: 0
+      n_pts_per_ray_evaluation: 0
+      scene_extent: 8.0
+    renderer_class_type: SignedDistanceFunctionRenderer
+    implicit_function_class_type: IdrFeatureField

projects/implicitron_trainer/configs/repro_multiseq_nerf_ad.yaml

@@ -1,11 +1,12 @@
 defaults:
 - repro_multiseq_base.yaml
 - _self_
-generic_model_args:
-  chunk_size_grid: 16000
-  view_pooler_enabled: false
-  global_encoder_class_type: SequenceAutodecoder
-  global_encoder_SequenceAutodecoder_args:
-    autodecoder_args:
-      n_instances: 20000
-      encoding_dim: 256
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 16000
+    view_pooler_enabled: false
+    global_encoder_class_type: SequenceAutodecoder
+    global_encoder_SequenceAutodecoder_args:
+      autodecoder_args:
+        n_instances: 20000
+        encoding_dim: 256

projects/implicitron_trainer/configs/repro_multiseq_nerf_wce.yaml

@@ -2,9 +2,11 @@ defaults:
 - repro_multiseq_base.yaml
 - repro_feat_extractor_unnormed.yaml
 - _self_
-clip_grad: 1.0
-generic_model_args:
-  chunk_size_grid: 16000
-  view_pooler_enabled: true
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 850
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 16000
+    view_pooler_enabled: true
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 850
+training_loop_ImplicitronTrainingLoop_args:
+  clip_grad: 1.0

projects/implicitron_trainer/configs/repro_multiseq_nerformer.yaml

@@ -2,16 +2,17 @@ defaults:
 - repro_multiseq_base.yaml
 - repro_feat_extractor_transformer.yaml
 - _self_
-generic_model_args:
-  chunk_size_grid: 16000
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 800
-    n_pts_per_ray_training: 32
-    n_pts_per_ray_evaluation: 32
-  renderer_MultiPassEmissionAbsorptionRenderer_args:
-    n_pts_per_ray_fine_training: 16
-    n_pts_per_ray_fine_evaluation: 16
-  implicit_function_class_type: NeRFormerImplicitFunction
-  view_pooler_enabled: true
-  view_pooler_args:
-    feature_aggregator_class_type: IdentityFeatureAggregator
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 16000
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 800
+      n_pts_per_ray_training: 32
+      n_pts_per_ray_evaluation: 32
+    renderer_MultiPassEmissionAbsorptionRenderer_args:
+      n_pts_per_ray_fine_training: 16
+      n_pts_per_ray_fine_evaluation: 16
+    implicit_function_class_type: NeRFormerImplicitFunction
+    view_pooler_enabled: true
+    view_pooler_args:
+      feature_aggregator_class_type: IdentityFeatureAggregator

projects/implicitron_trainer/configs/repro_multiseq_nerformer_angle_w.yaml

@@ -1,6 +1,7 @@
 defaults:
 - repro_multiseq_nerformer.yaml
 - _self_
-generic_model_args:
-  view_pooler_args:
-    feature_aggregator_class_type: AngleWeightedIdentityFeatureAggregator
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    view_pooler_args:
+      feature_aggregator_class_type: AngleWeightedIdentityFeatureAggregator

projects/implicitron_trainer/configs/repro_multiseq_srn_ad_hypernet.yaml

@@ -1,34 +1,35 @@
 defaults:
 - repro_multiseq_base.yaml
 - _self_
-generic_model_args:
-  chunk_size_grid: 16000
-  view_pooler_enabled: false
-  n_train_target_views: -1
-  num_passes: 1
-  loss_weights:
-    loss_rgb_mse: 200.0
-    loss_prev_stage_rgb_mse: 0.0
-    loss_mask_bce: 1.0
-    loss_prev_stage_mask_bce: 0.0
-    loss_autodecoder_norm: 0.001
-    depth_neg_penalty: 10000.0
-  global_encoder_class_type: SequenceAutodecoder
-  global_encoder_SequenceAutodecoder_args:
-    autodecoder_args:
-      encoding_dim: 256
-      n_instances: 20000
-  raysampler_class_type: NearFarRaySampler
-  raysampler_NearFarRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 2048
-    min_depth: 0.05
-    max_depth: 0.05
-    n_pts_per_ray_training: 1
-    n_pts_per_ray_evaluation: 1
-    stratified_point_sampling_training: false
-    stratified_point_sampling_evaluation: false
-  renderer_class_type: LSTMRenderer
-  implicit_function_class_type: SRNHyperNetImplicitFunction
-solver_args:
-  breed: adam
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 16000
+    view_pooler_enabled: false
+    n_train_target_views: -1
+    num_passes: 1
+    loss_weights:
+      loss_rgb_mse: 200.0
+      loss_prev_stage_rgb_mse: 0.0
+      loss_mask_bce: 1.0
+      loss_prev_stage_mask_bce: 0.0
+      loss_autodecoder_norm: 0.001
+      depth_neg_penalty: 10000.0
+    global_encoder_class_type: SequenceAutodecoder
+    global_encoder_SequenceAutodecoder_args:
+      autodecoder_args:
+        encoding_dim: 256
+        n_instances: 20000
+    raysampler_class_type: NearFarRaySampler
+    raysampler_NearFarRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 2048
+      min_depth: 0.05
+      max_depth: 0.05
+      n_pts_per_ray_training: 1
+      n_pts_per_ray_evaluation: 1
+      stratified_point_sampling_training: false
+      stratified_point_sampling_evaluation: false
+    renderer_class_type: LSTMRenderer
+    implicit_function_class_type: SRNHyperNetImplicitFunction
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  breed: Adam
   lr: 5.0e-05

projects/implicitron_trainer/configs/repro_multiseq_srn_ad_hypernet_noharm.yaml

@@ -1,10 +1,11 @@
 defaults:
 - repro_multiseq_srn_ad_hypernet.yaml
 - _self_
-generic_model_args:
-  num_passes: 1
-  implicit_function_SRNHyperNetImplicitFunction_args:
-    pixel_generator_args:
-      n_harmonic_functions: 0
-    hypernet_args:
-      n_harmonic_functions: 0
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    num_passes: 1
+    implicit_function_SRNHyperNetImplicitFunction_args:
+      pixel_generator_args:
+        n_harmonic_functions: 0
+      hypernet_args:
+        n_harmonic_functions: 0

projects/implicitron_trainer/configs/repro_multiseq_srn_wce.yaml

@@ -2,29 +2,30 @@ defaults:
 - repro_multiseq_base.yaml
 - repro_feat_extractor_normed.yaml
 - _self_
-generic_model_args:
-  chunk_size_grid: 32000
-  num_passes: 1
-  n_train_target_views: -1
-  loss_weights:
-    loss_rgb_mse: 200.0
-    loss_prev_stage_rgb_mse: 0.0
-    loss_mask_bce: 1.0
-    loss_prev_stage_mask_bce: 0.0
-    loss_autodecoder_norm: 0.0
-    depth_neg_penalty: 10000.0
-  raysampler_class_type: NearFarRaySampler
-  raysampler_NearFarRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 2048
-    min_depth: 0.05
-    max_depth: 0.05
-    n_pts_per_ray_training: 1
-    n_pts_per_ray_evaluation: 1
-    stratified_point_sampling_training: false
-    stratified_point_sampling_evaluation: false
-  renderer_class_type: LSTMRenderer
-  implicit_function_class_type: SRNImplicitFunction
-  view_pooler_enabled: true
-solver_args:
-  breed: adam
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 32000
+    num_passes: 1
+    n_train_target_views: -1
+    loss_weights:
+      loss_rgb_mse: 200.0
+      loss_prev_stage_rgb_mse: 0.0
+      loss_mask_bce: 1.0
+      loss_prev_stage_mask_bce: 0.0
+      loss_autodecoder_norm: 0.0
+      depth_neg_penalty: 10000.0
+    raysampler_class_type: NearFarRaySampler
+    raysampler_NearFarRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 2048
+      min_depth: 0.05
+      max_depth: 0.05
+      n_pts_per_ray_training: 1
+      n_pts_per_ray_evaluation: 1
+      stratified_point_sampling_training: false
+      stratified_point_sampling_evaluation: false
+    renderer_class_type: LSTMRenderer
+    implicit_function_class_type: SRNImplicitFunction
+    view_pooler_enabled: true
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  breed: Adam
   lr: 5.0e-05

projects/implicitron_trainer/configs/repro_multiseq_srn_wce_noharm.yaml

@@ -1,10 +1,11 @@
 defaults:
 - repro_multiseq_srn_wce.yaml
 - _self_
-generic_model_args:
-  num_passes: 1
-  implicit_function_SRNImplicitFunction_args:
-    pixel_generator_args:
-      n_harmonic_functions: 0
-    raymarch_function_args:
-      n_harmonic_functions: 0
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    num_passes: 1
+    implicit_function_SRNImplicitFunction_args:
+      pixel_generator_args:
+        n_harmonic_functions: 0
+      raymarch_function_args:
+        n_harmonic_functions: 0

projects/implicitron_trainer/configs/repro_singleseq_base.yaml

@@ -1,7 +1,7 @@
 defaults:
 - repro_base
 - _self_
-data_source_args:
+data_source_ImplicitronDataSource_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 1
     dataset_length_train: 1000
@@ -12,28 +12,30 @@ data_source_args:
     n_frames_per_sequence: -1
     test_restrict_sequence_id: 0
     test_on_train: false
-generic_model_args:
-  render_image_height: 800
-  render_image_width: 800
-  log_vars:
-  - loss_rgb_psnr_fg
-  - loss_rgb_psnr
-  - loss_eikonal
-  - loss_prev_stage_rgb_psnr
-  - loss_mask_bce
-  - loss_prev_stage_mask_bce
-  - loss_rgb_mse
-  - loss_prev_stage_rgb_mse
-  - loss_depth_abs
-  - loss_depth_abs_fg
-  - loss_kl
-  - loss_mask_neg_iou
-  - objective
-  - epoch
-  - sec/it
-solver_args:
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    render_image_height: 800
+    render_image_width: 800
+    log_vars:
+    - loss_rgb_psnr_fg
+    - loss_rgb_psnr
+    - loss_eikonal
+    - loss_prev_stage_rgb_psnr
+    - loss_mask_bce
+    - loss_prev_stage_mask_bce
+    - loss_rgb_mse
+    - loss_prev_stage_rgb_mse
+    - loss_depth_abs
+    - loss_depth_abs_fg
+    - loss_kl
+    - loss_mask_neg_iou
+    - objective
+    - epoch
+    - sec/it
+optimizer_factory_ImplicitronOptimizerFactory_args:
   lr: 0.0005
-  max_epochs: 400
-  milestones:
+  multistep_lr_milestones:
   - 200
   - 300
+training_loop_ImplicitronTrainingLoop_args:
+  max_epochs: 400

projects/implicitron_trainer/configs/repro_singleseq_idr.yaml

@@ -1,57 +1,58 @@
 defaults:
 - repro_singleseq_base
 - _self_
-generic_model_args:
-  loss_weights:
-    loss_mask_bce: 100.0
-    loss_kl: 0.0
-    loss_rgb_mse: 1.0
-    loss_eikonal: 0.1
-  chunk_size_grid: 65536
-  num_passes: 1
-  view_pooler_enabled: false
-  implicit_function_IdrFeatureField_args:
-    n_harmonic_functions_xyz: 6
-    bias: 0.6
-    d_in: 3
-    d_out: 1
-    dims:
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    geometric_init: true
-    pooled_feature_dim: 0
-    skip_in:
-    - 6
-    weight_norm: true
-  renderer_SignedDistanceFunctionRenderer_args:
-    ray_tracer_args:
-      line_search_step: 0.5
-      line_step_iters: 3
-      n_secant_steps: 8
-      n_steps: 100
-      object_bounding_sphere: 8.0
-      sdf_threshold: 5.0e-05
-    ray_normal_coloring_network_args:
-      d_in: 9
-      d_out: 3
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    loss_weights:
+      loss_mask_bce: 100.0
+      loss_kl: 0.0
+      loss_rgb_mse: 1.0
+      loss_eikonal: 0.1
+    chunk_size_grid: 65536
+    num_passes: 1
+    view_pooler_enabled: false
+    implicit_function_IdrFeatureField_args:
+      n_harmonic_functions_xyz: 6
+      bias: 0.6
+      d_in: 3
+      d_out: 1
       dims:
       - 512
       - 512
       - 512
       - 512
-      mode: idr
-      n_harmonic_functions_dir: 4
+      - 512
+      - 512
+      - 512
+      - 512
+      geometric_init: true
       pooled_feature_dim: 0
+      skip_in:
+      - 6
       weight_norm: true
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 1024
-    n_pts_per_ray_training: 0
-    n_pts_per_ray_evaluation: 0
-  renderer_class_type: SignedDistanceFunctionRenderer
-  implicit_function_class_type: IdrFeatureField
+    renderer_SignedDistanceFunctionRenderer_args:
+      ray_tracer_args:
+        line_search_step: 0.5
+        line_step_iters: 3
+        n_secant_steps: 8
+        n_steps: 100
+        object_bounding_sphere: 8.0
+        sdf_threshold: 5.0e-05
+      ray_normal_coloring_network_args:
+        d_in: 9
+        d_out: 3
+        dims:
+        - 512
+        - 512
+        - 512
+        - 512
+        mode: idr
+        n_harmonic_functions_dir: 4
+        pooled_feature_dim: 0
+        weight_norm: true
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 1024
+      n_pts_per_ray_training: 0
+      n_pts_per_ray_evaluation: 0
+    renderer_class_type: SignedDistanceFunctionRenderer
+    implicit_function_class_type: IdrFeatureField

projects/implicitron_trainer/configs/repro_singleseq_nerf_blender.yaml

@@ -0,0 +1,38 @@
+defaults:
+- repro_singleseq_base
+- _self_
+exp_dir: "./data/nerf_blender_publ/${oc.env:BLENDER_SINGLESEQ_CLASS}"
+data_source_ImplicitronDataSource_args:
+  data_loader_map_provider_SequenceDataLoaderMapProvider_args:
+    dataset_length_train: 100
+  dataset_map_provider_class_type: BlenderDatasetMapProvider
+  dataset_map_provider_BlenderDatasetMapProvider_args:
+    base_dir: ${oc.env:BLENDER_DATASET_ROOT}
+    object_name: ${oc.env:BLENDER_SINGLESEQ_CLASS}
+    path_manager_factory_class_type: PathManagerFactory
+    n_known_frames_for_test: null
+    path_manager_factory_PathManagerFactory_args:
+      silence_logs: true
+
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 4096
+      scene_extent: 2.0
+    renderer_MultiPassEmissionAbsorptionRenderer_args:
+      n_pts_per_ray_fine_training: 128
+      n_pts_per_ray_fine_evaluation: 128
+    loss_weights:
+      loss_rgb_mse: 1.0
+      loss_prev_stage_rgb_mse: 1.0
+      loss_mask_bce: 0.0
+      loss_prev_stage_mask_bce: 0.0
+      loss_autodecoder_norm: 0.00
+
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  exponential_lr_step_size: 2000
+
+training_loop_ImplicitronTrainingLoop_args:
+  max_epochs: 2000
+  visualize_interval: 0
+  validation_interval: 30

projects/implicitron_trainer/configs/repro_singleseq_nerf_wce.yaml

@@ -2,8 +2,9 @@ defaults:
 - repro_singleseq_wce_base.yaml
 - repro_feat_extractor_unnormed.yaml
 - _self_
-generic_model_args:
-  chunk_size_grid: 16000
-  view_pooler_enabled: true
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 850
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 16000
+    view_pooler_enabled: true
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 850

projects/implicitron_trainer/configs/repro_singleseq_nerformer.yaml

@@ -2,16 +2,17 @@ defaults:
 - repro_singleseq_wce_base.yaml
 - repro_feat_extractor_transformer.yaml
 - _self_
-generic_model_args:
-  chunk_size_grid: 16000
-  view_pooler_enabled: true
-  implicit_function_class_type: NeRFormerImplicitFunction
-  raysampler_AdaptiveRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 800
-    n_pts_per_ray_training: 32
-    n_pts_per_ray_evaluation: 32
-  renderer_MultiPassEmissionAbsorptionRenderer_args:
-    n_pts_per_ray_fine_training: 16
-    n_pts_per_ray_fine_evaluation: 16
-  view_pooler_args:
-    feature_aggregator_class_type: IdentityFeatureAggregator
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    chunk_size_grid: 16000
+    view_pooler_enabled: true
+    implicit_function_class_type: NeRFormerImplicitFunction
+    raysampler_AdaptiveRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 800
+      n_pts_per_ray_training: 32
+      n_pts_per_ray_evaluation: 32
+    renderer_MultiPassEmissionAbsorptionRenderer_args:
+      n_pts_per_ray_fine_training: 16
+      n_pts_per_ray_fine_evaluation: 16
+    view_pooler_args:
+      feature_aggregator_class_type: IdentityFeatureAggregator

projects/implicitron_trainer/configs/repro_singleseq_srn.yaml

@@ -1,28 +1,29 @@
 defaults:
 - repro_singleseq_base.yaml
 - _self_
-generic_model_args:
-  num_passes: 1
-  chunk_size_grid: 32000
-  view_pooler_enabled: false
-  loss_weights:
-    loss_rgb_mse: 200.0
-    loss_prev_stage_rgb_mse: 0.0
-    loss_mask_bce: 1.0
-    loss_prev_stage_mask_bce: 0.0
-    loss_autodecoder_norm: 0.0
-    depth_neg_penalty: 10000.0
-  raysampler_class_type: NearFarRaySampler
-  raysampler_NearFarRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 2048
-    min_depth: 0.05
-    max_depth: 0.05
-    n_pts_per_ray_training: 1
-    n_pts_per_ray_evaluation: 1
-    stratified_point_sampling_training: false
-    stratified_point_sampling_evaluation: false
-  renderer_class_type: LSTMRenderer
-  implicit_function_class_type: SRNImplicitFunction
-solver_args:
-  breed: adam
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    num_passes: 1
+    chunk_size_grid: 32000
+    view_pooler_enabled: false
+    loss_weights:
+      loss_rgb_mse: 200.0
+      loss_prev_stage_rgb_mse: 0.0
+      loss_mask_bce: 1.0
+      loss_prev_stage_mask_bce: 0.0
+      loss_autodecoder_norm: 0.0
+      depth_neg_penalty: 10000.0
+    raysampler_class_type: NearFarRaySampler
+    raysampler_NearFarRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 2048
+      min_depth: 0.05
+      max_depth: 0.05
+      n_pts_per_ray_training: 1
+      n_pts_per_ray_evaluation: 1
+      stratified_point_sampling_training: false
+      stratified_point_sampling_evaluation: false
+    renderer_class_type: LSTMRenderer
+    implicit_function_class_type: SRNImplicitFunction
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  breed: Adam
   lr: 5.0e-05

projects/implicitron_trainer/configs/repro_singleseq_srn_noharm.yaml

@@ -1,10 +1,11 @@
 defaults:
 - repro_singleseq_srn.yaml
 - _self_
-generic_model_args:
-  num_passes: 1
-  implicit_function_SRNImplicitFunction_args:
-    pixel_generator_args:
-      n_harmonic_functions: 0
-    raymarch_function_args:
-      n_harmonic_functions: 0
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    num_passes: 1
+    implicit_function_SRNImplicitFunction_args:
+      pixel_generator_args:
+        n_harmonic_functions: 0
+      raymarch_function_args:
+        n_harmonic_functions: 0

projects/implicitron_trainer/configs/repro_singleseq_srn_wce.yaml

@@ -2,28 +2,29 @@ defaults:
 - repro_singleseq_wce_base
 - repro_feat_extractor_normed.yaml
 - _self_
-generic_model_args:
-  num_passes: 1
-  chunk_size_grid: 32000
-  view_pooler_enabled: true
-  loss_weights:
-    loss_rgb_mse: 200.0
-    loss_prev_stage_rgb_mse: 0.0
-    loss_mask_bce: 1.0
-    loss_prev_stage_mask_bce: 0.0
-    loss_autodecoder_norm: 0.0
-    depth_neg_penalty: 10000.0
-  raysampler_class_type: NearFarRaySampler
-  raysampler_NearFarRaySampler_args:
-    n_rays_per_image_sampled_from_mask: 2048
-    min_depth: 0.05
-    max_depth: 0.05
-    n_pts_per_ray_training: 1
-    n_pts_per_ray_evaluation: 1
-    stratified_point_sampling_training: false
-    stratified_point_sampling_evaluation: false
-  renderer_class_type: LSTMRenderer
-  implicit_function_class_type: SRNImplicitFunction
-solver_args:
-  breed: adam
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    num_passes: 1
+    chunk_size_grid: 32000
+    view_pooler_enabled: true
+    loss_weights:
+      loss_rgb_mse: 200.0
+      loss_prev_stage_rgb_mse: 0.0
+      loss_mask_bce: 1.0
+      loss_prev_stage_mask_bce: 0.0
+      loss_autodecoder_norm: 0.0
+      depth_neg_penalty: 10000.0
+    raysampler_class_type: NearFarRaySampler
+    raysampler_NearFarRaySampler_args:
+      n_rays_per_image_sampled_from_mask: 2048
+      min_depth: 0.05
+      max_depth: 0.05
+      n_pts_per_ray_training: 1
+      n_pts_per_ray_evaluation: 1
+      stratified_point_sampling_training: false
+      stratified_point_sampling_evaluation: false
+    renderer_class_type: LSTMRenderer
+    implicit_function_class_type: SRNImplicitFunction
+optimizer_factory_ImplicitronOptimizerFactory_args:
+  breed: Adam
   lr: 5.0e-05

projects/implicitron_trainer/configs/repro_singleseq_srn_wce_noharm.yaml

@@ -1,10 +1,11 @@
 defaults:
 - repro_singleseq_srn_wce.yaml
 - _self_
-generic_model_args:
-  num_passes: 1
-  implicit_function_SRNImplicitFunction_args:
-    pixel_generator_args:
-      n_harmonic_functions: 0
-    raymarch_function_args:
-      n_harmonic_functions: 0
+model_factory_ImplicitronModelFactory_args:
+  model_GenericModel_args:
+    num_passes: 1
+    implicit_function_SRNImplicitFunction_args:
+      pixel_generator_args:
+        n_harmonic_functions: 0
+      raymarch_function_args:
+        n_harmonic_functions: 0

projects/implicitron_trainer/configs/repro_singleseq_wce_base.yaml

@@ -1,7 +1,7 @@
 defaults:
 - repro_singleseq_base
 - _self_
-data_source_args:
+data_source_ImplicitronDataSource_args:
   data_loader_map_provider_SequenceDataLoaderMapProvider_args:
     batch_size: 10
     dataset_length_train: 1000