Adding SQL dataset classes to ImplicitronDataSource imports

Summary: Making it easier for the clients to use these datasets.

Reviewed By: bottler

Differential Revision: D46727179

fbshipit-source-id: cf619aee4c4c0222a74b30ea590cf37f08f014cc
This commit is contained in:
Roman Shapovalov
2023-06-14 10:51:47 -07:00
committed by Facebook GitHub Bot
parent 3d886c32d5
commit cd5db076d5
5 changed files with 41 additions and 0 deletions

View File

@@ -68,6 +68,9 @@ class TestDataSource(unittest.TestCase):
# making the test invariant to env variables
cfg.dataset_map_provider_JsonIndexDatasetMapProvider_args.dataset_root = ""
cfg.dataset_map_provider_JsonIndexDatasetMapProviderV2_args.dataset_root = ""
# making the test invariant to the presence of SQL dataset
if "dataset_map_provider_SqlIndexDatasetMapProvider_args" in cfg:
del cfg.dataset_map_provider_SqlIndexDatasetMapProvider_args
yaml = OmegaConf.to_yaml(cfg, sort_keys=False)
if DEBUG:
(DATA_DIR / "data_source.yaml").write_text(yaml)