diff --git a/torchx/runner/test/config_test.py b/torchx/runner/test/config_test.py
index cf3b216c7..c573bd3bb 100644
--- a/torchx/runner/test/config_test.py
+++ b/torchx/runner/test/config_test.py
@@ -470,20 +470,17 @@ def test_dump_and_load_all_registered_schedulers(self) -> None:
         sfile = StringIO()
         dump(sfile)
 
-        scheduler_factories = {
-            **get_scheduler_factories(),
-            **(
-                get_scheduler_factories(
-                    group="torchx.schedulers.orchestrator", skip_defaults=True
-                )
-                or {}
-            ),
-        }
+        scheduler_factories = get_scheduler_factories()
 
         for sched_name, sched in scheduler_factories.items():
             sfile.seek(0)  # reset the file pos
             cfg = {}
-            load(scheduler=sched_name, f=sfile, cfg=cfg)
+            try:
+                load(scheduler=sched_name, f=sfile, cfg=cfg)
+            except ModuleNotFoundError:
+                # just test the ones that have been installed
+                continue
+
             for opt_name, _ in sched("test").run_opts():
                 self.assertTrue(
                     opt_name in cfg,