intermediate

Author: vmoens

benchmarks/ecosystem/gym_env_throughput.py

@@ -27,7 +27,7 @@
 )
 from torchrl.envs import EnvCreator, GymEnv, ParallelEnv
 from torchrl.envs.libs.gym import gym_backend as gym_bc, set_gym_backend
-from torchrl.envs.utils import RandomPolicy
+from torchrl.modules import RandomPolicy
 
 if __name__ == "__main__":
     avail_devices = ("cpu",)

benchmarks/test_collectors_benchmark.py

@@ -18,7 +18,7 @@
 from torchrl.data.utils import CloudpickleWrapper
 from torchrl.envs import EnvCreator, GymEnv, ParallelEnv, StepCounter, TransformedEnv
 from torchrl.envs.libs.dm_control import DMControlEnv
-from torchrl.envs.utils import RandomPolicy
+from torchrl.modules import RandomPolicy
 
 
 def single_collector_setup():

docs/source/reference/envs_api.rst

@@ -198,7 +198,6 @@ Helpers
     :toctree: generated/
     :template: rl_template_fun.rst
 
-    RandomPolicy
     check_env_specs
     exploration_type
     get_available_libraries

docs/source/reference/modules_actors.rst

@@ -20,6 +20,7 @@ TensorDictModules and SafeModules
     SafeModule
     SafeSequential
     TanhModule
+    RandomPolicy
 
 Probabilistic actors
 --------------------

examples/collectors/weight_sync_standalone.py

@@ -116,7 +116,7 @@ def main():
     from torchrl.collectors import MultiSyncDataCollector, SyncDataCollector
     from torchrl.data import Bounded
     from torchrl.envs.libs.gym import GymEnv, set_gym_backend
-    from torchrl.envs.utils import RandomPolicy
+    from torchrl.modules import RandomPolicy
 
     collector_class = SyncDataCollector if num_workers == 1 else MultiSyncDataCollector
     device_str = "device" if num_workers == 1 else "devices"

examples/distributed/collectors/multi_nodes/delayed_dist.py

@@ -115,7 +115,7 @@ def main():
     from torchrl.collectors import MultiSyncDataCollector, SyncDataCollector
     from torchrl.data import Bounded
     from torchrl.envs.libs.gym import GymEnv, set_gym_backend
-    from torchrl.envs.utils import RandomPolicy
+    from torchrl.modules import RandomPolicy
 
     collector_class = SyncDataCollector if num_workers == 1 else MultiSyncDataCollector
     device_str = "device" if num_workers == 1 else "devices"

examples/distributed/collectors/multi_nodes/delayed_rpc.py

@@ -14,7 +14,7 @@
 from torchrl.collectors.distributed import DistributedDataCollector
 from torchrl.envs import EnvCreator
 from torchrl.envs.libs.gym import GymEnv, set_gym_backend
-from torchrl.envs.utils import RandomPolicy
+from torchrl.modules import RandomPolicy
 
 parser = ArgumentParser()
 parser.add_argument(

examples/distributed/collectors/multi_nodes/generic.py

@@ -15,7 +15,7 @@
 from torchrl.collectors.distributed import RPCDataCollector
 from torchrl.envs import EnvCreator
 from torchrl.envs.libs.gym import GymEnv, set_gym_backend
-from torchrl.envs.utils import RandomPolicy
+from torchrl.modules import RandomPolicy
 
 parser = ArgumentParser()
 parser.add_argument(

examples/distributed/collectors/multi_nodes/rpc.py

@@ -14,7 +14,7 @@
 from torchrl.collectors.distributed import DistributedSyncDataCollector
 from torchrl.envs import EnvCreator
 from torchrl.envs.libs.gym import GymEnv, set_gym_backend
-from torchrl.envs.utils import RandomPolicy
+from torchrl.modules import RandomPolicy
 
 parser = ArgumentParser()
 parser.add_argument(