Create env.py

env.py

@@ -0,0 +1,14 @@
+import gym
+from gym.vector import SyncVectorEnv
+
+def make_env_cartpole(n_envs=1, use_async_envs=False):
+    def _mk():
+        return gym.make("CartPole-v1")
+    Vec = gym.vector.AsyncVectorEnv if use_async_envs else SyncVectorEnv
+    return {"cartpole_suite": {0: Vec([_mk for _ in range(n_envs)])}}
+
+def make_env_mountaincar(n_envs=1, use_async_envs=False):
+    def _mk():
+        return gym.make("MountainCar-v0")
+    Vec = gym.vector.AsyncVectorEnv if use_async_envs else SyncVectorEnv
+    return {"mountaincar_suite": {0: Vec([_mk for _ in range(n_envs)])}}