add swig setup dependency and remove unrar/swig from github scripts (#321)

* add swig setup dependency and remove unrar/swig from github scripts

* remove box2d dependency

* remove box2d envs from tests

Author: cpnota

.github/workflows/python-package.yml

@@ -25,8 +25,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        sudo apt-get install swig
-        sudo apt-get install unrar
+        python -m pip install --upgrade pip
         pip install torch~=2.0 --extra-index-url https://download.pytorch.org/whl/cpu
         make install
     - name: Lint code

.github/workflows/python-publish.yml

@@ -25,8 +25,6 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        sudo apt-get install swig
-        sudo apt-get install unrar
         pip install torch~=2.0 --extra-index-url https://download.pytorch.org/whl/cpu
         pip install setuptools wheel
         make install

all/presets/continuous_test.py

@@ -11,12 +11,12 @@
 
 class TestContinuousPresets(unittest.TestCase):
     def setUp(self):
-        self.env = GymEnvironment("LunarLanderContinuous-v2")
+        self.env = GymEnvironment("MountainCarContinuous-v0")
         self.env.reset()
         self.parallel_env = DuplicateEnvironment(
             [
-                GymEnvironment("LunarLanderContinuous-v2"),
-                GymEnvironment("LunarLanderContinuous-v2"),
+                GymEnvironment("MountainCarContinuous-v0"),
+                GymEnvironment("MountainCarContinuous-v0"),
             ]
         )
         self.parallel_env.reset()

all/scripts/train_continuous.py

@@ -9,7 +9,7 @@ def main():
         continuous,
         GymEnvironment,
         description="Train an agent on a continuous control environment.",
-        env_help="The name of the environment (e.g., LunarLanderContinuous-v2).",
+        env_help="The name of the environment (e.g., MountainCarContinuous-v0).",
         default_frames=10e6,
     )
 

integration/continuous_test.py

@@ -10,16 +10,16 @@ class TestContinuousPresets(unittest.TestCase):
     def test_ddpg(self):
         validate_agent(
             ddpg.device("cpu").hyperparameters(replay_start_size=50),
-            GymEnvironment("LunarLanderContinuous-v2"),
+            GymEnvironment("MountainCarContinuous-v0"),
         )
 
     def test_ppo(self):
-        validate_agent(ppo.device("cpu"), GymEnvironment("LunarLanderContinuous-v2"))
+        validate_agent(ppo.device("cpu"), GymEnvironment("MountainCarContinuous-v0"))
 
     def test_sac(self):
         validate_agent(
             sac.device("cpu").hyperparameters(replay_start_size=50),
-            GymEnvironment("LunarLanderContinuous-v2"),
+            GymEnvironment("MountainCarContinuous-v0"),
         )
 
     def test_mujoco(self):

setup.py

@@ -8,9 +8,6 @@
     "atari": [
         f"gymnasium[atari, accept-rom-license]~={GYMNASIUM_VERSION}",
     ],
-    "box2d": [
-        f"gymnasium[box2d]~={GYMNASIUM_VERSION}",
-    ],
     "pybullet": [
         "pybullet>=3.2.2,<4",
         "gym>=0.10.0,<0.26.0",
@@ -37,11 +34,7 @@
 }
 
 extras["all"] = (
-    extras["atari"]
-    + extras["box2d"]
-    + extras["mujoco"]
-    + extras["pybullet"]
-    + extras["ma-atari"]
+    extras["atari"] + extras["mujoco"] + extras["pybullet"] + extras["ma-atari"]
 )
 extras["dev"] = extras["all"] + extras["test"] + extras["docs"]
 
@@ -75,7 +68,7 @@
         "numpy~=1.22",  # math library
         "matplotlib~=3.7",  # plotting library
         "opencv-python-headless~=4.0",  # used by atari wrappers
-        "torch~=2.0",  # core deep learning library
+        "torch~=2.2",  # core deep learning library
         "tensorboard~=2.8",  # logging and visualization
         "cloudpickle~=2.0",  # used to copy environments
     ],