diff --git a/.gitignore b/.gitignore
index ac15663d8..295cc57e8 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,6 +1,7 @@
 *.tfevents.*
 wandb
 openaigym.*
+videos/*
 cleanrl/videos/*
 benchmark/**/*.svg
 benchmark/**/*.pkl
diff --git a/setup.py b/setup.py
index 06135a6d8..c5fa8e4f2 100644
--- a/setup.py
+++ b/setup.py
@@ -2,10 +2,14 @@
 import versioneer
 
 extras = {
-  'gym_all': ['gym[all]', 'opencv-python'],
+  'gym_all': ['gym[atari]', 'gym[box2d]', 'opencv-python'],
+  'atari': ['gym[atari]'],
+  'box2d': ['gym[box2d]', 'opencv-python'],
   'pybullet': ['pybullet'],
   'pysc2': ['pysc2'],
-  'procgen': ['procgen']
+  'procgen': ['procgen'],
+  'cloud': ['boto3'],
+  'gym_microrts': ['gym_microrts'],
 }
 
 extras['all'] = [item for group in extras.values() for item in group]