env(zjow): add Huggingface model card support for ppof envs (#737)

opendilab · Oct 16, 2023 · 2aa3165 · 2aa3165
1 parent 26c9e80
commit 2aa3165
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/ding/bonus/config.py b/ding/bonus/config.py
@@ -21,6 +21,9 @@ def get_instance_config(env_id: str, algorithm: str) -> EasyDict:
             cfg.learning_rate = 1e-3
             cfg.action_space = 'continuous'
             cfg.n_sample = 1024
+        elif env_id == 'Pendulum-v1':
+            cfg.action_space = 'continuous'
+            cfg.n_sample = 400
         elif env_id == 'acrobot':
             cfg.learning_rate = 1e-4
             cfg.n_sample = 400

diff --git a/ding/bonus/ppof.py b/ding/bonus/ppof.py
@@ -26,6 +26,7 @@ class PPOF:
         'LunarLander-v2',
         'LunarLanderContinuous-v2',
         'BipedalWalker-v3',
+        'Pendulum-v1',
         'acrobot',
         # ch2: action
         'rocket_landing',