From a7517925857b60a8f832034ac8484511740daf15 Mon Sep 17 00:00:00 2001 From: Costa Huang Date: Thu, 9 Mar 2023 12:01:17 -0500 Subject: [PATCH 1/2] Remove unnecessary arg --- cleanrl/sac_continuous_action.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/cleanrl/sac_continuous_action.py b/cleanrl/sac_continuous_action.py index 52fc0c9e..37a9793f 100644 --- a/cleanrl/sac_continuous_action.py +++ b/cleanrl/sac_continuous_action.py @@ -49,8 +49,6 @@ def parse_args(): help="target smoothing coefficient (default: 0.005)") parser.add_argument("--batch-size", type=int, default=256, help="the batch size of sample from the reply memory") - parser.add_argument("--exploration-noise", type=float, default=0.1, - help="the scale of exploration noise") parser.add_argument("--learning-starts", type=int, default=5e3, help="timestep to start learning") parser.add_argument("--policy-lr", type=float, default=3e-4, From e79a0850000d311100b9fcc316363e482ac2d90a Mon Sep 17 00:00:00 2001 From: Costa Huang Date: Thu, 9 Mar 2023 12:09:16 -0500 Subject: [PATCH 2/2] remove insider build --- mkdocs-base.yml | 86 --------------------------------------------- mkdocs.insiders.yml | 41 --------------------- mkdocs.yml | 86 ++++++++++++++++++++++++++++++++++++++++++++- 3 files changed, 85 insertions(+), 128 deletions(-) delete mode 100644 mkdocs-base.yml delete mode 100644 mkdocs.insiders.yml diff --git a/mkdocs-base.yml b/mkdocs-base.yml deleted file mode 100644 index 78eb7937..00000000 --- a/mkdocs-base.yml +++ /dev/null @@ -1,86 +0,0 @@ -site_name: CleanRL -theme: - name: material - features: - # - navigation.instant - - navigation.tracking - # - navigation.tabs - # - navigation.tabs.sticky - - navigation.sections - - navigation.expand - - navigation.top - - search.suggest - - search.highlight - palette: - - media: "(prefers-color-scheme: dark)" - scheme: slate - primary: teal - accent: light green - toggle: - icon: material/lightbulb - name: Switch to light mode - - media: "(prefers-color-scheme: light)" - scheme: default - primary: green - accent: deep orange - toggle: - icon: material/lightbulb-outline - name: Switch to dark mode - -#adding git repo -repo_url: https://github.com/vwxyzjn/cleanrl -repo_name: vwxyzjn/cleanrl -#markdown_extensions -markdown_extensions: - - pymdownx.superfences - - pymdownx.tabbed: - alternate_style: true - - abbr - - pymdownx.highlight - - pymdownx.inlinehilite - - pymdownx.superfences - - pymdownx.snippets - - admonition - - pymdownx.details - - attr_list - - md_in_html - - footnotes - - markdown_include.include: - base_path: docs - - pymdownx.emoji: - emoji_index: !!python/name:materialx.emoji.twemoji - emoji_generator: !!python/name:materialx.emoji.to_svg - - pymdownx.arithmatex: - generic: true - # - toc: - # permalink: true - # - markdown.extensions.codehilite: - # guess_lang: false - # - admonition - # - codehilite - # - extra - # - pymdownx.superfences: - # custom_fences: - # - name: mermaid - # class: mermaid - # format: !!python/name:pymdownx.superfences.fence_code_format '' - # - pymdownx.tabbed -extra_css: - - stylesheets/extra.css -# extra_javascript: -# - js/termynal.js -# - js/custom.js -#footer -extra: - social: - - icon: fontawesome/solid/envelope - link: mailto:costa.huang@outlook.com - - icon: fontawesome/brands/twitter - link: https://twitter.com/vwxyzjn - - icon: fontawesome/brands/github - link: https://github.com/vwxyzjn/cleanrl -copyright: Copyright © 2021, CleanRL. All rights reserved. -extra_javascript: -# - javascripts/mathjax.js -# - https://polyfill.io/v3/polyfill.min.js?features=es6 - - https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js diff --git a/mkdocs.insiders.yml b/mkdocs.insiders.yml deleted file mode 100644 index 12128f89..00000000 --- a/mkdocs.insiders.yml +++ /dev/null @@ -1,41 +0,0 @@ -INHERIT: mkdocs-base.yml -plugins: - - search - - meta - # - blog: - # post_url_date_format: yyyy - # post_url_format: "{slug}" - # # archive: false - # categories: false - # - tags -nav: - - Overview: index.md - - Get Started: - - get-started/installation.md - - get-started/basic-usage.md - - get-started/experiment-tracking.md - - get-started/examples.md - - get-started/benchmark-utility.md - - get-started/zoo.md - - RL Algorithms: - - rl-algorithms/overview.md - - rl-algorithms/ppo.md - - rl-algorithms/dqn.md - - rl-algorithms/c51.md - - rl-algorithms/ddpg.md - - rl-algorithms/sac.md - - rl-algorithms/td3.md - - rl-algorithms/ppg.md - - rl-algorithms/ppo-rnd.md - - rl-algorithms/rpo.md - - Advanced: - - advanced/hyperparameter-tuning.md - - advanced/resume-training.md - - Community: - - contribution.md - - cleanrl-supported-papers-projects.md - - Cloud Integration: - - cloud/installation.md - - cloud/submit-experiments.md - # - Blog: - # - blog/index.md diff --git a/mkdocs.yml b/mkdocs.yml index eeb05898..39aa19bb 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -1,4 +1,31 @@ -INHERIT: mkdocs-base.yml +site_name: CleanRL +theme: + name: material + features: + # - navigation.instant + - navigation.tracking + # - navigation.tabs + # - navigation.tabs.sticky + - navigation.sections + - navigation.expand + - navigation.top + - search.suggest + - search.highlight + palette: + - media: "(prefers-color-scheme: dark)" + scheme: slate + primary: teal + accent: light green + toggle: + icon: material/lightbulb + name: Switch to light mode + - media: "(prefers-color-scheme: light)" + scheme: default + primary: green + accent: deep orange + toggle: + icon: material/lightbulb-outline + name: Switch to dark mode plugins: - search nav: @@ -30,3 +57,60 @@ nav: - Cloud Integration: - cloud/installation.md - cloud/submit-experiments.md +#adding git repo +repo_url: https://github.com/vwxyzjn/cleanrl +repo_name: vwxyzjn/cleanrl +#markdown_extensions +markdown_extensions: + - pymdownx.superfences + - pymdownx.tabbed: + alternate_style: true + - abbr + - pymdownx.highlight + - pymdownx.inlinehilite + - pymdownx.superfences + - pymdownx.snippets + - admonition + - pymdownx.details + - attr_list + - md_in_html + - footnotes + - markdown_include.include: + base_path: docs + - pymdownx.emoji: + emoji_index: !!python/name:materialx.emoji.twemoji + emoji_generator: !!python/name:materialx.emoji.to_svg + - pymdownx.arithmatex: + generic: true + # - toc: + # permalink: true + # - markdown.extensions.codehilite: + # guess_lang: false + # - admonition + # - codehilite + # - extra + # - pymdownx.superfences: + # custom_fences: + # - name: mermaid + # class: mermaid + # format: !!python/name:pymdownx.superfences.fence_code_format '' + # - pymdownx.tabbed +extra_css: + - stylesheets/extra.css +# extra_javascript: +# - js/termynal.js +# - js/custom.js +#footer +extra: + social: + - icon: fontawesome/solid/envelope + link: mailto:costa.huang@outlook.com + - icon: fontawesome/brands/twitter + link: https://twitter.com/vwxyzjn + - icon: fontawesome/brands/github + link: https://github.com/vwxyzjn/cleanrl +copyright: Copyright © 2021, CleanRL. All rights reserved. +extra_javascript: +# - javascripts/mathjax.js +# - https://polyfill.io/v3/polyfill.min.js?features=es6 + - https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js