{
  "name": "Stable-Baselines3 default settings: PPO versus A2C",
  "description": "Side-by-side default hyperparameters and action-space support for the PPO and A2C policy gradient implementations in Stable-Baselines3, compiled from the library's own algorithm documentation pages.",
  "page": "https://casrai.org/guides/policy-gradient",
  "publisher": "CASRAI",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "dateModified": "2026-11-16T22:07:35Z",
  "temporalCoverage": "2026",
  "spatialCoverage": null,
  "columns": [
    {
      "name": "Setting",
      "unit": "",
      "description": ""
    },
    {
      "name": "PPO default",
      "unit": "",
      "description": ""
    },
    {
      "name": "A2C default",
      "unit": "",
      "description": ""
    }
  ],
  "rows": [
    {
      "Setting": "learning_rate",
      "PPO default": "0.0003",
      "A2C default": "0.0007"
    },
    {
      "Setting": "n_steps",
      "PPO default": "2048",
      "A2C default": "5"
    },
    {
      "Setting": "gamma (discount factor)",
      "PPO default": "0.99",
      "A2C default": "0.99"
    },
    {
      "Setting": "gae_lambda",
      "PPO default": "0.95",
      "A2C default": "1.0"
    },
    {
      "Setting": "normalize_advantage",
      "PPO default": "True",
      "A2C default": "False"
    },
    {
      "Setting": "Supported action spaces",
      "PPO default": "Discrete, Box, MultiDiscrete, MultiBinary",
      "A2C default": "Discrete, Box, MultiDiscrete, MultiBinary"
    },
    {
      "Setting": "Dict action space",
      "PPO default": "Not supported",
      "A2C default": "Not supported"
    }
  ],
  "sources": [
    {
      "title": "Stable-Baselines3 PPO documentation",
      "url": "https://stable-baselines3.readthedocs.io/en/master/modules/ppo.html",
      "accessed": "2026-11-12"
    },
    {
      "title": "Stable-Baselines3 A2C documentation",
      "url": "https://stable-baselines3.readthedocs.io/en/master/modules/a2c.html",
      "accessed": "2026-11-12"
    }
  ]
}