openrl.modules package

Subpackages

• openrl.modules.common package
  • Submodules
  • openrl.modules.common.base_net module
  • openrl.modules.common.ppo_net module
  • Module contents
• openrl.modules.networks package
  • Subpackages
    • openrl.modules.networks.utils package
      • Subpackages
      • Submodules
      • openrl.modules.networks.utils.act module
      • openrl.modules.networks.utils.attention module
      • openrl.modules.networks.utils.cnn module
      • openrl.modules.networks.utils.distributed_utils module
      • openrl.modules.networks.utils.distributions module
      • openrl.modules.networks.utils.mix module
      • openrl.modules.networks.utils.mlp module
      • openrl.modules.networks.utils.popart module
      • openrl.modules.networks.utils.rnn module
      • openrl.modules.networks.utils.transformer_act module
      • openrl.modules.networks.utils.util module
      • Module contents
  • Submodules
  • openrl.modules.networks.base_policy_network module
  • openrl.modules.networks.base_value_network module
  • openrl.modules.networks.policy_network module
  • openrl.modules.networks.policy_value_network module
  • openrl.modules.networks.policy_value_network_gpt module
  • openrl.modules.networks.value_network module
  • Module contents
• openrl.modules.utils package
  • Submodules
  • openrl.modules.utils.util module
  • openrl.modules.utils.valuenorm module
  • Module contents

Submodules

openrl.modules.base_module module

class openrl.modules.base_module.BaseModule(cfg)

基类：abc.ABC

convert_distributed_model() → None

abstract lr_decay(episode: int, episodes: int) → None

abstract restore(model_dir: str) → None

abstract save(save_dir: str) → None

openrl.modules.model_config module

class openrl.modules.model_config.ModelConfig(*args, **kwargs)

基类：dict

class openrl.modules.model_config.ModelTrainConfig(model: torch.nn.modules.module.Module, input_space: gym.spaces.box.Box, lr: Optional[float] = None, *args, **kwargs)

基类：openrl.modules.model_config.ModelConfig

openrl.modules.ppo_module module

class openrl.modules.ppo_module.PPOModule(cfg, policy_input_space: gym.spaces.box.Box, critic_input_space: gym.spaces.box.Box, act_space: gym.spaces.box.Box, share_model: bool = False, device: Union[str, torch.device] = 'cpu', rank: Optional[int] = None, world_size: Optional[int] = None, model_dict: Optional[Dict[str, Any]] = None)

基类：openrl.modules.rl_module.RLModule

act(obs, rnn_states_actor, masks, available_actions=None, deterministic=False)

evaluate_actions(critic_obs, obs, rnn_states_actor, rnn_states_critic, action, masks, available_actions=None, active_masks=None, critic_masks_batch=None)

get_actions(critic_obs, obs, rnn_states_actor, rnn_states_critic, masks, available_actions=None, deterministic=False)

get_critic_value_normalizer()

get_values(critic_obs, rnn_states_critic, masks)

static init_rnn_states(rollout_num: int, agent_num: int, rnn_layers: int, hidden_size: int)

lr_decay(episode, episodes)

openrl.modules.rl_module module

class openrl.modules.rl_module.RLModule(cfg, model_configs: Dict[str, openrl.modules.model_config.ModelTrainConfig], act_space: gym.spaces.box.Box, rank: int = 0, world_size: int = 1, device: Union[str, torch.device] = 'cpu')

基类：openrl.modules.base_module.BaseModule

abstract act(obs, rnn_states_actor, masks, available_actions=None, deterministic=False)

abstract evaluate_actions(critic_obs, obs, rnn_states_actor, rnn_states_critic, action, masks, available_actions=None, active_masks=None, critic_masks_batch=None)

abstract get_actions(critic_obs, obs, rnn_states_actor, rnn_states_critic, masks, available_actions=None, deterministic=False)

abstract get_critic_value_normalizer()

abstract get_values(critic_obs, rnn_states_critic, masks)

load_policy(model_path: str) → None

restore(model_dir: str) → None

save(save_dir: str) → None

Module contents