Index

_

__abstractmethods__ (rlify.agents.agent_utils.IData attribute) (rlify.agents.agent_utils.LambdaData attribute) (rlify.agents.ddpg_agent.DDPG_Agent attribute) (rlify.agents.dqn_agent.DQN_Agent attribute) (rlify.agents.drl_agent.RL_Agent attribute) (rlify.agents.explorers.Explorer attribute) (rlify.agents.explorers.HeuristicExplorer attribute) (rlify.agents.explorers.RandomExplorer attribute) (rlify.agents.heuristic_agent.Heuristic_Agent attribute) (rlify.agents.ppo_agent.PPO_Agent attribute) (rlify.agents.ppo_agent.PPOData attribute) (rlify.agents.vdqn_agent.DQNData attribute) (rlify.agents.vdqn_agent.VDQN_Agent attribute) (rlify.models.base_model.BaseModel attribute) (rlify.models.fc.FC attribute) (rlify.models.rnn.GRU attribute) (rlify.models.rnn.ReccurentLayer attribute) __add__() (rlify.agents.agent_utils.ObsWrapper method) __annotations__ (rlify.agents.agent_utils.IData attribute) (rlify.agents.agent_utils.LambdaData attribute) (rlify.agents.agent_utils.LambdaDataset attribute) (rlify.agents.ddpg_agent.DDPG_Agent attribute) (rlify.agents.dqn_agent.DQN_Agent attribute) (rlify.agents.explorers.Explorer attribute) (rlify.agents.explorers.HeuristicExplorer attribute) (rlify.agents.explorers.RandomExplorer attribute) (rlify.agents.heuristic_agent.Heuristic_Agent attribute) (rlify.agents.ppo_agent.PPO_Agent attribute) (rlify.agents.ppo_agent.PPOData attribute) (rlify.agents.ppo_agent.PPODataset attribute) (rlify.agents.vdqn_agent.DQNData attribute) (rlify.agents.vdqn_agent.VDQN_Agent attribute) (rlify.models.base_model.BaseModel attribute) (rlify.models.fc.FC attribute) (rlify.models.rnn.GRU attribute) (rlify.models.rnn.ReccurentLayer attribute) __del__() (rlify.agents.drl_agent.RL_Agent method) __delitem__() (rlify.agents.agent_utils.ObsWrapper method) __dict__ (rlify.agents.action_spaces_utils.MCAW attribute) (rlify.agents.action_spaces_utils.MDA attribute) (rlify.agents.agent_utils.IData attribute) (rlify.agents.agent_utils.ObsShapeWraper attribute) (rlify.agents.agent_utils.ObsWrapper attribute) (rlify.agents.agent_utils.TrainMetrics attribute) (rlify.agents.drl_agent.RL_Agent attribute) (rlify.agents.explorers.Explorer attribute) __getitem__() (rlify.agents.agent_utils.LambdaDataset method) (rlify.agents.agent_utils.ObsWrapper method) (rlify.agents.agent_utils.TrainMetrics method) (rlify.agents.ppo_agent.PPODataset method) (rlify.agents.vdqn_agent.DQNDataset method) __getitems__() (rlify.agents.agent_utils.LambdaDataset method) (rlify.agents.ppo_agent.PPODataset method) (rlify.agents.vdqn_agent.DQNDataset method) __init__() (rlify.agents.action_spaces_utils.CAW method) (rlify.agents.action_spaces_utils.MCAW method) (rlify.agents.action_spaces_utils.MDA method) (rlify.agents.agent_utils.IData method) (rlify.agents.agent_utils.LambdaData method) (rlify.agents.agent_utils.LambdaDataset method) (rlify.agents.agent_utils.ObsShapeWraper method) (rlify.agents.agent_utils.ObsWrapper method) (rlify.agents.agent_utils.TrainMetrics method) (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.explorers.Explorer method) (rlify.agents.explorers.HeuristicExplorer method) (rlify.agents.explorers.RandomExplorer method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.ppo_agent.PPOData method) (rlify.agents.ppo_agent.PPODataset method) (rlify.agents.vdqn_agent.DQNData method) (rlify.agents.vdqn_agent.DQNDataset method) (rlify.agents.vdqn_agent.VDQN_Agent method) (rlify.models.base_model.BaseModel method) (rlify.models.fc.FC method) (rlify.models.rnn.GRU method) (rlify.models.rnn.ReccurentLayer method)

__iter__() (rlify.agents.agent_utils.ObsWrapper method) (rlify.agents.agent_utils.TrainMetrics method) __len__() (rlify.agents.agent_utils.LambdaDataset method) (rlify.agents.agent_utils.ObsWrapper method) (rlify.agents.ppo_agent.PPODataset method) (rlify.agents.vdqn_agent.DQNDataset method) __module__ (rlify.agents.action_spaces_utils.CAW attribute) (rlify.agents.action_spaces_utils.MCAW attribute) (rlify.agents.action_spaces_utils.MDA attribute) (rlify.agents.agent_utils.IData attribute) (rlify.agents.agent_utils.LambdaData attribute) (rlify.agents.agent_utils.LambdaDataset attribute) (rlify.agents.agent_utils.ObsShapeWraper attribute) (rlify.agents.agent_utils.ObsWrapper attribute) (rlify.agents.agent_utils.TrainMetrics attribute) (rlify.agents.ddpg_agent.DDPG_Agent attribute) (rlify.agents.dqn_agent.DQN_Agent attribute) (rlify.agents.drl_agent.RL_Agent attribute) (rlify.agents.explorers.Explorer attribute) (rlify.agents.explorers.HeuristicExplorer attribute) (rlify.agents.explorers.RandomExplorer attribute) (rlify.agents.heuristic_agent.Heuristic_Agent attribute) (rlify.agents.ppo_agent.PPO_Agent attribute) (rlify.agents.ppo_agent.PPOData attribute) (rlify.agents.ppo_agent.PPODataset attribute) (rlify.agents.vdqn_agent.DQNData attribute) (rlify.agents.vdqn_agent.DQNDataset attribute) (rlify.agents.vdqn_agent.VDQN_Agent attribute) (rlify.models.base_model.BaseModel attribute) (rlify.models.fc.FC attribute) (rlify.models.rnn.GRU attribute) (rlify.models.rnn.ReccurentLayer attribute) __mul__() (rlify.agents.agent_utils.ObsWrapper method) __neg__() (rlify.agents.agent_utils.ObsWrapper method) __next__() (rlify.agents.agent_utils.TrainMetrics method) __parameters__ (rlify.agents.agent_utils.LambdaDataset attribute) (rlify.agents.ppo_agent.PPODataset attribute) (rlify.agents.vdqn_agent.DQNDataset attribute) __repr__() (rlify.agents.agent_utils.ObsWrapper method) __setitem__() (rlify.agents.agent_utils.ObsWrapper method) __str__() (rlify.agents.agent_utils.ObsWrapper method) __sub__() (rlify.agents.agent_utils.ObsWrapper method) __truediv__() (rlify.agents.agent_utils.ObsWrapper method) __weakref__ (rlify.agents.action_spaces_utils.MCAW attribute) (rlify.agents.action_spaces_utils.MDA attribute) (rlify.agents.agent_utils.IData attribute) (rlify.agents.agent_utils.ObsShapeWraper attribute) (rlify.agents.agent_utils.ObsWrapper attribute) (rlify.agents.agent_utils.TrainMetrics attribute) (rlify.agents.drl_agent.RL_Agent attribute) (rlify.agents.explorers.Explorer attribute) _abc_impl (rlify.agents.agent_utils.IData attribute) (rlify.agents.agent_utils.LambdaData attribute) (rlify.agents.ddpg_agent.DDPG_Agent attribute) (rlify.agents.dqn_agent.DQN_Agent attribute) (rlify.agents.drl_agent.RL_Agent attribute) (rlify.agents.explorers.Explorer attribute) (rlify.agents.explorers.HeuristicExplorer attribute) (rlify.agents.explorers.RandomExplorer attribute) (rlify.agents.heuristic_agent.Heuristic_Agent attribute) (rlify.agents.ppo_agent.PPO_Agent attribute) (rlify.agents.ppo_agent.PPOData attribute) (rlify.agents.vdqn_agent.DQNData attribute) (rlify.agents.vdqn_agent.VDQN_Agent attribute) (rlify.models.base_model.BaseModel attribute) (rlify.models.fc.FC attribute) (rlify.models.rnn.GRU attribute) (rlify.models.rnn.ReccurentLayer attribute) _act_cont() (rlify.agents.explorers.RandomExplorer method) _act_discrete() (rlify.agents.explorers.RandomExplorer method) _generate_nn_save_key() (rlify.agents.drl_agent.RL_Agent method) _get_dqn_experiences() (rlify.agents.vdqn_agent.VDQN_Agent method) _get_ppo_experiences() (rlify.agents.ppo_agent.PPO_Agent method) _init_from_none_() (rlify.agents.agent_utils.ObsWrapper method) _pad_experiecne() (rlify.agents.agent_utils.LambdaDataset method) _prepare_data() (rlify.agents.agent_utils.LambdaDataset method) _train_n_iters() (rlify.agents.drl_agent.RL_Agent method)

A

act() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.explorers.Explorer method) (rlify.agents.explorers.HeuristicExplorer method) (rlify.agents.explorers.RandomExplorer method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method)

act_base() (rlify.agents.vdqn_agent.VDQN_Agent method) actor_action() (rlify.agents.ddpg_agent.DDPG_Agent method) add() (rlify.agents.agent_utils.TrainMetrics method) apply_regularization() (rlify.agents.drl_agent.RL_Agent method)

B

BaseModel (class in rlify.models.base_model) best_act() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method)

best_act_cont() (rlify.agents.ppo_agent.PPO_Agent method) best_act_discrete() (rlify.agents.ppo_agent.PPO_Agent method)

C

calc_gaes() (in module rlify.agents.agent_utils) calc_logits_values() (rlify.agents.ppo_agent.PPO_Agent method) calc_returns() (in module rlify.agents.agent_utils) cat() (rlify.agents.agent_utils.ObsWrapper method) CAW (class in rlify.agents.action_spaces_utils) check_action_space() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) clear_exp() (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method)

close_env_procs() (rlify.agents.drl_agent.RL_Agent method) collate_fn() (rlify.agents.agent_utils.LambdaDataset method) (rlify.agents.ppo_agent.PPODataset method) (rlify.agents.vdqn_agent.DQNDataset method) collect_episode_obs() (rlify.agents.drl_agent.RL_Agent method) contains_reccurent_nn() (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) criterion_using_loss_flag() (rlify.agents.drl_agent.RL_Agent method)

D

DDPG_Agent (class in rlify.agents.ddpg_agent) define_action_space() (rlify.agents.drl_agent.RL_Agent method) device (rlify.models.base_model.BaseModel property)

dict_types (rlify.agents.agent_utils.ObsShapeWraper attribute) DQN_Agent (class in rlify.agents.dqn_agent) DQNData (class in rlify.agents.vdqn_agent) DQNDataset (class in rlify.agents.vdqn_agent)

E

entropy() (rlify.agents.action_spaces_utils.MCAW method) (rlify.agents.action_spaces_utils.MDA method) EVAL (rlify.agents.drl_agent.RL_Agent attribute)

explore() (rlify.agents.explorers.Explorer method) (rlify.agents.explorers.HeuristicExplorer method) (rlify.agents.explorers.RandomExplorer method) Explorer (class in rlify.agents.explorers)

F

FC (class in rlify.models.fc) flatten() (rlify.agents.agent_utils.ObsWrapper method) forward() (rlify.models.base_model.BaseModel method) (rlify.models.fc.FC method) (rlify.models.rnn.GRU method) (rlify.models.rnn.ReccurentLayer method)

G

get_actor_action_value() (rlify.agents.ddpg_agent.DDPG_Agent method) get_as_tensors() (rlify.agents.agent_utils.ObsWrapper method) get_dataloader() (rlify.agents.agent_utils.IData method) get_highest_score_agent_ckpt_path() (rlify.agents.drl_agent.RL_Agent method) get_last_collected_experiences() (rlify.agents.drl_agent.RL_Agent method) get_metrcis_df() (rlify.agents.agent_utils.TrainMetrics method) get_models_input_output_shape() (rlify.agents.ddpg_agent.DDPG_Agent static method) (rlify.agents.dqn_agent.DQN_Agent static method) (rlify.agents.drl_agent.RL_Agent static method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent static method) (rlify.agents.vdqn_agent.VDQN_Agent static method)

get_total_params() (rlify.models.base_model.BaseModel method) get_train_batch_size() (rlify.agents.drl_agent.RL_Agent method) get_train_metrics() (rlify.agents.drl_agent.RL_Agent method) get_trajectories_data() (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) gracefully_close_envs() (rlify.agents.drl_agent.RL_Agent method) GRU (class in rlify.models.rnn)

H

hard_target_update() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method)

Heuristic_Agent (class in rlify.agents.heuristic_agent) HeuristicExplorer (class in rlify.agents.explorers)

I

IData (class in rlify.agents.agent_utils) init_from_dict() (rlify.agents.agent_utils.ObsWrapper method) init_from_list_generic_data() (rlify.agents.agent_utils.ObsWrapper method) init_from_list_obsWrapper_obs() (rlify.agents.agent_utils.ObsWrapper method) init_target_update_rule() (rlify.agents.dqn_agent.DQN_Agent method)

init_tb_writer() (rlify.agents.drl_agent.RL_Agent method) intrisic_reward_func() (rlify.agents.drl_agent.RL_Agent method) is_rnn (rlify.models.base_model.BaseModel attribute) (rlify.models.rnn.ReccurentLayer attribute) items() (rlify.agents.agent_utils.ObsWrapper method)

K

keys() (rlify.agents.agent_utils.ObsWrapper method)

L

LambdaData (class in rlify.agents.agent_utils) LambdaDataset (class in rlify.agents.agent_utils) load_agent() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method)

load_highest_score_agent() (rlify.agents.drl_agent.RL_Agent method) loc (rlify.agents.action_spaces_utils.MCAW property) log_prob() (rlify.agents.action_spaces_utils.MCAW method) (rlify.agents.action_spaces_utils.MDA method)

M

MCAW (class in rlify.agents.action_spaces_utils) MDA (class in rlify.agents.action_spaces_utils) module rlify.agents.action_spaces_utils rlify.agents.agent_utils rlify.agents.ddpg_agent rlify.agents.dqn_agent rlify.agents.drl_agent rlify.agents.explorers rlify.agents.heuristic_agent rlify.agents.ppo_agent rlify.agents.vdqn_agent rlify.models.base_model rlify.models.fc rlify.models.rnn

N

norm_obs() (rlify.agents.drl_agent.RL_Agent method)

np_roll() (rlify.agents.agent_utils.ObsWrapper method)

O

ObsShapeWraper (class in rlify.agents.agent_utils)

ObsWrapper (class in rlify.agents.agent_utils) on_epoch_end() (rlify.agents.agent_utils.TrainMetrics method)

P

pad_from_done_indices() (in module rlify.agents.agent_utils) pad_states_from_done_indices() (in module rlify.agents.agent_utils) pad_tensors_from_done_indices() (in module rlify.agents.agent_utils) PPO_Agent (class in rlify.agents.ppo_agent)

PPOData (class in rlify.agents.ppo_agent) PPODataset (class in rlify.agents.ppo_agent) pre_process_obs_for_act() (rlify.agents.drl_agent.RL_Agent method) probs (rlify.agents.action_spaces_utils.MDA property)

R

RandomExplorer (class in rlify.agents.explorers) read_action_space_properties() (rlify.agents.drl_agent.RL_Agent method) read_nn_properties() (rlify.agents.drl_agent.RL_Agent static method) read_obs_space_properties() (rlify.agents.drl_agent.RL_Agent method) ReccurentLayer (class in rlify.models.rnn) reset() (rlify.models.base_model.BaseModel method) (rlify.models.fc.FC method) (rlify.models.rnn.GRU method) (rlify.models.rnn.ReccurentLayer method) reset_rnn_hidden() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) return_correct_actions_dim() (rlify.agents.drl_agent.RL_Agent method) RL_Agent (class in rlify.agents.drl_agent) rlify.agents.action_spaces_utils module rlify.agents.agent_utils module

rlify.agents.ddpg_agent module rlify.agents.dqn_agent module rlify.agents.drl_agent module rlify.agents.explorers module rlify.agents.heuristic_agent module rlify.agents.ppo_agent module rlify.agents.vdqn_agent module rlify.models.base_model module rlify.models.fc module rlify.models.rnn module run_env() (rlify.agents.drl_agent.RL_Agent method)

S

sample() (rlify.agents.action_spaces_utils.CAW method) (rlify.agents.action_spaces_utils.MCAW method) (rlify.agents.action_spaces_utils.MDA method) save_agent() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) scale (rlify.agents.action_spaces_utils.MCAW property) set_eval_mode() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) set_intrisic_reward_func() (rlify.agents.drl_agent.RL_Agent method) set_num_parallel_env() (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.ppo_agent.PPO_Agent method)

set_train_mode() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) setup_models() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method) slice_tensors() (rlify.agents.agent_utils.ObsWrapper method) soft_target_update() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) squeeze() (rlify.agents.agent_utils.ObsWrapper method) stack() (rlify.agents.agent_utils.ObsWrapper method)

T

to() (rlify.agents.agent_utils.ObsWrapper method) TRAIN (rlify.agents.drl_agent.RL_Agent attribute) train() (rlify.agents.heuristic_agent.Heuristic_Agent method)

train_episodial() (rlify.agents.drl_agent.RL_Agent method) train_n_steps() (rlify.agents.drl_agent.RL_Agent method) TrainMetrics (class in rlify.agents.agent_utils)

U

unsqueeze() (rlify.agents.agent_utils.ObsWrapper method) update() (rlify.agents.explorers.Explorer method) (rlify.agents.explorers.HeuristicExplorer method) (rlify.agents.explorers.RandomExplorer method) update_policy() (rlify.agents.ddpg_agent.DDPG_Agent method) (rlify.agents.dqn_agent.DQN_Agent method) (rlify.agents.drl_agent.RL_Agent method) (rlify.agents.heuristic_agent.Heuristic_Agent method) (rlify.agents.ppo_agent.PPO_Agent method) (rlify.agents.vdqn_agent.VDQN_Agent method)

update_shape() (rlify.agents.agent_utils.ObsWrapper method)

V

validate_models() (rlify.agents.drl_agent.RL_Agent method)

values() (rlify.agents.agent_utils.ObsWrapper method) VDQN_Agent (class in rlify.agents.vdqn_agent)