Tianshou
v0.3.1
Tutorials
Deep Q Network
Basic concepts in Tianshou
Understand Batch
Multi-Agent RL
Train a model-free RL agent within 30s
Cheat Sheet
API Docs
tianshou.data
tianshou.env
tianshou.policy
tianshou.trainer
tianshou.exploration
tianshou.utils
Community
Contributing to Tianshou
Contributor
Tianshou
Docs
»
Index
Edit on GitHub
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
W
_
__call__() (tianshou.exploration.BaseNoise method)
(tianshou.exploration.GaussianNoise method)
(tianshou.exploration.OUNoise method)
__getitem__() (tianshou.data.Batch method)
(tianshou.data.PrioritizedReplayBuffer method)
(tianshou.data.ReplayBuffer method)
(tianshou.data.SegmentTree method)
__len__() (tianshou.data.Batch method)
(tianshou.data.ReplayBuffer method)
(tianshou.data.SegmentTree method)
(tianshou.env.BaseVectorEnv method)
__setitem__() (tianshou.data.Batch method)
(tianshou.data.SegmentTree method)
A
A2CPolicy (class in tianshou.policy)
Actor (class in tianshou.utils.net.continuous)
(class in tianshou.utils.net.discrete)
actor (tianshou.policy.DiscreteSACPolicy attribute)
(tianshou.policy.SACPolicy attribute)
(tianshou.policy.TD3Policy attribute)
actor_optim (tianshou.policy.DiscreteSACPolicy attribute)
(tianshou.policy.SACPolicy attribute)
(tianshou.policy.TD3Policy attribute)
ActorProb (class in tianshou.utils.net.continuous)
add() (tianshou.data.PrioritizedReplayBuffer method)
(tianshou.data.ReplayBuffer method)
(tianshou.utils.MovAvg method)
B
BaseNoise (class in tianshou.exploration)
BasePolicy (class in tianshou.policy)
BaseVectorEnv (class in tianshou.env)
Batch (class in tianshou.data)
C
C51Policy (class in tianshou.policy)
cat() (tianshou.data.Batch static method)
cat_() (tianshou.data.Batch method)
close() (tianshou.env.BaseVectorEnv method)
(tianshou.env.worker.EnvWorker method)
close_env() (tianshou.env.worker.DummyEnvWorker method)
(tianshou.env.worker.EnvWorker method)
(tianshou.env.worker.RayEnvWorker method)
(tianshou.env.worker.SubprocEnvWorker method)
collect() (tianshou.data.Collector method)
Collector (class in tianshou.data)
compute_episodic_return() (tianshou.policy.BasePolicy static method)
compute_nstep_return() (tianshou.policy.BasePolicy static method)
Critic (class in tianshou.utils.net.continuous)
(class in tianshou.utils.net.discrete)
critic (tianshou.policy.DiscreteSACPolicy attribute)
(tianshou.policy.SACPolicy attribute)
(tianshou.policy.TD3Policy attribute)
critic_optim (tianshou.policy.DiscreteSACPolicy attribute)
(tianshou.policy.SACPolicy attribute)
(tianshou.policy.TD3Policy attribute)
D
DDPGPolicy (class in tianshou.policy)
DiscreteBCQPolicy (class in tianshou.policy)
DiscreteSACPolicy (class in tianshou.policy)
DQNPolicy (class in tianshou.policy)
DummyEnvWorker (class in tianshou.env.worker)
DummyVectorEnv (class in tianshou.env)
E
empty() (tianshou.data.Batch static method)
empty_() (tianshou.data.Batch method)
EnvWorker (class in tianshou.env.worker)
F
forward() (tianshou.policy.A2CPolicy method)
(tianshou.policy.BasePolicy method)
(tianshou.policy.C51Policy method)
(tianshou.policy.DDPGPolicy method)
(tianshou.policy.DiscreteBCQPolicy method)
(tianshou.policy.DiscreteSACPolicy method)
(tianshou.policy.DQNPolicy method)
(tianshou.policy.ImitationPolicy method)
(tianshou.policy.MultiAgentPolicyManager method)
(tianshou.policy.PGPolicy method)
(tianshou.policy.PPOPolicy method)
(tianshou.policy.PSRLPolicy method)
(tianshou.policy.RandomPolicy method)
(tianshou.policy.SACPolicy method)
(tianshou.utils.net.common.MLP method)
(tianshou.utils.net.common.Net method)
(tianshou.utils.net.common.Recurrent method)
(tianshou.utils.net.continuous.Actor method)
(tianshou.utils.net.continuous.ActorProb method)
(tianshou.utils.net.continuous.Critic method)
(tianshou.utils.net.continuous.RecurrentActorProb method)
(tianshou.utils.net.continuous.RecurrentCritic method)
(tianshou.utils.net.discrete.Actor method)
(tianshou.utils.net.discrete.Critic method)
G
gather_info() (in module tianshou.trainer)
GaussianNoise (class in tianshou.exploration)
get() (tianshou.data.ReplayBuffer method)
(tianshou.utils.MovAvg method)
get_env_num() (tianshou.data.Collector method)
get_instance() (tianshou.utils.SummaryWriter class method)
get_prefix_sum_idx() (tianshou.data.SegmentTree method)
get_result() (tianshou.env.worker.EnvWorker method)
(tianshou.env.worker.RayEnvWorker method)
(tianshou.env.worker.SubprocEnvWorker method)
I
ImitationPolicy (class in tianshou.policy)
is_empty() (tianshou.data.Batch method)
L
learn() (tianshou.policy.A2CPolicy method)
(tianshou.policy.BasePolicy method)
(tianshou.policy.C51Policy method)
(tianshou.policy.DDPGPolicy method)
(tianshou.policy.DiscreteBCQPolicy method)
(tianshou.policy.DiscreteSACPolicy method)
(tianshou.policy.DQNPolicy method)
(tianshou.policy.ImitationPolicy method)
(tianshou.policy.MultiAgentPolicyManager method)
(tianshou.policy.PGPolicy method)
(tianshou.policy.PPOPolicy method)
(tianshou.policy.PSRLPolicy method)
(tianshou.policy.RandomPolicy method)
(tianshou.policy.SACPolicy method)
(tianshou.policy.TD3Policy method)
ListReplayBuffer (class in tianshou.data)
load_hdf5() (tianshou.data.ReplayBuffer class method)
M
mean() (tianshou.utils.MovAvg method)
miniblock() (in module tianshou.utils.net.common)
MLP (class in tianshou.utils.net.common)
model (tianshou.policy.PPOPolicy attribute)
module
tianshou.data
tianshou.env
tianshou.env.worker
tianshou.exploration
tianshou.policy
tianshou.trainer
tianshou.utils
tianshou.utils.net.common
tianshou.utils.net.continuous
tianshou.utils.net.discrete
MovAvg (class in tianshou.utils)
MultiAgentEnv (class in tianshou.env)
MultiAgentPolicyManager (class in tianshou.policy)
N
Net (class in tianshou.utils.net.common)
O
offline_trainer() (in module tianshou.trainer)
offpolicy_trainer() (in module tianshou.trainer)
onpolicy_trainer() (in module tianshou.trainer)
OUNoise (class in tianshou.exploration)
P
PGPolicy (class in tianshou.policy)
post_process_fn() (tianshou.policy.BasePolicy method)
PPOPolicy (class in tianshou.policy)
PrioritizedReplayBuffer (class in tianshou.data)
process_fn() (tianshou.policy.A2CPolicy method)
(tianshou.policy.BasePolicy method)
(tianshou.policy.DDPGPolicy method)
(tianshou.policy.DQNPolicy method)
(tianshou.policy.MultiAgentPolicyManager method)
(tianshou.policy.PGPolicy method)
(tianshou.policy.PPOPolicy method)
PSRLPolicy (class in tianshou.policy)
R
RandomPolicy (class in tianshou.policy)
RayEnvWorker (class in tianshou.env.worker)
RayVectorEnv (class in tianshou.env)
Recurrent (class in tianshou.utils.net.common)
RecurrentActorProb (class in tianshou.utils.net.continuous)
RecurrentCritic (class in tianshou.utils.net.continuous)
reduce() (tianshou.data.SegmentTree method)
render() (tianshou.env.BaseVectorEnv method)
(tianshou.env.worker.DummyEnvWorker method)
(tianshou.env.worker.EnvWorker method)
(tianshou.env.worker.RayEnvWorker method)
(tianshou.env.worker.SubprocEnvWorker method)
replace_policy() (tianshou.policy.MultiAgentPolicyManager method)
ReplayBuffer (class in tianshou.data)
reset() (tianshou.data.Collector method)
(tianshou.data.ListReplayBuffer method)
(tianshou.data.ReplayBuffer method)
(tianshou.env.BaseVectorEnv method)
(tianshou.env.MultiAgentEnv method)
(tianshou.env.worker.DummyEnvWorker method)
(tianshou.env.worker.EnvWorker method)
(tianshou.env.worker.RayEnvWorker method)
(tianshou.env.worker.SubprocEnvWorker method)
(tianshou.exploration.BaseNoise method)
(tianshou.exploration.OUNoise method)
reset_buffer() (tianshou.data.Collector method)
reset_env() (tianshou.data.Collector method)
reset_stat() (tianshou.data.Collector method)
S
SACPolicy (class in tianshou.policy)
sample() (tianshou.data.ListReplayBuffer method)
(tianshou.data.PrioritizedReplayBuffer method)
(tianshou.data.ReplayBuffer method)
save_hdf5() (tianshou.data.ReplayBuffer method)
seed() (tianshou.env.BaseVectorEnv method)
(tianshou.env.worker.DummyEnvWorker method)
(tianshou.env.worker.EnvWorker method)
(tianshou.env.worker.RayEnvWorker method)
(tianshou.env.worker.SubprocEnvWorker method)
SegmentTree (class in tianshou.data)
send_action() (tianshou.env.worker.DummyEnvWorker method)
(tianshou.env.worker.EnvWorker method)
(tianshou.env.worker.RayEnvWorker method)
(tianshou.env.worker.SubprocEnvWorker method)
set_agent_id() (tianshou.policy.BasePolicy method)
set_eps() (tianshou.policy.DQNPolicy method)
set_exp_noise() (tianshou.policy.DDPGPolicy method)
shape() (tianshou.data.Batch property)
ShmemVectorEnv (class in tianshou.env)
split() (tianshou.data.Batch method)
stack() (tianshou.data.Batch static method)
stack_() (tianshou.data.Batch method)
stack_num() (tianshou.data.ReplayBuffer property)
std() (tianshou.utils.MovAvg method)
step() (tianshou.env.BaseVectorEnv method)
(tianshou.env.MultiAgentEnv method)
(tianshou.env.worker.EnvWorker method)
SubprocEnvWorker (class in tianshou.env.worker)
SubprocVectorEnv (class in tianshou.env)
SummaryWriter (class in tianshou.utils)
sync_weight() (tianshou.policy.DDPGPolicy method)
(tianshou.policy.DQNPolicy method)
(tianshou.policy.SACPolicy method)
(tianshou.policy.TD3Policy method)
T
TD3Policy (class in tianshou.policy)
test_episode() (in module tianshou.trainer)
tianshou.data
module
tianshou.env
module
tianshou.env.worker
module
tianshou.exploration
module
tianshou.policy
module
tianshou.trainer
module
tianshou.utils
module
tianshou.utils.net.common
module
tianshou.utils.net.continuous
module
tianshou.utils.net.discrete
module
to_numpy() (in module tianshou.data)
(tianshou.data.Batch method)
to_torch() (in module tianshou.data)
(tianshou.data.Batch method)
to_torch_as() (in module tianshou.data)
train() (tianshou.policy.DDPGPolicy method)
(tianshou.policy.DiscreteBCQPolicy method)
(tianshou.policy.DQNPolicy method)
(tianshou.policy.SACPolicy method)
(tianshou.policy.TD3Policy method)
training (tianshou.policy.A2CPolicy attribute)
(tianshou.policy.BasePolicy attribute)
(tianshou.policy.C51Policy attribute)
(tianshou.policy.DDPGPolicy attribute)
(tianshou.policy.DiscreteBCQPolicy attribute)
(tianshou.policy.DiscreteSACPolicy attribute)
(tianshou.policy.DQNPolicy attribute)
(tianshou.policy.ImitationPolicy attribute)
(tianshou.policy.MultiAgentPolicyManager attribute)
(tianshou.policy.PGPolicy attribute)
(tianshou.policy.PPOPolicy attribute)
(tianshou.policy.PSRLPolicy attribute)
(tianshou.policy.RandomPolicy attribute)
(tianshou.policy.SACPolicy attribute)
(tianshou.policy.TD3Policy attribute)
(tianshou.utils.net.common.MLP attribute)
(tianshou.utils.net.common.Net attribute)
(tianshou.utils.net.common.Recurrent attribute)
(tianshou.utils.net.continuous.Actor attribute)
(tianshou.utils.net.continuous.ActorProb attribute)
(tianshou.utils.net.continuous.Critic attribute)
(tianshou.utils.net.continuous.RecurrentActorProb attribute)
(tianshou.utils.net.continuous.RecurrentCritic attribute)
(tianshou.utils.net.discrete.Actor attribute)
(tianshou.utils.net.discrete.Critic attribute)
U
update() (tianshou.data.Batch method)
(tianshou.data.ReplayBuffer method)
(tianshou.policy.BasePolicy method)
update_weight() (tianshou.data.PrioritizedReplayBuffer method)
W
wait() (tianshou.env.worker.DummyEnvWorker static method)
(tianshou.env.worker.EnvWorker static method)
(tianshou.env.worker.RayEnvWorker static method)
(tianshou.env.worker.SubprocEnvWorker static method)