Index

_

__call__() (myriad.agents.rl.dqn.QNetwork method) (myriad.agents.rl.pqn.QNetwork method) __class_getitem__() (myriad.agents.agent.Agent class method) (myriad.envs.environment.Environment class method) __init__() (myriad.agents.agent.AgentParams method) (myriad.agents.agent.AgentState method) (myriad.agents.agent.InitFn method) (myriad.agents.agent.SelectActionFn method) (myriad.agents.agent.UpdateFn method) (myriad.agents.classical.bangbang.AgentParams method) (myriad.agents.classical.bangbang.AgentState method) (myriad.agents.classical.pid.AgentParams method) (myriad.agents.classical.pid.AgentState method) (myriad.agents.classical.random.AgentParams method) (myriad.agents.classical.random.AgentState method) (myriad.agents.rl.dqn.AgentParams method) (myriad.agents.rl.dqn.AgentState method) (myriad.agents.rl.dqn.QNetwork method) (myriad.agents.rl.pqn.AgentParams method) (myriad.agents.rl.pqn.AgentState method) (myriad.agents.rl.pqn.QNetwork method) (myriad.core.replay_buffer.ReplayBuffer method) (myriad.core.spaces.Box method) (myriad.core.spaces.Discrete method) (myriad.core.types.Observation method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsConfig method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior method) (myriad.envs.bio.ccasr_gfp.tasks.base.BaseCcasrGfpTaskConfig method) (myriad.envs.bio.ccasr_gfp.tasks.base.TaskConfig method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParams method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParamsPrior method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsConfig method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsParams method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskConfig method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParams method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParamsPrior method) (myriad.envs.classic.cartpole.physics.PhysicsConfig method) (myriad.envs.classic.cartpole.physics.PhysicsParams method) (myriad.envs.classic.cartpole.tasks.base.TaskConfig method) (myriad.envs.classic.cartpole.tasks.control.ControlTaskConfig method) (myriad.envs.classic.cartpole.tasks.control.ControlTaskParams method) (myriad.envs.classic.pendulum.physics.PhysicsConfig method) (myriad.envs.classic.pendulum.physics.PhysicsParams method) (myriad.envs.classic.pendulum.tasks.base.TaskConfig method) (myriad.envs.classic.pendulum.tasks.control.ControlTaskConfig method) (myriad.envs.classic.pendulum.tasks.control.ControlTaskParams method) (myriad.envs.environment.EnvironmentConfig method) (myriad.envs.environment.EnvironmentParams method) (myriad.envs.environment.EnvironmentState method) (myriad.envs.environment.GetActionSpaceFn method) (myriad.envs.environment.GetObsShapeFn method) (myriad.envs.environment.ResetFn method) (myriad.envs.environment.StepFn method) (myriad.platform.EvaluationMetrics method) (myriad.platform.EvaluationResults method) (myriad.platform.RunArtifacts method) (myriad.platform.SessionLogger method) (myriad.platform.TrainingMetrics method) (myriad.platform.TrainingResults method)

__repr__() (myriad.platform.EvaluationResults method) (myriad.platform.TrainingResults method)

A

action (myriad.core.types.Transition attribute) action_dim (myriad.agents.rl.dqn.QNetwork attribute) (myriad.agents.rl.pqn.QNetwork attribute) action_space (myriad.agents.agent.AgentParams attribute) (myriad.agents.classical.bangbang.AgentParams attribute) (myriad.agents.classical.pid.AgentParams attribute) (myriad.agents.classical.random.AgentParams attribute) (myriad.agents.rl.dqn.AgentParams attribute) (myriad.agents.rl.pqn.AgentParams attribute) add() (myriad.core.replay_buffer.ReplayBuffer method) add_and_sample() (myriad.core.replay_buffer.ReplayBuffer method) Agent (class in myriad.agents.agent) agent_metrics (myriad.platform.TrainingMetrics attribute) agent_state (myriad.platform.EvaluationResults attribute) (myriad.platform.TrainingResults attribute)

AgentParams (class in myriad.agents.agent) (class in myriad.agents.classical.bangbang) (class in myriad.agents.classical.pid) (class in myriad.agents.classical.random) (class in myriad.agents.rl.dqn) (class in myriad.agents.rl.pqn) AgentState (class in myriad.agents.agent) (class in myriad.agents.classical.bangbang) (class in myriad.agents.classical.pid) (class in myriad.agents.classical.random) (class in myriad.agents.rl.dqn) (class in myriad.agents.rl.pqn) anti_windup (myriad.agents.classical.pid.AgentParams attribute) apply_reaction() (in module myriad.envs.bio.ccasr_gfp.physics) (in module myriad.envs.bio.opto_hill_1d.physics)

B

BaseCcasrGfpTaskConfig (class in myriad.envs.bio.ccasr_gfp.tasks.base) BaseModel (class in myriad.core.types)

bin_edges (myriad.agents.classical.pid.AgentParams attribute) Box (class in myriad.core.spaces) buffer_size (myriad.core.replay_buffer.ReplayBuffer attribute)

C

cart_mass (myriad.envs.classic.cartpole.physics.PhysicsConfig attribute) CcasrGfpControlObs (class in myriad.envs.bio.ccasr_gfp.tasks.base) check_termination() (in module myriad.envs.bio.ccasr_gfp.tasks.base) (in module myriad.envs.classic.cartpole.tasks.base) compute_propensities() (in module myriad.envs.bio.ccasr_gfp.physics) (in module myriad.envs.bio.opto_hill_1d.physics) config (myriad.envs.environment.Environment attribute) (myriad.platform.EvaluationResults attribute) (myriad.platform.RunArtifacts attribute) (myriad.platform.TrainingResults attribute) config_from_wandb_run() (in module myriad.platform) contains() (myriad.core.spaces.Box method) (myriad.core.spaces.Discrete method) (myriad.core.spaces.Space method) control_high (myriad.agents.classical.pid.AgentParams attribute) control_low (myriad.agents.classical.pid.AgentParams attribute)

ControlTaskConfig (class in myriad.envs.bio.ccasr_gfp.tasks.control) (class in myriad.envs.classic.cartpole.tasks.control) (class in myriad.envs.classic.pendulum.tasks.control) ControlTaskParams (class in myriad.envs.bio.ccasr_gfp.tasks.control) (class in myriad.envs.classic.cartpole.tasks.control) (class in myriad.envs.classic.pendulum.tasks.control) ControlTaskParamsPrior (class in myriad.envs.bio.ccasr_gfp.tasks.control) ControlTaskState (class in myriad.envs.bio.ccasr_gfp.tasks.control) (class in myriad.envs.classic.cartpole.tasks.control) (class in myriad.envs.classic.pendulum.tasks.control) cos_theta (myriad.envs.classic.pendulum.tasks.base.PendulumObservation attribute) create() (myriad.envs.bio.ccasr_gfp.physics.PhysicsState class method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsState class method) create_config() (in module myriad.configs.builder) create_eval_config() (in module myriad.configs.builder) create_physics_params() (in module myriad.envs.classic.cartpole.physics) (in module myriad.envs.classic.pendulum.physics)

D

data (myriad.core.replay_buffer.ReplayBufferState attribute) deserialize_agent_state() (in module myriad.platform) Discrete (class in myriad.core.spaces) done (myriad.core.types.Transition attribute) dt (myriad.agents.classical.pid.AgentParams attribute) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig property) (myriad.envs.classic.cartpole.physics.PhysicsConfig attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskConfig property) (myriad.envs.classic.pendulum.physics.PhysicsConfig attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskConfig property)

E

env_state (myriad.envs.wrappers.FrameStackState attribute) Environment (class in myriad.envs.environment) EnvironmentConfig (class in myriad.envs.environment) EnvironmentParams (class in myriad.envs.environment) EnvironmentState (class in myriad.envs.environment) episode_base_dir (myriad.platform.SessionLogger property) episode_lengths (myriad.platform.EvaluationMetrics attribute) (myriad.platform.EvaluationResults attribute) episode_returns (myriad.platform.EvaluationMetrics attribute) (myriad.platform.EvaluationResults attribute)

episodes (myriad.platform.EvaluationResults attribute) epsilon_decay_steps (myriad.agents.rl.dqn.AgentParams attribute) (myriad.agents.rl.pqn.AgentParams attribute) epsilon_end (myriad.agents.rl.dqn.AgentParams attribute) (myriad.agents.rl.pqn.AgentParams attribute) epsilon_start (myriad.agents.rl.dqn.AgentParams attribute) (myriad.agents.rl.pqn.AgentParams attribute) eval_metrics (myriad.platform.TrainingResults attribute) evaluate() (in module myriad.platform) EvaluationMetrics (class in myriad.platform) EvaluationResults (class in myriad.platform)

F

F (myriad.envs.bio.ccasr_gfp.physics.PhysicsState attribute) F_normalized (myriad.envs.bio.ccasr_gfp.tasks.base.CcasrGfpControlObs attribute) F_obs_normalizer (myriad.envs.bio.ccasr_gfp.tasks.base.TaskConfig attribute) F_target (myriad.envs.bio.ccasr_gfp.tasks.base.CcasrGfpControlObs attribute) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskState attribute) F_target_constant (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig attribute) fetch_run() (in module myriad.platform) fetch_sweep_runs() (in module myriad.platform) fetch_top_k_runs() (in module myriad.platform) filter_kwargs() (in module myriad.utils) final_env_state (myriad.platform.TrainingResults attribute)

finalize() (myriad.platform.SessionLogger method) for_evaluation() (myriad.platform.SessionLogger class method) for_training() (myriad.platform.SessionLogger class method) force_magnitude (myriad.envs.classic.cartpole.physics.PhysicsConfig attribute) FrameStackState (class in myriad.envs.wrappers) from_array() (myriad.envs.bio.ccasr_gfp.physics.PhysicsState class method) (myriad.envs.bio.ccasr_gfp.tasks.base.CcasrGfpControlObs class method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsState class method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdObs class method) (myriad.envs.classic.cartpole.physics.PhysicsState class method) (myriad.envs.classic.pendulum.physics.PhysicsState class method)

G

gamma (myriad.agents.rl.dqn.AgentParams attribute) (myriad.agents.rl.pqn.AgentParams attribute) generate_constant_target() (in module myriad.envs.bio.ccasr_gfp.tasks.base) generate_sinewave_target() (in module myriad.envs.bio.ccasr_gfp.tasks.base) get_action_space (myriad.envs.environment.Environment attribute) get_action_space() (in module myriad.envs.bio.ccasr_gfp.tasks.base) (in module myriad.envs.bio.ccasr_gfp.tasks.control) (in module myriad.envs.bio.opto_hill_1d.tasks.sysid) (in module myriad.envs.classic.cartpole.tasks.control) (in module myriad.envs.classic.pendulum.tasks.control) get_cartpole_action_space() (in module myriad.envs.classic.cartpole.tasks.base) get_cartpole_obs() (in module myriad.envs.classic.cartpole.tasks.base) get_cartpole_obs_shape() (in module myriad.envs.classic.cartpole.tasks.base) get_obs() (in module myriad.envs.bio.ccasr_gfp.tasks.control) (in module myriad.envs.bio.opto_hill_1d.tasks.sysid) (in module myriad.envs.classic.cartpole.tasks.control) (in module myriad.envs.classic.pendulum.tasks.control)

get_obs_shape (myriad.envs.environment.Environment attribute) get_obs_shape() (in module myriad.envs.bio.ccasr_gfp.tasks.control) (in module myriad.envs.bio.opto_hill_1d.tasks.sysid) (in module myriad.envs.classic.cartpole.tasks.control) (in module myriad.envs.classic.pendulum.tasks.control) get_pendulum_action_space() (in module myriad.envs.classic.pendulum.tasks.base) get_pendulum_obs() (in module myriad.envs.classic.pendulum.tasks.base) get_pendulum_obs_shape() (in module myriad.envs.classic.pendulum.tasks.base) get_results() (myriad.platform.SessionLogger method) GetActionSpaceFn (class in myriad.envs.environment) GetObsShapeFn (class in myriad.envs.environment) global_step (myriad.agents.rl.dqn.AgentState attribute) (myriad.agents.rl.pqn.AgentState attribute) global_steps (myriad.platform.EvaluationMetrics attribute) (myriad.platform.TrainingMetrics attribute) gravity (myriad.envs.classic.cartpole.physics.PhysicsConfig attribute) (myriad.envs.classic.pendulum.physics.PhysicsConfig attribute)

H

H (myriad.envs.bio.ccasr_gfp.physics.PhysicsState attribute) hidden_dims (myriad.agents.rl.dqn.QNetwork attribute)

hidden_size (myriad.agents.rl.pqn.AgentParams attribute) (myriad.agents.rl.pqn.QNetwork attribute) high_action (myriad.agents.classical.bangbang.AgentParams attribute)

I

init (myriad.agents.agent.Agent attribute) init() (myriad.core.replay_buffer.ReplayBuffer method)

InitFn (class in myriad.agents.agent) integral_error (myriad.agents.classical.pid.AgentState attribute) invert (myriad.agents.classical.bangbang.AgentParams attribute)

K

K (myriad.envs.bio.opto_hill_1d.physics.PhysicsParams attribute) k_deg (myriad.envs.bio.opto_hill_1d.physics.PhysicsParams attribute) k_deg_loc (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) k_deg_scale (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) K_loc (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) k_prod (myriad.envs.bio.opto_hill_1d.physics.PhysicsParams attribute) k_prod_loc (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) k_prod_scale (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) K_scale (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute)

kd (myriad.agents.classical.pid.AgentParams attribute) Kf (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams attribute) Kf_loc (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) Kf_scale (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) Kh (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams attribute) Kh_loc (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) Kh_scale (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) ki (myriad.agents.classical.pid.AgentParams attribute) kp (myriad.agents.classical.pid.AgentParams attribute)

L

lambda_ (myriad.agents.rl.pqn.AgentParams attribute) learning_rate (myriad.agents.rl.dqn.AgentParams attribute) (myriad.agents.rl.pqn.AgentParams attribute) length (myriad.envs.classic.pendulum.physics.PhysicsConfig attribute) load() (myriad.platform.EvaluationResults static method) (myriad.platform.TrainingResults static method) load_agent() (myriad.platform.TrainingResults static method) load_agent_state() (in module myriad.platform) load_checkpoint() (myriad.platform.RunArtifacts method) load_config() (in module myriad.utils) load_run() (in module myriad.platform)

load_run_checkpoint() (in module myriad.platform) load_run_config() (in module myriad.platform) load_run_metadata() (in module myriad.platform) load_run_results() (in module myriad.platform) log_evaluation() (myriad.platform.SessionLogger method) log_training_step() (myriad.platform.SessionLogger method) log_videos() (myriad.platform.SessionLogger method) loss (myriad.platform.TrainingMetrics attribute) low_action (myriad.agents.classical.bangbang.AgentParams attribute) lr_decay_steps (myriad.agents.rl.pqn.AgentParams attribute) lr_end (myriad.agents.rl.pqn.AgentParams attribute)

M

make_agent() (in module myriad.agents) (in module myriad.agents.classical.bangbang) (in module myriad.agents.classical.pid) (in module myriad.agents.classical.random) (in module myriad.agents.rl.dqn) (in module myriad.agents.rl.pqn) make_array_obs_env() (in module myriad.envs.wrappers) make_env() (in module myriad.envs) (in module myriad.envs.bio.ccasr_gfp.tasks.control) (in module myriad.envs.bio.opto_hill_1d.tasks.sysid) (in module myriad.envs.classic.cartpole.tasks.control) (in module myriad.envs.classic.pendulum.tasks.control) make_frame_stack_env() (in module myriad.envs.wrappers) mass (myriad.envs.classic.pendulum.physics.PhysicsConfig attribute) max_gillespie_steps (myriad.envs.bio.ccasr_gfp.physics.PhysicsConfig attribute) (myriad.envs.bio.opto_hill_1d.physics.PhysicsConfig attribute) max_grad_norm (myriad.agents.rl.pqn.AgentParams attribute) max_length (myriad.platform.EvaluationResults attribute) max_return (myriad.platform.EvaluationResults attribute) max_speed (myriad.envs.classic.pendulum.physics.PhysicsConfig attribute) max_steps (myriad.envs.bio.ccasr_gfp.tasks.base.BaseCcasrGfpTaskConfig property) (myriad.envs.bio.ccasr_gfp.tasks.base.TaskConfig attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskConfig attribute) (myriad.envs.classic.cartpole.tasks.base.TaskConfig attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskConfig property) (myriad.envs.classic.pendulum.tasks.base.TaskConfig attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskConfig property) (myriad.envs.environment.EnvironmentConfig property) max_torque (myriad.envs.classic.pendulum.physics.PhysicsConfig attribute) mean_length (myriad.platform.EvaluationMetrics attribute) (myriad.platform.EvaluationResults attribute) mean_return (myriad.platform.EvaluationMetrics attribute) (myriad.platform.EvaluationResults attribute) metadata (myriad.platform.RunArtifacts attribute) min_length (myriad.platform.EvaluationResults attribute) min_return (myriad.platform.EvaluationResults attribute) model_config (myriad.core.types.BaseModel attribute) module myriad.agents.agent myriad.agents.classical.bangbang myriad.agents.classical.pid myriad.agents.classical.random myriad.agents.rl.dqn myriad.agents.rl.pqn myriad.configs.builder myriad.core.replay_buffer myriad.core.spaces myriad.core.types myriad.envs.bio.ccasr_gfp.physics myriad.envs.bio.ccasr_gfp.tasks.base myriad.envs.bio.ccasr_gfp.tasks.control myriad.envs.bio.opto_hill_1d.physics myriad.envs.bio.opto_hill_1d.tasks.sysid myriad.envs.classic.cartpole.physics myriad.envs.classic.cartpole.tasks.base myriad.envs.classic.cartpole.tasks.control myriad.envs.classic.pendulum.physics myriad.envs.classic.pendulum.tasks.base myriad.envs.classic.pendulum.tasks.control myriad.envs.environment myriad.envs.wrappers myriad.platform myriad.utils

myriad.agents.agent module myriad.agents.classical.bangbang module myriad.agents.classical.pid module myriad.agents.classical.random module myriad.agents.rl.dqn module myriad.agents.rl.pqn module myriad.configs.builder module myriad.core.replay_buffer module myriad.core.spaces module myriad.core.types module myriad.envs.bio.ccasr_gfp.physics module myriad.envs.bio.ccasr_gfp.tasks.base module myriad.envs.bio.ccasr_gfp.tasks.control module myriad.envs.bio.opto_hill_1d.physics module myriad.envs.bio.opto_hill_1d.tasks.sysid module myriad.envs.classic.cartpole.physics module myriad.envs.classic.cartpole.tasks.base module myriad.envs.classic.cartpole.tasks.control module myriad.envs.classic.pendulum.physics module myriad.envs.classic.pendulum.tasks.base module myriad.envs.classic.pendulum.tasks.control module myriad.envs.environment module myriad.envs.wrappers module myriad.platform module myriad.utils module

N

n (myriad.envs.bio.opto_hill_1d.physics.PhysicsParams attribute) n_horizon (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig attribute) n_loc (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) n_scale (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior attribute) name (myriad.agents.rl.dqn.QNetwork attribute) (myriad.agents.rl.pqn.QNetwork attribute) next_obs (myriad.core.types.Transition attribute) next_reaction_time (myriad.envs.bio.ccasr_gfp.physics.PhysicsState attribute) (myriad.envs.bio.opto_hill_1d.physics.PhysicsState attribute) nf (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams attribute) nf_loc (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute)

nf_scale (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) nh (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams attribute) nh_loc (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) nh_scale (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) nu (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams attribute) nu_loc (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) nu_scale (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior attribute) num_episodes (myriad.platform.EvaluationResults attribute) num_epochs (myriad.agents.rl.pqn.AgentParams attribute) num_layers (myriad.agents.rl.pqn.AgentParams attribute) (myriad.agents.rl.pqn.QNetwork attribute) num_minibatches (myriad.agents.rl.pqn.AgentParams attribute)

O

obs (myriad.core.types.Transition attribute) obs_buffer (myriad.envs.wrappers.FrameStackState attribute) obs_field (myriad.agents.classical.bangbang.AgentParams attribute) (myriad.agents.classical.pid.AgentParams attribute)

obs_index (myriad.agents.classical.bangbang.AgentState attribute) (myriad.agents.classical.pid.AgentState attribute) Observation (class in myriad.core.types)

P

params (myriad.agents.agent.Agent attribute) (myriad.envs.environment.Environment attribute) parent (myriad.agents.rl.dqn.QNetwork attribute) (myriad.agents.rl.pqn.QNetwork attribute) PendulumObservation (class in myriad.envs.classic.pendulum.tasks.base) physics (myriad.envs.bio.ccasr_gfp.tasks.base.BaseCcasrGfpTaskConfig attribute) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParams attribute) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParamsPrior attribute) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskState attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskConfig attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParams attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParamsPrior attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskState attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskConfig attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskParams attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskState attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskConfig attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskParams attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskState attribute)

PhysicsConfig (class in myriad.envs.bio.ccasr_gfp.physics) (class in myriad.envs.bio.opto_hill_1d.physics) (class in myriad.envs.classic.cartpole.physics) (class in myriad.envs.classic.pendulum.physics) PhysicsParams (class in myriad.envs.bio.ccasr_gfp.physics) (class in myriad.envs.bio.opto_hill_1d.physics) (class in myriad.envs.classic.cartpole.physics) (class in myriad.envs.classic.pendulum.physics) PhysicsParamsPrior (class in myriad.envs.bio.ccasr_gfp.physics) (class in myriad.envs.bio.opto_hill_1d.physics) PhysicsState (class in myriad.envs.bio.ccasr_gfp.physics) (class in myriad.envs.bio.opto_hill_1d.physics) (class in myriad.envs.classic.cartpole.physics) (class in myriad.envs.classic.pendulum.physics) plot_training_curve() (in module myriad.utils) pole_length (myriad.envs.classic.cartpole.physics.PhysicsConfig attribute) pole_mass (myriad.envs.classic.cartpole.physics.PhysicsConfig attribute) position (myriad.core.replay_buffer.ReplayBufferState attribute) previous_error (myriad.agents.classical.pid.AgentState attribute)

Q

QNetwork (class in myriad.agents.rl.dqn) (class in myriad.agents.rl.pqn)

R

replace() (myriad.agents.classical.bangbang.AgentParams method) (myriad.agents.classical.bangbang.AgentState method) (myriad.agents.classical.pid.AgentParams method) (myriad.agents.classical.pid.AgentState method) (myriad.agents.classical.random.AgentParams method) (myriad.agents.classical.random.AgentState method) (myriad.agents.rl.dqn.AgentParams method) (myriad.agents.rl.dqn.AgentState method) (myriad.agents.rl.pqn.AgentParams method) (myriad.agents.rl.pqn.AgentState method) (myriad.core.replay_buffer.ReplayBuffer method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsConfig method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsParams method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior method) (myriad.envs.bio.ccasr_gfp.tasks.base.BaseCcasrGfpTaskConfig method) (myriad.envs.bio.ccasr_gfp.tasks.base.TaskConfig method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParams method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParamsPrior method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsConfig method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsParams method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskConfig method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParams method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParamsPrior method) (myriad.envs.classic.cartpole.physics.PhysicsConfig method) (myriad.envs.classic.cartpole.physics.PhysicsParams method) (myriad.envs.classic.cartpole.tasks.base.TaskConfig method) (myriad.envs.classic.cartpole.tasks.control.ControlTaskConfig method) (myriad.envs.classic.cartpole.tasks.control.ControlTaskParams method) (myriad.envs.classic.pendulum.physics.PhysicsConfig method) (myriad.envs.classic.pendulum.physics.PhysicsParams method) (myriad.envs.classic.pendulum.tasks.base.TaskConfig method) (myriad.envs.classic.pendulum.tasks.control.ControlTaskConfig method) (myriad.envs.classic.pendulum.tasks.control.ControlTaskParams method)

ReplayBuffer (class in myriad.core.replay_buffer) ReplayBufferState (class in myriad.core.replay_buffer) reset (myriad.envs.environment.Environment attribute) reset() (in module myriad.envs.bio.ccasr_gfp.tasks.control) (in module myriad.envs.bio.opto_hill_1d.tasks.sysid) (in module myriad.envs.classic.cartpole.tasks.control) (in module myriad.envs.classic.pendulum.tasks.control) ResetFn (class in myriad.envs.environment) results (myriad.platform.RunArtifacts attribute) reward (myriad.core.types.Transition attribute) (myriad.platform.TrainingMetrics attribute) reward_scale (myriad.agents.rl.pqn.AgentParams attribute) run_dir (myriad.platform.EvaluationResults attribute) (myriad.platform.TrainingResults attribute) run_path (myriad.platform.RunArtifacts attribute) RunArtifacts (class in myriad.platform) runs_to_dataframe() (in module myriad.platform)

S

sample() (myriad.core.replay_buffer.ReplayBuffer method) (myriad.core.spaces.Box method) (myriad.core.spaces.Discrete method) (myriad.core.spaces.Space method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsParamsPrior method) (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskParamsPrior method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsParamsPrior method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskParamsPrior method) sample_initial_physics() (in module myriad.envs.bio.ccasr_gfp.tasks.base) (in module myriad.envs.classic.cartpole.tasks.base) (in module myriad.envs.classic.pendulum.tasks.base) sample_params_fn (myriad.envs.environment.Environment attribute) save() (myriad.platform.EvaluationResults method) (myriad.platform.TrainingResults method) save_agent() (myriad.platform.TrainingResults method) save_agent_state() (in module myriad.platform) scope (myriad.agents.rl.dqn.QNetwork attribute) (myriad.agents.rl.pqn.QNetwork attribute) seed (myriad.platform.EvaluationResults attribute) select_action (myriad.agents.agent.Agent attribute) SelectActionFn (class in myriad.agents.agent) serialize_agent_state() (in module myriad.platform) SessionLogger (class in myriad.platform) setpoint (myriad.agents.classical.bangbang.AgentParams attribute) (myriad.agents.classical.pid.AgentParams attribute) sin_theta (myriad.envs.classic.pendulum.tasks.base.PendulumObservation attribute) sinewave_amplitude (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig attribute)

sinewave_period_minutes (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig attribute) sinewave_vshift (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig attribute) size (myriad.core.replay_buffer.ReplayBufferState attribute) Space (class in myriad.core.spaces) std_length (myriad.platform.EvaluationResults attribute) std_return (myriad.platform.EvaluationMetrics attribute) (myriad.platform.EvaluationResults attribute) step (myriad.envs.environment.Environment attribute) step() (in module myriad.envs.bio.ccasr_gfp.tasks.control) (in module myriad.envs.bio.opto_hill_1d.tasks.sysid) (in module myriad.envs.classic.cartpole.tasks.control) (in module myriad.envs.classic.pendulum.tasks.control) step_physics() (in module myriad.envs.bio.ccasr_gfp.physics) (in module myriad.envs.bio.opto_hill_1d.physics) (in module myriad.envs.classic.cartpole.physics) (in module myriad.envs.classic.pendulum.physics) step_physics_interval() (in module myriad.envs.bio.ccasr_gfp.tasks.base) StepFn (class in myriad.envs.environment) steps_per_env (myriad.platform.EvaluationMetrics attribute) (myriad.platform.TrainingMetrics attribute) summary() (myriad.platform.EvaluationResults method) (myriad.platform.TrainingResults method) SysIdObs (class in myriad.envs.bio.opto_hill_1d.tasks.sysid) SysIdTaskConfig (class in myriad.envs.bio.opto_hill_1d.tasks.sysid) SysIdTaskParams (class in myriad.envs.bio.opto_hill_1d.tasks.sysid) SysIdTaskParamsPrior (class in myriad.envs.bio.opto_hill_1d.tasks.sysid) SysIdTaskState (class in myriad.envs.bio.opto_hill_1d.tasks.sysid)

T

t (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskState attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskState attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskState attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskState attribute) target_network_frequency (myriad.agents.rl.dqn.AgentParams attribute) target_params (myriad.agents.rl.dqn.AgentState attribute) target_type (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskConfig attribute) task (myriad.envs.bio.ccasr_gfp.tasks.base.BaseCcasrGfpTaskConfig attribute) (myriad.envs.classic.cartpole.tasks.control.ControlTaskConfig attribute) (myriad.envs.classic.pendulum.tasks.control.ControlTaskConfig attribute) TaskConfig (class in myriad.envs.bio.ccasr_gfp.tasks.base) (class in myriad.envs.classic.cartpole.tasks.base) (class in myriad.envs.classic.pendulum.tasks.base) tau (myriad.agents.rl.dqn.AgentParams attribute) theta (myriad.envs.classic.cartpole.physics.PhysicsState attribute) (myriad.envs.classic.pendulum.physics.PhysicsState attribute) theta_dot (myriad.envs.classic.cartpole.physics.PhysicsState attribute) (myriad.envs.classic.pendulum.physics.PhysicsState attribute) (myriad.envs.classic.pendulum.tasks.base.PendulumObservation attribute) theta_threshold (myriad.envs.classic.cartpole.tasks.base.TaskConfig attribute)

time (myriad.envs.bio.ccasr_gfp.physics.PhysicsState attribute) (myriad.envs.bio.opto_hill_1d.physics.PhysicsState attribute) timestep_minutes (myriad.envs.bio.ccasr_gfp.physics.PhysicsConfig attribute) (myriad.envs.bio.opto_hill_1d.physics.PhysicsConfig attribute) to_array() (in module myriad.utils) (myriad.core.types.Observation method) (myriad.envs.bio.ccasr_gfp.physics.PhysicsState method) (myriad.envs.bio.ccasr_gfp.tasks.base.CcasrGfpControlObs method) (myriad.envs.bio.opto_hill_1d.physics.PhysicsState method) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdObs method) (myriad.envs.classic.cartpole.physics.PhysicsState method) (myriad.envs.classic.pendulum.physics.PhysicsState method) (myriad.envs.classic.pendulum.tasks.base.PendulumObservation method) train_and_evaluate() (in module myriad.platform) train_state (myriad.agents.rl.dqn.AgentState attribute) (myriad.agents.rl.pqn.AgentState attribute) training_metrics (myriad.platform.TrainingResults attribute) TrainingMetrics (class in myriad.platform) TrainingResults (class in myriad.platform) Transition (class in myriad.core.types)

U

U (myriad.envs.bio.ccasr_gfp.tasks.control.ControlTaskState attribute) (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskState attribute)

update (myriad.agents.agent.Agent attribute) UpdateFn (class in myriad.agents.agent)

W

wandb_run (myriad.platform.SessionLogger property)

X

X (myriad.envs.bio.opto_hill_1d.physics.PhysicsState attribute) x (myriad.envs.classic.cartpole.physics.PhysicsState attribute) x_dot (myriad.envs.classic.cartpole.physics.PhysicsState attribute)

X_normalized (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdObs attribute) X_obs_normalizer (myriad.envs.bio.opto_hill_1d.tasks.sysid.SysIdTaskConfig attribute) x_threshold (myriad.envs.classic.cartpole.tasks.base.TaskConfig attribute)