Index

A

act() (api.learn.Learn static method) (in module main) (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) ActEntry (class in models) action (learners.models.LearnerResponse attribute) (models.ActOutput attribute) (models.LearningEntry attribute)

ActOutput (class in models) api module api.learn module api.utils module APIError (class in models)

B

bellman_td_forms module bellman_td_forms.qlearning module

bellman_td_forms.sarsa_average_reward module bellman_td_forms.td_form module BOLD (log.Colors attribute)

C

CHECK_STR (log.status_str attribute) code (models.APIError attribute) Colors (class in log) config module

ConfigurationDynamic (class in config) ConfigurationStatic (class in config) count() (value_functions.tiling.IHT method) create_error() (learners.errors.Errors static method)

D

DEAD_STR (log.status_str attribute) debug() (log.Log static method)

delta() (bellman_td_forms.qlearning.QLearning method) (bellman_td_forms.sarsa_average_reward.SarsaAverageReward method) (bellman_td_forms.td_form.TDForm method)

E

eid (models.LearningEntry attribute) ENDC (log.Colors attribute) eps (learners.models.LearnerResponse attribute) (models.ActOutput attribute) err() (log.Log static method) error (learners.models.LearnerResponse attribute)

error_code (learners.models.LearnerResponse attribute) ERROR_LEARNER_NOT_SUPPORTED (learners.errors.ErrorsCodes attribute) error_message (learners.models.LearnerResponse attribute) ERROR_TRAIN_ENTRY_ALREADY_IN_LIST (learners.errors.ErrorsCodes attribute) ErrorMessages (class in learners.errors) Errors (class in learners.errors) ErrorsCodes (class in learners.errors)

F

FAIL (log.Colors attribute)

fatal() (log.Log static method) full() (value_functions.tiling.IHT method)

G

get() (learners.errors.ErrorMessages static method) get_app_name() (config.ConfigurationStatic static method) get_app_version() (config.ConfigurationStatic static method) get_dir_data() (config.ConfigurationStatic method) get_index() (value_functions.tiling.IHT method) get_learner_name() (config.ConfigurationDynamic method) get_learner_parameters() (config.ConfigurationDynamic method) get_listening_host() (config.ConfigurationStatic method) get_listening_port() (config.ConfigurationStatic method)

get_name() (learners.learner.Learner method) get_parameters() (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) get_stats() (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) get_weights() (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) (value_functions.qtable.QTable method) (value_functions.tiling.Tiling method) (value_functions.value_function.ValueFunction method)

H

hash_coords() (in module value_functions.tiling) HEADER (log.Colors attribute) HEADER_EPSILON (api.utils.Utils attribute) HEADER_LEARNING_ACTION (api.utils.Utils attribute)

HEADER_LEARNING_EID (api.utils.Utils attribute) HEADER_LEARNING_REWARD (api.utils.Utils attribute) HEADER_LEARNING_STATE (api.utils.Utils attribute) hello() (in module main) (in module test_socket)

I

IHT (class in value_functions.tiling) info() (log.Log static method) instance() (config.ConfigurationDynamic class method) (config.ConfigurationStatic class method) (learners.learner.Learner class method)

is_development() (config.ConfigurationStatic method)

L

Learn (class in api.learn) Learner (class in learners.learner) Learner.Type (class in learners.learner) learner_parameters() (in module main) learner_parameters_post() (in module main) learner_stats() (in module main) learner_weights() (in module main) LearnerResponse (class in learners.models) learners module learners.errors module

learners.learner module learners.learner_sarsa_qtable module learners.models module LearningEntry (class in models) log module Log (class in log)

M

main module max_a_q_sa() (value_functions.qtable.QTable method) (value_functions.tiling.Tiling method) (value_functions.value_function.ValueFunction method) mdebug() (log.Log static method) merr() (log.Log static method) message (models.APIError attribute) mfatal() (log.Log static method) minfo() (log.Log static method) MISM_STR (log.status_str attribute) models module module api api.learn api.utils bellman_td_forms bellman_td_forms.qlearning bellman_td_forms.sarsa_average_reward bellman_td_forms.td_form config learners learners.errors learners.learner learners.learner_sarsa_qtable learners.models log main models test_socket value_functions value_functions.qtable value_functions.tiling value_functions.value_function

mwarn() (log.Log static method)

N

name (models.ParametersLearner attribute)

O

OK_STR (log.status_str attribute)

OKBLUE (log.Colors attribute) OKGREEN (log.Colors attribute)

P

PARAM_ACTIONS_N (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_ALPHA (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_BETA (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_ENTRY_MISSING_MAX_ATTEMPTS (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_EPSILON_DECAY (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_EPSILON_DECAY_ENABLED (learners.learner_sarsa_qtable.SarsaQTable attribute)

PARAM_EPSILON_MIN (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_EPSILON_START (learners.learner_sarsa_qtable.SarsaQTable attribute) PARAM_WINDOW_SIZE (learners.learner_sarsa_qtable.SarsaQTable attribute) parameters (models.ParametersLearner attribute) ParametersLearner (class in models) prepare_res() (api.utils.Utils static method) prepare_res_json() (api.utils.Utils static method)

Q

Q_LEARNING (bellman_td_forms.td_form.TDForm.Type attribute) q_sa() (value_functions.qtable.QTable method) (value_functions.tiling.Tiling method) (value_functions.value_function.ValueFunction method)

QLearning (class in bellman_td_forms.qlearning) QTable (class in value_functions.qtable)

R

reset() (in module main) (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method)

reward (models.LearningEntry attribute)

S

SARSA_AVERAGE_REWARD (bellman_td_forms.td_form.TDForm.Type attribute) SARSA_QTABLE (learners.learner.Learner.Type attribute) SarsaAverageReward (class in bellman_td_forms.sarsa_average_reward) SarsaQTable (class in learners.learner_sarsa_qtable) set_learner() (learners.learner.Learner method) set_learner_name() (config.ConfigurationDynamic method) set_learner_parameters() (config.ConfigurationDynamic method)

set_parameters() (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) start() (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) state (models.ActEntry attribute) (models.LearningEntry attribute) status (models.APIError attribute) status_str (class in log)

T

TDForm (class in bellman_td_forms.td_form) TDForm.Type (class in bellman_td_forms.td_form) test_socket module tiles() (in module value_functions.tiling) Tiling (class in value_functions.tiling) to_dict() (models.ParametersLearner method) train() (api.learn.Learn static method) (in module main) (learners.learner.Learner method) (learners.learner_sarsa_qtable.SarsaQTable method) (value_functions.qtable.QTable method) (value_functions.tiling.Tiling method) (value_functions.value_function.ValueFunction method)

train_batch() (api.learn.Learn static method) (in module main) TYPE_QTABLE (value_functions.value_function.ValueFunction.Type attribute)

U

UNDERLINE (log.Colors attribute)

Utils (class in api.utils)

V

value_functions module value_functions.qtable module value_functions.tiling module

value_functions.value_function module ValueFunction (class in value_functions.value_function) ValueFunction.Type (class in value_functions.value_function)

W

warn() (log.Log static method) WARN_STR (log.status_str attribute) WARNING (log.Colors attribute)

ws_act() (in module main) ws_init() (in module main) ws_main() (in module main)