Index

_

__call__() (exarl.candlelib.default_utils.ListOfListsAction method) (exarl.utils.OUActionNoise.OUActionNoise method) (exarl.utils.OUActionNoise.OUActionNoise2 method) __del__() (exarl.network.data_structures.ExaMPIBuffChecked method) (exarl.network.data_structures.ExaMPIBuffUnchecked method) (exarl.network.data_structures.ExaMPICentralizedQueue method) (exarl.network.data_structures.ExaMPICentralizedStack method) (exarl.network.data_structures.ExaMPIDistributedQueue method) (exarl.network.data_structures.ExaMPIDistributedStack method)

__main__ module _build_model() (exarl.agents.agent_vault.dqn.DQN method) _generator() (exarl.base.dataset_base.BufferDataset method) _get_device() (exarl.agents.agent_vault.dqn.DQN method) _lib (in module computePI) _libdir (in module computePI) _load_structure() (exarl.envs.env_vault.ExaWaterClusterDiscrete.ExaWaterClusterDiscrete method)

A

Action (class in exarl.utils.action) action() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.ExaAgent method) add() (exarl.agents.agent_vault._prioritized_replay.PrioritizedReplayBuffer method) (exarl.candlelib.candle.Progbar method) (exarl.candlelib.candle_keras.Progbar method) (exarl.candlelib.generic_utils.Progbar method) agent (in module exarl.agents) (in module exarl.agents.agent_vault) agent_comm (exarl.base.comm_base.ExaComm attribute) (exarl.base.ExaComm attribute) (exarl.ExaComm attribute) AgentRegistry (class in exarl.agents.registration) AgentSpec (class in exarl.agents.registration)

all() (exarl.agents.registration.AgentRegistry method) (exarl.workflows.registration.WorkflowRegistry method) allocate_state_space() (exarl.utils.state.State method) allreduce() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) applying_calibration() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) args_overwrite_config() (in module exarl.candlelib.default_utils) argtypes (in module computePI) ArgumentStruct (class in exarl.candlelib.candle) (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.default_utils) ASYNC (class in exarl.workflows.workflow_vault) (class in exarl.workflows.workflow_vault.async_learner)

B

barrier() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) base_parser() (in module exarl.utils.candleDriver) bcast() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) bellman_equation() (in module exarl.base.dataset_base) Benchmark (class in exarl.candlelib.candle) (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.default_utils)

benchmark() (in module exarl.base.dataset_base) BenchmarkDriver (class in exarl.utils.candleDriver) bining_for_calibration() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) buffer() (exarl.network.mpi_comm.ExaMPI method) BufferDataset (class in exarl.base.dataset_base) build_activation() (in module exarl.candlelib.pytorch_utils) build_initializer() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) build_loss() (in module exarl.candlelib.keras_utils) build_model() (in module exarl.agents.agent_vault._build_lstm) (in module exarl.agents.agent_vault._build_mlp) build_optimizer() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) (in module exarl.candlelib.pytorch_utils)

C

CahnHilliardEnv (class in exarl.envs.env_vault.ExaCH) calc_target_f() (exarl.agents.agent_vault.dqn.DQN method) call() (exarl.candlelib.candle_keras.PermanentDropout method) (exarl.candlelib.keras_utils.PermanentDropout method) call_fmin() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyFminLBFGSB method) (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) callback() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) CandleRemoteMonitor (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.solr_keras) check_diff() (exarl.network.typing.TypeUtils method) check_required_exists() (exarl.candlelib.candle.Benchmark method) (exarl.candlelib.candle_keras.Benchmark method) (exarl.candlelib.default_utils.Benchmark method) checkLowerUpperArray() (exarl.utils.action.Action method) close() (exarl.envs.env_vault.ExaWaterClusterDiscrete.ExaWaterClusterDiscrete method) comm (in module __main__) compare() (exarl.network.typing.TypeUtils method) computation_of_valid_calibration_interval() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) compute_empirical_calibration() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils)

compute_limits() (in module exarl.candlelib.uq_utils) compute_pi() (in module computePI) compute_statistics_heteroscedastic() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) compute_statistics_homoscedastic() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) compute_statistics_homoscedastic_all() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) compute_statistics_quantile() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) compute_trainable_params() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.solr_keras) computePI module computePI() (in module exarl.envs.env_vault.ExaCartpoleStatic) Converged convert_to_class() (in module exarl.candlelib.data_utils) corr() (in module exarl.candlelib.keras_utils) covariance() (in module exarl.candlelib.keras_utils) create_dataset() (in module exarl.envs.env_vault.ExaBoosterDiscrete)

D

data_buffer (in module exarl.base.dataset_base) data_win (in module exarl.base.dataset_base) DDPG (class in exarl.agents.agent_vault.ddpg) DDPG_Vtrace (class in exarl.agents.agent_vault.ddpg_vtrace) DEBUG() (in module exarl.utils.profile) decode_int_list() (exarl.network.mpi_comm.ExaMPI method) decode_list_format() (exarl.network.mpi_comm.ExaMPI method) decode_type() (exarl.network.mpi_comm.ExaMPI method) DEFAULT_DATATYPE (in module exarl.candlelib.default_utils) DEFAULT_SEED (in module exarl.candlelib.default_utils) DEFAULT_TIMEOUT (in module exarl.candlelib.default_utils) delete_buffers() (exarl.network.mpi_comm.ExaMPI method) demarshall() (exarl.network.mpi_comm.ExaMPI method) directory_from_parameters() (in module exarl.candlelib.default_utils)

discretize() (exarl.utils.action.Action method) discretize_array() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) discretize_dataframe() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) display_table() (in module exarl.candlelib.generic_utils) distanceFromTerminalState() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) DQN (class in exarl.agents.agent_vault.dqn) drop_impute_and_scale_dataframe() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) dump() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method)

E

elapse (in module __main__) encode_int_list() (exarl.network.mpi_comm.ExaMPI method) encode_list_format() (exarl.network.mpi_comm.ExaMPI method) encode_type() (exarl.network.mpi_comm.ExaMPI method) end() (in module exarl.candlelib.exp_logger) env (in module exarl.envs) (in module exarl.envs.env_vault) env_comm (exarl.base.comm_base.ExaComm attribute) (exarl.base.ExaComm attribute) (exarl.ExaComm attribute) epsilon_adj() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) eval_string_as_list() (in module exarl.candlelib.default_utils) eval_string_as_list_of_lists() (in module exarl.candlelib.default_utils) evaluate_autoencoder() (in module exarl.candlelib.keras_utils) exa_learner (in module __main__) ExaAgent (class in exarl) (class in exarl.base) (class in exarl.base.agent_base) ExaBooster_v1 (class in exarl.envs.env_vault.ExaBoosterDiscrete) ExaCartpoleStatic (class in exarl.envs.env_vault.ExaCartpoleStatic) ExaComm (class in exarl) (class in exarl.base) (class in exarl.base.comm_base) ExaCOVID (class in exarl.envs.env_vault.ExaCOVID) ExaData (class in exarl) (class in exarl.base) (class in exarl.base.data_exchange) ExaEnv (class in exarl) (class in exarl.base) (class in exarl.base.env_base) ExaLearner (class in exarl) (class in exarl.base) (class in exarl.base.learner_base) ExaMPI (class in exarl.network.mpi_comm) ExaMPIBuffChecked (class in exarl.network.data_structures) ExaMPIBuffUnchecked (class in exarl.network.data_structures) ExaMPICentralizedQueue (class in exarl.network.data_structures) ExaMPICentralizedStack (class in exarl.network.data_structures) ExaMPIConstant (class in exarl.network.data_structures) ExaMPIDistributedQueue (class in exarl.network.data_structures) ExaMPIDistributedStack (class in exarl.network.data_structures) exarl module exarl.agents module exarl.agents.agent_vault module exarl.agents.agent_vault._build_lstm module exarl.agents.agent_vault._build_mlp module exarl.agents.agent_vault._prioritized_replay module exarl.agents.agent_vault.ddpg module exarl.agents.agent_vault.ddpg_vtrace module exarl.agents.agent_vault.dqn module exarl.agents.registration module exarl.base module exarl.base.agent_base module exarl.base.comm_base module exarl.base.data_exchange module exarl.base.dataset_base module exarl.base.env_base module exarl.base.learner_base module exarl.base.workflow_base module exarl.candlelib module exarl.candlelib.candle module exarl.candlelib.candle_keras module exarl.candlelib.data_utils module

exarl.candlelib.default_utils module exarl.candlelib.exarl_utils module exarl.candlelib.exp_logger module exarl.candlelib.file_utils module exarl.candlelib.generic_utils module exarl.candlelib.helper_utils module exarl.candlelib.keras_utils module exarl.candlelib.profiling_utils module exarl.candlelib.pytorch_utils module exarl.candlelib.solr_keras module exarl.candlelib.uq_utils module exarl.candlelib.viz_utils module exarl.envs module exarl.envs.env_vault module exarl.envs.env_vault.ExaBoosterDiscrete module exarl.envs.env_vault.ExaCartpoleStatic module exarl.envs.env_vault.ExaCH module exarl.envs.env_vault.ExaCOVID module exarl.envs.env_vault.ExaWaterClusterDiscrete module exarl.envs.env_vault.GymSpaceTest module exarl.network module exarl.network.data_structures module exarl.network.mpi_comm module exarl.network.simple_comm module exarl.network.typing module exarl.utils module exarl.utils.action module exarl.utils.analyze_reward module exarl.utils.candleDriver module exarl.utils.introspect module exarl.utils.log module exarl.utils.OUActionNoise module exarl.utils.profile module exarl.utils.state module exarl.workflows module exarl.workflows.registration module exarl.workflows.workflow_vault module exarl.workflows.workflow_vault.async_learner module exarl.workflows.workflow_vault.random_learner module exarl.workflows.workflow_vault.rma_learner module exarl.workflows.workflow_vault.sync_learner module ExaSimple (class in exarl.network.simple_comm) ExaWaterClusterDiscrete (class in exarl.envs.env_vault.ExaWaterClusterDiscrete) ExaWorkflow (class in exarl) (class in exarl.base) (class in exarl.base.workflow_base)

F

f() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) fetch_file() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils) file_path (in module exarl.base.agent_base) (in module exarl.candlelib.default_utils) (in module exarl.utils.candleDriver) fill_array() (in module exarl.candlelib.uq_utils) finalize_parameters() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils)

format_benchmark_config_arguments() (exarl.candlelib.candle.Benchmark method) (exarl.candlelib.candle_keras.Benchmark method) (exarl.candlelib.default_utils.Benchmark method) fprime() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) func_dump() (in module exarl.candlelib.generic_utils) func_load() (in module exarl.candlelib.generic_utils) func_reconstruct_closure() (in module exarl.candlelib.generic_utils)

G

generate_data() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) generate_index_distribution() (in module exarl.candlelib.candle) (in module exarl.candlelib.uq_utils) generate_index_distribution_from_block_list() (in module exarl.candlelib.uq_utils) generate_index_distribution_from_blocks() (in module exarl.candlelib.uq_utils) generate_index_distribution_from_fraction() (in module exarl.candlelib.uq_utils) generateTargetState() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) get() (exarl.network.data_structures.ExaMPIConstant method) get_action() (exarl.agents.agent_vault.dqn.DQN method) get_activation() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) get_actor() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) get_buffer_length() (exarl.agents.agent_vault._prioritized_replay.PrioritizedReplayBuffer method) get_choice() (in module exarl.candlelib.default_utils) get_common_parser() (in module exarl.candlelib.default_utils) get_critic() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) get_data() (exarl.base.data_exchange.ExaData method) (exarl.base.ExaData method) (exarl.ExaData method) get_dataset() (in module exarl.envs.env_vault.ExaBoosterDiscrete) get_default_exarl_parser() (in module exarl.candlelib.candle) (in module exarl.candlelib.exarl_utils) get_default_neon_parser() (in module exarl.candlelib.default_utils) get_driver_params() (in module exarl.utils.candleDriver) get_dumps() (exarl.network.typing.TypeUtils method) get_file() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.file_utils)

get_flat_size() (exarl.network.mpi_comm.ExaMPI method) (exarl.network.typing.TypeUtils method) get_from_module() (in module exarl.candlelib.generic_utils) get_function() (in module exarl.candlelib.keras_utils) (in module exarl.candlelib.pytorch_utils) get_importance() (exarl.agents.agent_vault._prioritized_replay.PrioritizedReplayBuffer method) get_probabilities() (exarl.agents.agent_vault._prioritized_replay.PrioritizedReplayBuffer method) get_shape() (exarl.network.typing.TypeUtils method) get_state_embedding() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) get_type() (exarl.network.typing.TypeUtils method) get_weights() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.ExaAgent method) getActionSize() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getFullCircAvgFFT() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getImgStruct() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getImgStruct2() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getImgStruct6() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getNextState() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getReward() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) getStateSize() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) global_comm (exarl.base.comm_base.ExaComm attribute) (exarl.base.ExaComm attribute) (exarl.ExaComm attribute) GymSpaceTest (class in exarl.envs.env_vault.GymSpaceTest)

H

has_data() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.ExaAgent method)

I

ibLoaded() (in module exarl.utils.introspect) idx() (exarl.utils.state.State method) impute_and_scale_array() (in module exarl.candlelib.data_utils) inc() (exarl.network.data_structures.ExaMPIConstant method) initialize() (in module exarl.candlelib.pytorch_utils) initialize_parameters() (in module exarl.utils.candleDriver) introspect() (in module exarl.utils.introspect) introspectTrace() (in module exarl.utils.introspect) is_actor() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method)

is_agent() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) is_float() (exarl.network.mpi_comm.ExaMPI method) is_learner (exarl.agents.agent_vault.ddpg.DDPG attribute) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace attribute) is_learner() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) isTerminalState() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method)

K

keras_default_config() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils)

L

learner_comm (exarl.base.comm_base.ExaComm attribute) (exarl.base.ExaComm attribute) (exarl.ExaComm attribute) lib_path (in module exarl.base.agent_base) (in module exarl.candlelib.default_utils) list_like() (exarl.network.mpi_comm.ExaMPI method) (exarl.network.typing.TypeUtils method) ListOfListsAction (class in exarl.candlelib.default_utils) load() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) (exarl.ExaAgent method) (in module exarl.agents.registration) (in module exarl.workflows.registration) load_csv_data() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) load_data() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) load_reformated_cvs() (in module exarl.envs.env_vault.ExaBoosterDiscrete) load_X_data() (in module exarl.candlelib.data_utils) load_X_data2() (in module exarl.candlelib.data_utils) load_Xy_data2() (in module exarl.candlelib.data_utils)

load_Xy_data_noheader() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) load_Xy_one_hot_data() (in module exarl.candlelib.data_utils) load_Xy_one_hot_data2() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) logger (in module exarl.agents.agent_vault.ddpg) (in module exarl.agents.agent_vault.ddpg_vtrace) (in module exarl.agents.agent_vault.dqn) (in module exarl.base.learner_base) (in module exarl.envs.env_vault.ExaBoosterDiscrete) (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) (in module exarl.utils.analyze_reward) (in module exarl.workflows.workflow_vault.async_learner) (in module exarl.workflows.workflow_vault.random_learner) (in module exarl.workflows.workflow_vault.rma_learner) (in module exarl.workflows.workflow_vault.sync_learner) LoggingCallback (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.keras_utils) lookup() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.data_utils) lookup_params() (in module exarl.utils.candleDriver) LossHistory (class in exarl.agents.agent_vault.dqn)

M

mae() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) make() (exarl.agents.registration.AgentRegistry method) (exarl.agents.registration.AgentSpec method) (exarl.base.ExaLearner method) (exarl.base.learner_base.ExaLearner method) (exarl.ExaLearner method) (exarl.workflows.registration.WorkflowRegistry method) (exarl.workflows.registration.WorkflowSpec method) (in module exarl.agents) (in module exarl.agents.registration) (in module exarl.workflows) (in module exarl.workflows.registration) make_tuple() (in module exarl.candlelib.generic_utils) marshall() (exarl.network.mpi_comm.ExaMPI method) max_elapse (in module __main__) metadata (exarl.envs.env_vault.ExaCartpoleStatic.ExaCartpoleStatic attribute) (exarl.envs.env_vault.ExaCH.CahnHilliardEnv attribute) (exarl.envs.env_vault.ExaCOVID.ExaCOVID attribute) (exarl.envs.env_vault.ExaWaterClusterDiscrete.ExaWaterClusterDiscrete attribute) min() (exarl.network.data_structures.ExaMPIConstant method) mitigation_factors (exarl.envs.env_vault.ExaCOVID.ExaCOVID attribute) mitigation_length (exarl.envs.env_vault.ExaCOVID.ExaCOVID attribute) model_dt (exarl.envs.env_vault.ExaCOVID.ExaCOVID attribute) module __main__ computePI exarl exarl.agents exarl.agents.agent_vault exarl.agents.agent_vault._build_lstm exarl.agents.agent_vault._build_mlp exarl.agents.agent_vault._prioritized_replay exarl.agents.agent_vault.ddpg exarl.agents.agent_vault.ddpg_vtrace exarl.agents.agent_vault.dqn exarl.agents.registration exarl.base exarl.base.agent_base exarl.base.comm_base exarl.base.data_exchange exarl.base.dataset_base exarl.base.env_base exarl.base.learner_base exarl.base.workflow_base exarl.candlelib exarl.candlelib.candle exarl.candlelib.candle_keras exarl.candlelib.data_utils exarl.candlelib.default_utils exarl.candlelib.exarl_utils exarl.candlelib.exp_logger exarl.candlelib.file_utils exarl.candlelib.generic_utils exarl.candlelib.helper_utils exarl.candlelib.keras_utils exarl.candlelib.profiling_utils exarl.candlelib.pytorch_utils exarl.candlelib.solr_keras exarl.candlelib.uq_utils exarl.candlelib.viz_utils exarl.envs exarl.envs.env_vault exarl.envs.env_vault.ExaBoosterDiscrete exarl.envs.env_vault.ExaCartpoleStatic exarl.envs.env_vault.ExaCH exarl.envs.env_vault.ExaCOVID exarl.envs.env_vault.ExaWaterClusterDiscrete exarl.envs.env_vault.GymSpaceTest exarl.network exarl.network.data_structures exarl.network.mpi_comm exarl.network.simple_comm exarl.network.typing exarl.utils exarl.utils.action exarl.utils.analyze_reward exarl.utils.candleDriver exarl.utils.introspect exarl.utils.log exarl.utils.OUActionNoise exarl.utils.profile exarl.utils.state exarl.workflows exarl.workflows.registration exarl.workflows.workflow_vault exarl.workflows.workflow_vault.async_learner exarl.workflows.workflow_vault.random_learner exarl.workflows.workflow_vault.rma_learner exarl.workflows.workflow_vault.sync_learner

monitor() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) mpi (exarl.network.mpi_comm.ExaMPI attribute) MPI (exarl.network.simple_comm.ExaSimple attribute) (in module computePI) (in module exarl.network.data_structures) (in module exarl.network.typing) (in module exarl.workflows.workflow_vault.random_learner) (in module exarl.workflows.workflow_vault.rma_learner) MPI_Comm (in module computePI) mpi_type_converter() (exarl.network.mpi_comm.ExaMPI method) (exarl.network.typing.TypeUtils method) mse() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) (in module exarl.candlelib.pytorch_utils) MultiGPUCheckpoint (class in exarl.candlelib.keras_utils) multiLearner (in module exarl.agents.agent_vault.dqn)

N

normal_water_ordering() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer static method) np_type_converter() (exarl.network.mpi_comm.ExaMPI method) (exarl.network.typing.TypeUtils method)

num_learners (exarl.base.comm_base.ExaComm attribute) (exarl.base.ExaComm attribute) (exarl.ExaComm attribute)

O

on_batch_end() (exarl.agents.agent_vault.dqn.LossHistory method) on_epoch_begin() (exarl.candlelib.candle_keras.CandleRemoteMonitor method) (exarl.candlelib.solr_keras.CandleRemoteMonitor method) on_epoch_end() (exarl.candlelib.candle_keras.CandleRemoteMonitor method) (exarl.candlelib.candle_keras.LoggingCallback method) (exarl.candlelib.candle_keras.TerminateOnTimeOut method) (exarl.candlelib.keras_utils.LoggingCallback method) (exarl.candlelib.solr_keras.CandleRemoteMonitor method) (exarl.candlelib.solr_keras.TerminateOnTimeOut method) on_train_begin() (exarl.agents.agent_vault.dqn.LossHistory method) (exarl.candlelib.candle_keras.CandleRemoteMonitor method) (exarl.candlelib.candle_keras.TerminateOnTimeOut method) (exarl.candlelib.solr_keras.CandleRemoteMonitor method) (exarl.candlelib.solr_keras.TerminateOnTimeOut method)

on_train_end() (exarl.candlelib.candle_keras.CandleRemoteMonitor method) (exarl.candlelib.solr_keras.CandleRemoteMonitor method) OptimizerConvergenceError OUActionNoise (class in exarl.utils.OUActionNoise) OUActionNoise2 (class in exarl.utils.OUActionNoise) overprediction_check() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils)

P

parse_from_benchmark() (exarl.candlelib.candle.Benchmark method) (exarl.candlelib.candle_keras.Benchmark method) (exarl.candlelib.default_utils.Benchmark method) parse_from_common() (exarl.candlelib.candle.Benchmark method) (exarl.candlelib.candle_keras.Benchmark method) (exarl.candlelib.default_utils.Benchmark method) parser_from_json() (in module exarl.utils.candleDriver) PermanentDropout (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.keras_utils) plot_2d_density_sigma_vs_error() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils) plot_calibration_and_errors() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils) plot_density_observed_vs_predicted() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils) plot_error() (in module exarl.candlelib.viz_utils) plot_histogram_error_per_sigma() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils) plot_history() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils) plot_metrics() (in module exarl.candlelib.viz_utils) plot_percentile_predictions() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils) plot_scatter() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.viz_utils)

pop() (exarl.base.data_exchange.ExaData method) (exarl.base.ExaData method) (exarl.ExaData method) (exarl.network.data_structures.ExaMPIBuffChecked method), [1] (exarl.network.data_structures.ExaMPIBuffUnchecked method) (exarl.network.data_structures.ExaMPICentralizedQueue method) (exarl.network.data_structures.ExaMPICentralizedStack method) (exarl.network.data_structures.ExaMPIDistributedQueue method) (exarl.network.data_structures.ExaMPIDistributedStack method) prep_data() (exarl.network.mpi_comm.ExaMPI method) print_status() (in module exarl.envs.env_vault.ExaCH) printBufSize() (exarl.network.mpi_comm.ExaMPI method) PrioritizedReplayBuffer (class in exarl.agents.agent_vault._prioritized_replay) prof (in module exarl.utils.profile) PROFILE() (in module exarl.utils.profile) Progbar (class in exarl.candlelib.candle) (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.generic_utils) promote_numpy_type() (exarl.network.typing.TypeUtils method) push() (exarl.base.data_exchange.ExaData method) (exarl.base.ExaData method) (exarl.ExaData method) (exarl.network.data_structures.ExaMPIBuffChecked method), [1] (exarl.network.data_structures.ExaMPIBuffUnchecked method) (exarl.network.data_structures.ExaMPICentralizedQueue method) (exarl.network.data_structures.ExaMPICentralizedStack method) (exarl.network.data_structures.ExaMPIDistributedQueue method) (exarl.network.data_structures.ExaMPIDistributedStack method) put() (exarl.network.data_structures.ExaMPIConstant method)

R

r2() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) RANDOM (class in exarl.workflows.workflow_vault) (class in exarl.workflows.workflow_vault.random_learner) rank (in module __main__) raw() (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) read_config_file() (exarl.candlelib.candle.Benchmark method) (exarl.candlelib.candle_keras.Benchmark method) (exarl.candlelib.default_utils.Benchmark method) read_data() (in module exarl.utils.analyze_reward) read_energy() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) recv() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) recv_mprobe (in module exarl.network.mpi_comm) recv_with_type() (exarl.network.mpi_comm.ExaMPI method) reduce() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) register() (exarl.agents.registration.AgentRegistry method) (exarl.workflows.registration.WorkflowRegistry method) (in module exarl.agents) (in module exarl.agents.registration) (in module exarl.workflows) (in module exarl.workflows.registration) register_permanent_dropout() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) registry (in module exarl.agents.registration) (in module exarl.workflows.registration) remember() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) render() (exarl.envs.env_vault.ExaBoosterDiscrete.ExaBooster_v1 method) (exarl.envs.env_vault.ExaCartpoleStatic.ExaCartpoleStatic method) (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) (exarl.envs.env_vault.ExaCOVID.ExaCOVID method) (exarl.envs.env_vault.ExaWaterClusterDiscrete.ExaWaterClusterDiscrete method)

render_env() (exarl.base.ExaLearner method) (exarl.base.learner_base.ExaLearner method) (exarl.ExaLearner method) required (in module exarl.utils.candleDriver) reset() (exarl.envs.env_vault.ExaBoosterDiscrete.ExaBooster_v1 method) (exarl.envs.env_vault.ExaCartpoleStatic.ExaCartpoleStatic method) (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) (exarl.envs.env_vault.ExaCOVID.ExaCOVID method) (exarl.envs.env_vault.ExaWaterClusterDiscrete.ExaWaterClusterDiscrete method) (exarl.envs.env_vault.GymSpaceTest.GymSpaceTest method) (exarl.utils.OUActionNoise.OUActionNoise method) (exarl.utils.OUActionNoise.OUActionNoise2 method) resolve_path() (in module exarl.utils.candleDriver) restype (in module computePI) results_dir (exarl.envs.env_vault.ExaCOVID.ExaCOVID attribute) (in module exarl.utils.profile) RMA (class in exarl.workflows.workflow_vault) (class in exarl.workflows.workflow_vault.rma_learner) run() (exarl.base.ExaLearner method) (exarl.base.ExaWorkflow method) (exarl.base.learner_base.ExaLearner method) (exarl.base.workflow_base.ExaWorkflow method) (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) (exarl.ExaLearner method) (exarl.ExaWorkflow method) (exarl.workflows.workflow_vault.ASYNC method) (exarl.workflows.workflow_vault.async_learner.ASYNC method) (exarl.workflows.workflow_vault.RANDOM method) (exarl.workflows.workflow_vault.random_learner.RANDOM method) (exarl.workflows.workflow_vault.RMA method) (exarl.workflows.workflow_vault.rma_learner.RMA method) (exarl.workflows.workflow_vault.SYNC method) (exarl.workflows.workflow_vault.sync_learner.SYNC method) run_length_decode() (exarl.network.mpi_comm.ExaMPI method) run_length_encode() (exarl.network.mpi_comm.ExaMPI method)

S

sample() (exarl.agents.agent_vault._prioritized_replay.PrioritizedReplayBuffer method) save() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.candlelib.candle_keras.CandleRemoteMonitor method) (exarl.candlelib.solr_keras.CandleRemoteMonitor method) (exarl.ExaAgent method) (in module exarl.candlelib.exp_logger) save_reward_plot() (in module exarl.utils.analyze_reward) scale_array() (in module exarl.candlelib.data_utils) SciPyFminLBFGSB (class in exarl.envs.env_vault.ExaWaterClusterDiscrete) SciPyOptimizer (class in exarl.envs.env_vault.ExaWaterClusterDiscrete) search() (in module exarl.candlelib.candle) (in module exarl.candlelib.helper_utils) seed() (exarl.envs.env_vault.ExaBoosterDiscrete.ExaBooster_v1 method) send() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) send_with_type() (exarl.network.mpi_comm.ExaMPI method) set_agent() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) set_config() (exarl.base.ExaLearner method) (exarl.base.learner_base.ExaLearner method) (exarl.ExaLearner method) set_dim_state() (exarl.utils.state.State method) set_env() (exarl.envs.env_vault.ExaCartpoleStatic.ExaCartpoleStatic method) set_learner() (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) set_locals() (exarl.candlelib.candle.Benchmark method) (exarl.candlelib.candle_keras.Benchmark method) (exarl.candlelib.default_utils.Benchmark method) (exarl.utils.candleDriver.BenchmarkDriver method) set_model() (exarl.candlelib.keras_utils.MultiGPUCheckpoint method) set_num_elem_state() (exarl.utils.state.State method) set_parallelism_threads() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.keras_utils) (in module exarl.candlelib.pytorch_utils) set_priorities() (exarl.agents.agent_vault._prioritized_replay.PrioritizedReplayBuffer method) (exarl.agents.agent_vault.dqn.DQN method) set_results_dir() (exarl.base.env_base.ExaEnv method) (exarl.base.ExaEnv method) (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) (exarl.ExaEnv method) set_seed() (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils) (in module exarl.candlelib.keras_utils) (in module exarl.candlelib.pytorch_utils) set_size_arr() (exarl.utils.state.State method)

set_training() (exarl.base.ExaLearner method) (exarl.base.learner_base.ExaLearner method) (exarl.ExaLearner method) set_up_logger() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils) set_weights() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.ExaAgent method) setArrIntervals() (exarl.utils.action.Action method) setControlParams() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) setDimAction() (exarl.utils.action.Action method) setInitSimParams() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) setNextAction() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) setRandInitT() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) setTargetState() (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) setup_logger() (in module exarl.utils.log) size (in module __main__) spec() (exarl.agents.registration.AgentRegistry method) (exarl.workflows.registration.WorkflowRegistry method) (in module exarl.agents.registration) (in module exarl.workflows.registration) split() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method) split_data_for_empirical_calibration() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.uq_utils) start (in module __main__) start() (in module exarl.candlelib.exp_logger) start_profiling() (in module exarl.candlelib.candle) (in module exarl.candlelib.profiling_utils) State (class in exarl.utils.state) step() (exarl.envs.env_vault.ExaBoosterDiscrete.ExaBooster_v1 method) (exarl.envs.env_vault.ExaCartpoleStatic.ExaCartpoleStatic method) (exarl.envs.env_vault.ExaCH.CahnHilliardEnv method) (exarl.envs.env_vault.ExaCOVID.ExaCOVID method) (exarl.envs.env_vault.ExaWaterClusterDiscrete.ExaWaterClusterDiscrete method) (exarl.envs.env_vault.GymSpaceTest.GymSpaceTest method) stop_profiling() (in module exarl.candlelib.candle) (in module exarl.candlelib.profiling_utils) str2bool() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils) submit() (exarl.candlelib.candle_keras.CandleRemoteMonitor method) (exarl.candlelib.solr_keras.CandleRemoteMonitor method) SYNC (class in exarl.workflows.workflow_vault) (class in exarl.workflows.workflow_vault.sync_learner)

T

target_train() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) TerminateOnTimeOut (class in exarl.candlelib.candle_keras) (class in exarl.candlelib.solr_keras) tf (exarl.envs.env_vault.ExaCOVID.ExaCOVID attribute) tf_type_converter() (exarl.network.typing.TypeUtils method) threads (in module exarl.network.mpi_comm) (in module exarl.network.simple_comm) time() (exarl.base.comm_base.ExaComm method) (exarl.base.ExaComm method) (exarl.ExaComm method) (exarl.network.mpi_comm.ExaMPI method) (exarl.network.simple_comm.ExaSimple method)

TIMER() (in module exarl.utils.profile) TIMERET() (in module exarl.utils.profile) to_categorical() (in module exarl.candlelib.data_utils) train() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.base.agent_base.ExaAgent method) (exarl.base.ExaAgent method) (exarl.ExaAgent method) training_step() (exarl.agents.agent_vault.dqn.DQN method) TTM_calc() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) TTM_grad() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method) ttm_ordering() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer static method) TypeUtils (class in exarl.network.typing)

U

update() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) (exarl.agents.agent_vault.dqn.DQN method) (exarl.candlelib.candle.Progbar method) (exarl.candlelib.candle_keras.Progbar method) (exarl.candlelib.generic_utils.Progbar method)

update_cluster() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) update_grad() (exarl.agents.agent_vault.ddpg.DDPG method) (exarl.agents.agent_vault.ddpg_vtrace.DDPG_Vtrace method) update_target() (in module exarl.agents.agent_vault.ddpg) (in module exarl.agents.agent_vault.ddpg_vtrace) urlretrieve() (in module exarl.candlelib.file_utils)

V

validate_file() (in module exarl.candlelib.file_utils) verify_path() (in module exarl.candlelib.candle) (in module exarl.candlelib.candle_keras) (in module exarl.candlelib.default_utils)

W

work_path (in module exarl.candlelib.default_utils) workflow (in module exarl.network.simple_comm) WorkflowRegistry (class in exarl.workflows.registration)

WorkflowSpec (class in exarl.workflows.registration) write_csv() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) write_structure() (in module exarl.envs.env_vault.ExaWaterClusterDiscrete) writeDir (in module __main__)

X

x0() (exarl.envs.env_vault.ExaWaterClusterDiscrete.SciPyOptimizer method)

xent() (in module exarl.candlelib.keras_utils) (in module exarl.candlelib.pytorch_utils)