Module ImportFrom alias ImportFrom alias alias ImportFrom alias ImportFrom alias ImportFrom alias ImportFrom alias Import alias identifier ImportFrom alias ImportFrom alias Assign NameStore Dict Str Str Str Str Str Call AttributeLoad NameLoad attr Str Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Str Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Str Num Num Call AttributeLoad NameLoad attr Str Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Str Call AttributeLoad NameLoad attr Num Call AttributeLoad NameLoad attr Num FunctionDef arguments args NameParam NameParam NameParam NameParam NameParam NameParam NameParam defaults Num Str Num Num Num Num Num body Assign NameStore Dict Assign SubscriptStore NameLoad Index Str NameLoad Assign SubscriptStore NameLoad Index Str NameLoad Assign SubscriptStore NameLoad Index Str Num Assign SubscriptStore NameLoad Index Str Num Assign SubscriptStore NameLoad Index Str Num Assign NameStore Num Assign NameStore Num Assign NameStore Num Assign NameStore Call NameLoad Assign SubscriptStore NameLoad Index Str NameLoad Assign NameStore BinOpDiv BinOpSub SubscriptLoad AttributeLoad NameLoad attr ExtSlice Slice Index Num SubscriptLoad AttributeLoad NameLoad attr ExtSlice Slice Index Num NameLoad Assign NameStore Call NameLoad NameLoad keyword NameLoad keyword NameLoad keyword ListLoad NameLoad keyword NameLoad keyword NameLoad keyword NameLoad keyword Num keyword NameLoad Assign NameStore Call NameLoad NameLoad Assign NameStore Num Assign SubscriptStore NameLoad Index Str Call NameLoad NameLoad NameLoad keyword AttributeLoad NameLoad attr keyword NameLoad keyword NameLoad keyword Str keyword NameLoad Assign NameStore Call NameLoad NameLoad Return NameLoad decorator_list If CompareEq NameLoad Str body ImportFrom alias Assign NameStore Call NameLoad Num Expr Call AttributeLoad NameLoad attr keyword Num keyword NameLoad ImportFrom alias Expr Call AttributeLoad NameLoad attr For NameStore Call NameLoad Num body Expr Call AttributeLoad NameLoad attr SubscriptLoad AttributeLoad NameLoad attr Index NameLoad keyword BinOpAdd Str Call NameLoad NameLoad Expr Call AttributeLoad NameLoad attr
N/A rlpy.Domains Swimmer rlpy.Agents Q_Learning SARSA rlpy.Representations * rlpy.Policies eGreedy rlpy.Policies.SwimmerPolicy SwimmerPolicy rlpy.Experiments Experiment N/A numpy np hyperopt hp rlpy.Representations KernelizediFDD N/A param_space N/A kernel_resolution discover_threshold lambda_ boyan_N0 initial_learn_rate N/A N/A hp loguniform kernel_resolution N/A N/A np log 5 N/A N/A np log 50 N/A N/A hp loguniform discover_threshold N/A N/A np log 10000.0 N/A N/A np log 100000000.0 N/A N/A hp uniform lambda_ 0.0 1.0 N/A N/A hp loguniform boyan_N0 N/A N/A np log 10.0 N/A N/A np log 100000.0 N/A N/A hp loguniform initial_learn_rate N/A N/A np log 0.05 N/A N/A np log 1 make_experiment N/A N/A exp_id path discover_threshold boyan_N0 lambda_ initial_learn_rate kernel_resolution N/A 1 ./Results/Temp/{domain}/{agent}/{representation}/ 0.05 1885.42 0.5879 0.1 10.792 N/A N/A opt N/A N/A N/A opt N/A path path N/A N/A opt N/A exp_id exp_id N/A N/A opt N/A max_steps 1000000 N/A N/A opt N/A num_policy_checks 10 N/A N/A opt N/A checks_per_policy 1 N/A active_threshold 0.05 N/A max_base_feat_sim 0.5 N/A sparsify 10 N/A domain N/A Swimmer N/A N/A opt N/A domain domain N/A kernel_width N/A N/A N/A N/A domain statespace_limits N/A N/A N/A 1 N/A N/A domain statespace_limits N/A N/A N/A 0 kernel_resolution N/A representation N/A KernelizediFDD domain sparsify sparsify kernel gaussian_kernel kernel_args N/A kernel_width active_threshold active_threshold discover_threshold discover_threshold normalization False max_active_base_feat 100 max_base_feat_sim max_base_feat_sim N/A policy N/A SwimmerPolicy representation N/A stat_bins_per_state_dim 20 N/A N/A opt N/A agent N/A SARSA policy representation discount_factor N/A domain discount_factor lambda_ lambda_ initial_learn_rate initial_learn_rate learn_rate_decay_mode boyan boyan_N0 boyan_N0 N/A experiment N/A Experiment opt N/A experiment N/A N/A N/A __name__ __main__ N/A rlpy.Tools.run run_profiled N/A experiment N/A make_experiment 1 N/A N/A N/A experiment run visualize_performance 1 visualize_learning True rlpy.Tools plt N/A N/A N/A plt figure N/A i N/A range 9 N/A N/A N/A N/A plt plot N/A N/A experiment state_counts_learn N/A i label N/A Dim  N/A str i N/A N/A N/A plt legend