First Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a2a0a3c03eb5cefde52f2e5af47b59a80f4454aae83d5d752737c3ac42853ab
+oid sha256:6ecc6cb971d22f85d3b48868452e0ac9b959960efde59a298b93241a91cecc7d
 size 1764633

SoccerTwos/{SoccerTwos-5499962.onnx → SoccerTwos-12499996.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de1905e0ce8bf23ee97fc010ec18acba8b368bb906c9d12607f737d542707815
+oid sha256:4019849ed0289c7baeedab1723dace0fdabe2b65893eb7ad15b5a3153aeb3d28
 size 1764633

SoccerTwos/{SoccerTwos-5999994.pt → SoccerTwos-12499996.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60dbadb9030c4a7d643d467234c5ae442607adfed4b66f0976f53bb3c2ca94e5
+oid sha256:2103f96846a8fb6f738040f26c52ff1348294ba38d60ba8feaafb9df4183f364
 size 28422481

SoccerTwos/{SoccerTwos-5999994.onnx → SoccerTwos-12999980.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d0172cfd9065b1692019414edbb24bfcc6871e3d6f16adac0e2d0a0946d520b
+oid sha256:3d9b5541e0fe2b5b6ebf6b7f886c7bd7a141c24a915a7d88a8116a48ea084ea6
 size 1764633

SoccerTwos/{SoccerTwos-5499962.pt → SoccerTwos-12999980.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e153e9f72c36c8e96b53293afdf069ca6bccc15e58e4e4282085dcffd357da6
+oid sha256:9d9bbc0ad6972ea623338d5e6f60bb70b4dd5a9ead3496d26e7902eb05409eae
 size 28422481

SoccerTwos/{SoccerTwos-5502642.onnx → SoccerTwos-13499954.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de1905e0ce8bf23ee97fc010ec18acba8b368bb906c9d12607f737d542707815
+oid sha256:bf0ab7d4b99dc82d815991a5792af7906346f209feaae5bfb257dd987629d4f4
 size 1764633

SoccerTwos/{SoccerTwos-6499910.pt → SoccerTwos-13499954.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31b0a0d7dcf0c7d65560b4a387e2a28a31b1550f71c7b325611cd55e356adc05
+oid sha256:87344e99b3e111ba3920a20587c5780b222984bc8892c549fe72c3b71b63938a
 size 28422481

SoccerTwos/{SoccerTwos-6499910.onnx → SoccerTwos-13999890.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c288285cce3108a121447c6478b978466fb5fa74b13d29102d2ad949181a158
+oid sha256:83a87735cf5c21c280c719c35c50868ada8ad4185804310fab1b00dad3177f2b
 size 1764633

SoccerTwos/{SoccerTwos-5502642.pt → SoccerTwos-13999890.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e89b6dc5d2adc31c6f3d8ba43751550903a5c1bf47654d61e463b0d4882ef8b2
+oid sha256:9330fe4973024137348bf93d8a8c4191ff8d093fe946843cbf551d834ac03691
 size 28422481

SoccerTwos/SoccerTwos-14010076.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecc6cb971d22f85d3b48868452e0ac9b959960efde59a298b93241a91cecc7d
+size 1764633

SoccerTwos/SoccerTwos-14010076.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dc96f5d3789396c430904a14084e740103447354d2a2b376d0d4263ecee828
+size 28422481

SoccerTwos/SoccerTwos-6646732.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a2a0a3c03eb5cefde52f2e5af47b59a80f4454aae83d5d752737c3ac42853ab
-size 1764633

SoccerTwos/SoccerTwos-6646732.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:42d450273622b2f2e1bdd9817a2dfe6d4e17565cc0c12531a053e994583a8505
-size 28422481

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42d450273622b2f2e1bdd9817a2dfe6d4e17565cc0c12531a053e994583a8505
+oid sha256:00dc96f5d3789396c430904a14084e740103447354d2a2b376d0d4263ecee828
 size 28422481

SoccerTwos/events.out.tfevents.1677840894.tensorbook.46837.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c917efaf5864908a62362cfec33218464eff8e06b634be8478e0fe7e54c23ca
+size 7575487

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.7, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.7, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -66,7 +66,7 @@ engine_settings:
   time_scale: 20
   target_frame_rate: -1
   capture_frame_rate: 60
-  no_graphics: false
+  no_graphics: true
 environment_parameters: null
 checkpoint_settings:
   run_id: SoccerTwos

run_logs/Player-0.log

@@ -2,45 +2,50 @@ Mono path[0] = '/home/lorencl/git/ReinforcementLearning/Lesson7/ml-agents/traini
 Mono config path = '/home/lorencl/git/ReinforcementLearning/Lesson7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-Display 0 'LU28R55 29"': 2560x1440 (primary device).
-Display 1 'ASUS VP228 22"': 1920x1080 (secondary device).
-Desktop is 2560 x 1440 @ 60 Hz
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /home/lorencl/git/ReinforcementLearning/Lesson7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
-GfxDevice: creating device client; threaded=1; jobified=0
-Renderer: NVIDIA GeForce RTX 3080 Laptop GPU/PCIe/SSE2
-Vendor:   NVIDIA Corporation
-Version:  4.5.0 NVIDIA 530.30.02
-GLES:     0
- GL_AMD_multi_draw_indirect GL_AMD_seamless_cubemap_per_texture GL_AMD_vertex_shader_viewport_index GL_AMD_vertex_shader_layer GL_ARB_arrays_of_arrays GL_ARB_base_instance GL_ARB_bindless_texture GL_ARB_blend_func_extended GL_ARB_buffer_storage GL_ARB_clear_buffer_object GL_ARB_clear_texture GL_ARB_clip_control GL_ARB_color_buffer_float GL_ARB_compressed_texture_pixel_storage GL_ARB_conservative_depth GL_ARB_compute_shader GL_ARB_compute_variable_group_size GL_ARB_conditional_render_inverted GL_ARB_copy_buffer GL_ARB_copy_image GL_ARB_cull_distance GL_ARB_debug_output GL_ARB_depth_buffer_float GL_ARB_depth_clamp GL_ARB_depth_texture GL_ARB_derivative_control GL_ARB_direct_state_access GL_ARB_draw_buffers GL_ARB_draw_buffers_blend GL_ARB_draw_indirect GL_ARB_draw_elements_base_vertex GL_ARB_draw_instanced GL_ARB_enhanced_layouts GL_ARB_ES2_compatibility GL_ARB_ES3_compatibility GL_ARB_ES3_1_compatibility GL_ARB_ES3_2_compatibility GL_ARB_explicit_attrib_location GL_ARB_explicit_uniform_location GL_ARB_fragmen
-t_coord_conventions GL_ARB_fragment_layer_viewport GL_ARB_fragment_program GL_ARB_fragment_program_shadow GL_ARB_fragment_shader GL_ARB_fragment_shader_interlock GL_ARB_framebuffer_no_attachments GL_ARB_framebuffer_object GL_ARB_framebuffer_sRGB GL_ARB_geometry_shader4 GL_ARB_get_program_binary GL_ARB_get_texture_sub_image GL_ARB_gl_spirv GL_ARB_gpu_shader5 GL_ARB_gpu_shader_fp64 GL_ARB_gpu_shader_int64 GL_ARB_half_float_pixel GL_ARB_half_float_vertex GL_ARB_imaging GL_ARB_indirect_parameters GL_ARB_instanced_arrays GL_ARB_internalformat_query GL_ARB_internalformat_query2 GL_ARB_invalidate_subdata GL_ARB_map_buffer_alignment GL_ARB_map_buffer_range GL_ARB_multi_bind GL_ARB_multi_draw_indirect GL_ARB_multisample GL_ARB_multitexture GL_ARB_occlusion_query GL_ARB_occlusion_query2 GL_ARB_parallel_shader_compile GL_ARB_pipeline_statistics_query GL_ARB_pixel_buffer_object GL_ARB_point_parameters GL_ARB_point_sprite GL_ARB_polygon_offset_clamp GL_ARB_post_depth_coverage GL_ARB_program_interface_query GL_ARB_provoki
-ng_vertex GL_ARB_query_buffer_object GL_ARB_robust_buffer_access_behavior GL_ARB_robustness GL_ARB_sample_locations GL_ARB_sample_shading GL_ARB_sampler_objects GL_ARB_seamless_cube_map GL_ARB_seamless_cubemap_per_texture GL_ARB_separate_shader_objects GL_ARB_shader_atomic_counter_ops GL_ARB_shader_atomic_counters GL_ARB_shader_ballot GL_ARB_shader_bit_encoding GL_ARB_shader_clock GL_ARB_shader_draw_parameters GL_ARB_shader_group_vote GL_ARB_shader_image_load_store GL_ARB_shader_image_size GL_ARB_shader_objects GL_ARB_shader_precision GL_ARB_shader_storage_buffer_object GL_ARB_shader_subroutine GL_ARB_shader_texture_image_samples GL_ARB_shader_texture_lod GL_ARB_shading_language_100 GL_ARB_shader_viewport_layer_array GL_ARB_shading_language_420pack GL_ARB_shading_language_include GL_ARB_shading_language_packing GL_ARB_shadow GL_ARB_sparse_buffer GL_ARB_sparse_texture GL_ARB_sparse_texture2 GL_ARB_sparse_texture_clamp GL_ARB_spirv_extensions GL_ARB_stencil_texturing GL_ARB_sync GL_ARB_tessellation_shader GL_A
-RB_texture_barrier GL_ARB_texture_border_clamp GL_ARB_texture_buffer_object GL_ARB_texture_buffer_object_rgb32 GL_ARB_texture_buffer_range GL_ARB_texture_compression GL_ARB_texture_compression_bptc GL_ARB_texture_compression_rgtc GL_ARB_texture_cube_map GL_ARB_texture_cube_map_array GL_ARB_texture_env_add GL_ARB_texture_env_combine GL_ARB_texture_env_crossbar GL_ARB_texture_env_dot3 GL_ARB_texture_filter_anisotropic GL_ARB_texture_filter_minmax GL_ARB_texture_float GL_ARB_texture_gather GL_ARB_texture_mirror_clamp_to_edge GL_ARB_texture_mirrored_repeat GL_ARB_texture_multisample GL_ARB_texture_non_power_of_two GL_ARB_texture_query_levels GL_ARB_texture_query_lod GL_ARB_texture_rectangle GL_ARB_texture_rg GL_ARB_texture_rgb10_a2ui GL_ARB_texture_stencil8 GL_ARB_texture_storage GL_ARB_texture_storage_multisample GL_ARB_texture_swizzle GL_ARB_texture_view GL_ARB_timer_query GL_ARB_transform_feedback2 GL_ARB_transform_feedback3 GL_ARB_transform_feedback_instanced GL_ARB_transform_feedback_overflow_query GL_ARB_t
-ranspose_matrix GL_ARB_uniform_buffer_object GL_ARB_vertex_array_bgra GL_ARB_vertex_array_object GL_ARB_vertex_attrib_64bit GL_ARB_vertex_attrib_binding GL_ARB_vertex_buffer_object GL_ARB_vertex_program GL_ARB_vertex_shader GL_ARB_vertex_type_10f_11f_11f_rev GL_ARB_vertex_type_2_10_10_10_rev GL_ARB_viewport_array GL_ARB_window_pos GL_ATI_draw_buffers GL_ATI_texture_float GL_ATI_texture_mirror_once GL_S3_s3tc GL_EXT_texture_env_add GL_EXT_abgr GL_EXT_bgra GL_EXT_bindable_uniform GL_EXT_blend_color GL_EXT_blend_equation_separate GL_EXT_blend_func_separate GL_EXT_blend_minmax GL_EXT_blend_subtract GL_EXT_compiled_vertex_array GL_EXT_Cg_shader GL_EXT_depth_bounds_test GL_EXT_direct_state_access GL_EXT_draw_buffers2 GL_EXT_draw_instanced GL_EXT_draw_range_elements GL_EXT_fog_coord GL_EXT_framebuffer_blit GL_EXT_framebuffer_multisample GL_EXTX_framebuffer_mixed_formats GL_EXT_framebuffer_multisample_blit_scaled GL_EXT_framebuffer_object GL_EXT_framebuffer_sRGB GL_EXT_geometry_shader4 GL_EXT_gpu_program_parameters 
-GL_EXT_gpu_shader4 GL_EXT_multi_draw_arrays GL_EXT_multiview_texture_multisample GL_EXT_multiview_timer_query GL_EXT_packed_depth_stencil GL_EXT_packed_float GL_EXT_packed_pixels GL_EXT_pixel_buffer_object GL_EXT_point_parameters GL_EXT_polygon_offset_clamp GL_EXT_post_depth_coverage GL_EXT_provoking_vertex GL_EXT_raster_multisample GL_EXT_rescale_normal GL_EXT_secondary_color GL_EXT_separate_shader_objects GL_EXT_separate_specular_color GL_EXT_shader_image_load_formatted GL_EXT_shader_image_load_store GL_EXT_shader_integer_mix GL_EXT_shadow_funcs GL_EXT_sparse_texture2 GL_EXT_stencil_two_side GL_EXT_stencil_wrap GL_EXT_texture3D GL_EXT_texture_array GL_EXT_texture_buffer_object GL_EXT_texture_compression_dxt1 GL_EXT_texture_compression_latc GL_EXT_texture_compression_rgtc GL_EXT_texture_compression_s3tc GL_EXT_texture_cube_map GL_EXT_texture_edge_clamp GL_EXT_texture_env_combine GL_EXT_texture_env_dot3 GL_EXT_texture_filter_anisotropic GL_EXT_texture_filter_minmax GL_EXT_texture_integer GL_EXT_texture_lod G
-L_EXT_texture_lod_bias GL_EXT_texture_mirror_clamp GL_EXT_texture_object GL_EXT_texture_shadow_lod GL_EXT_texture_shared_exponent GL_EXT_texture_sRGB GL_EXT_texture_sRGB_R8 GL_EXT_texture_sRGB_decode GL_EXT_texture_storage GL_EXT_texture_swizzle GL_EXT_timer_query GL_EXT_transform_feedback2 GL_EXT_vertex_array GL_EXT_vertex_array_bgra GL_EXT_vertex_attrib_64bit GL_EXT_window_rectangles GL_EXT_x11_sync_object GL_EXT_import_sync_object GL_NV_robustness_video_memory_purge GL_IBM_rasterpos_clip GL_IBM_texture_mirrored_repeat GL_KHR_context_flush_control GL_KHR_debug GL_EXT_memory_object GL_EXT_memory_object_fd GL_NV_memory_object_sparse GL_KHR_parallel_shader_compile GL_KHR_no_error GL_KHR_robust_buffer_access_behavior GL_KHR_robustness GL_EXT_semaphore GL_EXT_semaphore_fd GL_NV_timeline_semaphore GL_KHR_shader_subgroup GL_KTX_buffer_region GL_NV_alpha_to_coverage_dither_control GL_NV_bindless_multi_draw_indirect GL_NV_bindless_multi_draw_indirect_count GL_NV_bindless_texture GL_NV_blend_equation_advanced GL_NV_
-blend_equation_advanced_coherent GL_NVX_blend_equation_advanced_multi_draw_buffers GL_NV_blend_minmax_factor GL_NV_blend_square GL_NV_clip_space_w_scaling GL_NV_command_list GL_NV_compute_program5 GL_NV_compute_shader_derivatives GL_NV_conditional_render GL_NV_conservative_raster GL_NV_conservative_raster_dilate GL_NV_conservative_raster_pre_snap GL_NV_conservative_raster_pre_snap_triangles GL_NV_conservative_raster_underestimation GL_NV_copy_depth_to_color GL_NV_copy_image GL_NV_depth_buffer_float GL_NV_depth_clamp GL_NV_draw_texture GL_NV_draw_vulkan_image GL_NV_ES1_1_compatibility GL_NV_ES3_1_compatibility GL_NV_explicit_multisample GL_NV_feature_query GL_NV_fence GL_NV_fill_rectangle GL_NV_float_buffer GL_NV_fog_distance GL_NV_fragment_coverage_to_color GL_NV_fragment_program GL_NV_fragment_program_option GL_NV_fragment_program2 GL_NV_fragment_shader_barycentric GL_NV_fragment_shader_interlock GL_NV_framebuffer_mixed_samples GL_NV_framebuffer_multisample_coverage GL_NV_geometry_shader4 GL_NV_geometry_sha
-der_passthrough GL_NV_gpu_program4 GL_NV_internalformat_sample_query GL_NV_gpu_program4_1 GL_NV_gpu_program5 GL_NV_gpu_program5_mem_extended GL_NV_gpu_program_fp64 GL_NV_gpu_shader5 GL_NV_half_float GL_NV_light_max_exponent GL_NV_memory_attachment GL_NV_mesh_shader GL_NV_multisample_coverage GL_NV_multisample_filter_hint GL_NV_occlusion_query GL_NV_packed_depth_stencil GL_NV_parameter_buffer_object GL_NV_parameter_buffer_object2 GL_NV_path_rendering GL_NV_path_rendering_shared_edge GL_NV_pixel_data_range GL_NV_point_sprite GL_NV_primitive_restart GL_NV_primitive_shading_rate GL_NV_query_resource GL_NV_query_resource_tag GL_NV_register_combiners GL_NV_register_combiners2 GL_NV_representative_fragment_test GL_NV_sample_locations GL_NV_sample_mask_override_coverage GL_NV_scissor_exclusive GL_NV_shader_atomic_counters GL_NV_shader_atomic_float GL_NV_shader_atomic_float64 GL_NV_shader_atomic_fp16_vector GL_NV_shader_atomic_int64 GL_NV_shader_buffer_load GL_NV_shader_storage_buffer_object GL_NV_shader_subgroup_par
-titioned GL_NV_shader_texture_footprint GL_NV_shading_rate_image GL_NV_stereo_view_rendering GL_NV_texgen_reflection GL_NV_texture_barrier GL_NV_texture_compression_vtc GL_NV_texture_dirty_tile_map GL_NV_texture_env_combine4 GL_NV_texture_multisample GL_NV_texture_rectangle GL_NV_texture_rectangle_compressed GL_NV_texture_shader GL_NV_texture_shader2 GL_NV_texture_shader3 GL_NV_transform_feedback GL_NV_transform_feedback2 GL_NV_uniform_buffer_unified_memory GL_NV_uniform_buffer_std430_layout GL_NV_vdpau_interop GL_NV_vdpau_interop2 GL_NV_vertex_array_range GL_NV_vertex_array_range2 GL_NV_vertex_attrib_integer_64bit GL_NV_vertex_buffer_unified_memory GL_NV_vertex_program GL_NV_vertex_program1_1 GL_NV_vertex_program2 GL_NV_vertex_program2_option GL_NV_vertex_program3 GL_NV_viewport_array2 GL_NV_viewport_swizzle GL_NVX_conditional_render GL_NV_gpu_multicast GL_NVX_progress_fence GL_NVX_gpu_memory_info GL_NVX_nvenc_interop GL_NV_shader_thread_group GL_NV_shader_thread_shuffle GL_KHR_blend_equation_advanced GL_KH
-R_blend_equation_advanced_coherent GL_OVR_multiview GL_OVR_multiview2 GL_SGIS_generate_mipmap GL_SGIS_texture_lod GL_SGIX_depth_texture GL_SGIX_shadow GL_SUN_slice_accum
-OPENGL LOG: Creating OpenGL 4.5 graphics device ; Context level  <OpenGL 4.5> ; Context handle 6530408
+Forcing GfxDevice: Null
+GfxDevice: creating device client; threaded=0; jobified=0
+NullGfxDevice:
+    Version:  NULL 1.0 [1.0]
+    Renderer: Null Device
+    Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.045 seconds
-Default vsync count 1
-requesting resize 2560 x 1369
-resizing window to 2560 x 1369
-Desktop is 2560 x 1440 @ 60 Hz
-UnloadTime: 0.572068 ms
+- Completed reload, in  0.040 seconds
+ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+UnloadTime: 0.394350 ms
 Registered Communicator in Agent.
-Setting up 8 worker threads for Enlighten.
+ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-resizing window to 84 x 84
-Desktop is 2560 x 1440 @ 60 Hz
+Setting up 8 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 245 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 138735 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -63,12 +68,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -83,7 +88,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -98,22 +103,22 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 4]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 14]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 1.1 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 13]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -145,11 +150,6 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_UnityGfxDeviceWorker]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 45.5 KB
-      Overflow Count 0
     [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
@@ -163,7 +163,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -173,22 +173,22 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -203,7 +203,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 1.5 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -213,12 +213,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 11]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 12]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
@@ -231,22 +231,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 27
+  Peak main deferred allocation count 6
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [8.0 MB-16.0 MB]: 246 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 138736 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 12.9 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 246 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 138736 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -269,55 +269,55 @@ Memory Statistics:
   Overflow Count (too large) 0
   Overflow Count (full) 0
 [ALLOC_GFX] Dual Thread Allocator
-  Peak main deferred allocation count 1
+  Peak main deferred allocation count 0
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 245 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 138735 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.7 MB
+      Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 246 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 138736 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 175.3 KB
+      Peak Allocated memory 173.5 KB
       Peak Large allocation bytes 0 B
 [ALLOC_CACHEOBJECTS] Dual Thread Allocator
   Peak main deferred allocation count 0
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 245 frames, [1.0 MB-2.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 138736 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
-      Peak Allocated memory 1.2 MB
+      Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 246 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 138735 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 7.8 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 246 frames
+      Peak usage frame count: [0-1.0 KB]: 138736 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 245 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 138735 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,311 +2,311 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.290670156478882,
-            "min": 2.2643797397613525,
-            "max": 2.472748279571533,
-            "count": 114
+            "value": 1.822593331336975,
+            "min": 1.7406035661697388,
+            "max": 2.326631546020508,
+            "count": 737
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 53070.24609375,
-            "min": 42379.66796875,
-            "max": 55930.16796875,
-            "count": 114
+            "value": 36568.51171875,
+            "min": 19085.05078125,
+            "max": 50198.234375,
+            "count": 737
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 72.88059701492537,
-            "min": 64.40789473684211,
-            "max": 112.86046511627907,
-            "count": 114
+            "value": 88.14285714285714,
+            "min": 58.18604651162791,
+            "max": 143.88235294117646,
+            "count": 737
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19532.0,
-            "min": 15072.0,
-            "max": 21004.0,
-            "count": 114
+            "value": 19744.0,
+            "min": 6520.0,
+            "max": 21452.0,
+            "count": 737
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1513.0683973443981,
-            "min": 1436.4549237999747,
-            "max": 1527.6473626713487,
-            "count": 114
+            "value": 1671.950109151858,
+            "min": 1510.741886429211,
+            "max": 1697.0740914834732,
+            "count": 737
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 202751.16524414934,
-            "min": 113428.07621416199,
-            "max": 224661.28479472737,
-            "count": 114
+            "value": 187258.4122250081,
+            "min": 66577.02324013734,
+            "max": 281045.20544814377,
+            "count": 737
         },
         "SoccerTwos.Step.mean": {
-            "value": 6639946.0,
-            "min": 5509963.0,
-            "max": 6639946.0,
-            "count": 114
+            "value": 14009798.0,
+            "min": 6649970.0,
+            "max": 14009798.0,
+            "count": 737
         },
         "SoccerTwos.Step.sum": {
-            "value": 6639946.0,
-            "min": 5509963.0,
-            "max": 6639946.0,
-            "count": 114
+            "value": 14009798.0,
+            "min": 6649970.0,
+            "max": 14009798.0,
+            "count": 737
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.07773727923631668,
-            "min": -0.0737648606300354,
-            "max": 0.08011817187070847,
-            "count": 114
+            "value": -0.06336777657270432,
+            "min": -0.1084425151348114,
+            "max": 0.09889417141675949,
+            "count": 737
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 10.41679573059082,
-            "min": -8.772767066955566,
-            "max": 10.41679573059082,
-            "count": 114
+            "value": -7.097190856933594,
+            "min": -12.563220977783203,
+            "max": 10.002418518066406,
+            "count": 737
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.07890845090150833,
-            "min": -0.07697873562574387,
-            "max": 0.08288382738828659,
-            "count": 114
+            "value": -0.06066502258181572,
+            "min": -0.10999241471290588,
+            "max": 0.09859450906515121,
+            "count": 737
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 10.573732376098633,
-            "min": -9.237448692321777,
-            "max": 10.573732376098633,
-            "count": 114
+            "value": -6.794482707977295,
+            "min": -12.839498519897461,
+            "max": 10.067584037780762,
+            "count": 737
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 114
+            "count": 737
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 114
+            "count": 737
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.11992835553724375,
-            "min": -0.26117333173751833,
-            "max": 0.27762137296545597,
-            "count": 114
+            "value": 0.04355535549776895,
+            "min": -0.46900000070270736,
+            "max": 0.3216054052919955,
+            "count": 737
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 16.07039964199066,
-            "min": -30.945399701595306,
-            "max": 36.36839985847473,
-            "count": 114
+            "value": 4.878199815750122,
+            "min": -43.77679979801178,
+            "max": 39.827200293540955,
+            "count": 737
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.11992835553724375,
-            "min": -0.26117333173751833,
-            "max": 0.27762137296545597,
-            "count": 114
+            "value": 0.04355535549776895,
+            "min": -0.46900000070270736,
+            "max": 0.3216054052919955,
+            "count": 737
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 16.07039964199066,
-            "min": -30.945399701595306,
-            "max": 36.36839985847473,
-            "count": 114
+            "value": 4.878199815750122,
+            "min": -43.77679979801178,
+            "max": 39.827200293540955,
+            "count": 737
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 114
+            "count": 737
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 114
+            "count": 737
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.018932434788439423,
-            "min": 0.012023038956491898,
-            "max": 0.0249872782061478,
-            "count": 55
+            "value": 0.016595526109449567,
+            "min": 0.01076591893506702,
+            "max": 0.02542048184356342,
+            "count": 356
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.018932434788439423,
-            "min": 0.012023038956491898,
-            "max": 0.0249872782061478,
-            "count": 55
+            "value": 0.016595526109449567,
+            "min": 0.01076591893506702,
+            "max": 0.02542048184356342,
+            "count": 356
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.07375591173768044,
-            "min": 0.05832076432804267,
-            "max": 0.0761095608274142,
-            "count": 55
+            "value": 0.06373142227530479,
+            "min": 0.04811237628261248,
+            "max": 0.09356820036967596,
+            "count": 356
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.07375591173768044,
-            "min": 0.05832076432804267,
-            "max": 0.0761095608274142,
-            "count": 55
+            "value": 0.06373142227530479,
+            "min": 0.04811237628261248,
+            "max": 0.09356820036967596,
+            "count": 356
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.0756418359776338,
-            "min": 0.05964256723721822,
-            "max": 0.07853771721323331,
-            "count": 55
+            "value": 0.0651891921957334,
+            "min": 0.04880023673176766,
+            "max": 0.09594752664367358,
+            "count": 356
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.0756418359776338,
-            "min": 0.05964256723721822,
-            "max": 0.07853771721323331,
-            "count": 55
+            "value": 0.0651891921957334,
+            "min": 0.04880023673176766,
+            "max": 0.09594752664367358,
+            "count": 356
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 55
+            "count": 356
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 55
+            "count": 356
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 55
+            "count": 356
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 55
+            "count": 356
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 55
+            "count": 356
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 55
+            "count": 356
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1677839609",
+        "start_time_seconds": "1677840894",
         "python_version": "3.9.16 | packaged by conda-forge | (main, Feb  1 2023, 21:39:03) \n[GCC 11.3.0]",
-        "command_line_arguments": "/home/lorencl/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --resume",
+        "command_line_arguments": "/home/lorencl/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --resume --no-graphics",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu113",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1677840718"
+        "end_time_seconds": "1677847426"
     },
-    "total": 1108.7173863490007,
+    "total": 6531.998306014002,
     "count": 1,
-    "self": 0.07846463600071729,
+    "self": 0.07008422600119957,
     "children": {
         "run_training.setup": {
-            "total": 0.0068580339993786765,
+            "total": 0.006279266999626998,
             "count": 1,
-            "self": 0.0068580339993786765
+            "self": 0.006279266999626998
         },
         "TrainerController.start_learning": {
-            "total": 1108.6320636790006,
+            "total": 6531.921942521001,
             "count": 1,
-            "self": 1.1116702397539484,
+            "self": 5.566783457517886,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 5.968041973001164,
-                    "count": 7,
-                    "self": 5.968041973001164
+                    "total": 3.5176606760051072,
+                    "count": 38,
+                    "self": 3.5176606760051072
                 },
                 "TrainerController.advance": {
-                    "total": 1101.4130167262465,
-                    "count": 77216,
-                    "self": 1.0495688503069687,
+                    "total": 6522.70063201648,
+                    "count": 497111,
+                    "self": 5.3787210268546914,
                     "children": {
                         "env_step": {
-                            "total": 804.0592909110328,
-                            "count": 77216,
-                            "self": 592.6285178970611,
+                            "total": 4704.407406801496,
+                            "count": 497111,
+                            "self": 3567.164267338767,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 210.813945283875,
-                                    "count": 77217,
-                                    "self": 6.0284442215470335,
+                                    "total": 1133.975482316011,
+                                    "count": 497111,
+                                    "self": 35.86841099165031,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 204.78550106232797,
-                                            "count": 143706,
-                                            "self": 204.78550106232797
+                                            "total": 1098.1070713243607,
+                                            "count": 924926,
+                                            "self": 1098.1070713243607
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.616827730096702,
-                                    "count": 77215,
+                                    "total": 3.267657146718193,
+                                    "count": 497111,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2197.4710417978113,
-                                            "count": 77215,
+                                            "total": 6523.545482010548,
+                                            "count": 497111,
                                             "is_parallel": true,
-                                            "self": 1716.1556199076877,
+                                            "self": 3595.8473787289204,
                                             "children": {
                                                 "run_training.setup": {
-                                                    "total": 0.0068580339993786765,
-                                                    "count": 1,
+                                                    "total": 0.0,
+                                                    "count": 0,
                                                     "is_parallel": true,
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0013918929998908425,
+                                                            "total": 0.0014766809999855468,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0003501419960230123,
+                                                            "self": 0.00035355200088815764,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0010417510038678301,
+                                                                    "total": 0.0011231289990973892,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0010417510038678301
+                                                                    "self": 0.0011231289990973892
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.01593360700098856,
+                                                            "total": 0.01621294299911824,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00037119199987500906,
+                                                            "self": 0.00036560200169333257,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00029553400054282974,
+                                                                    "total": 0.00030650000007881317,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00029553400054282974
+                                                                    "self": 0.00030650000007881317
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.014201877998857526,
+                                                                    "total": 0.014462623999861535,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.014201877998857526
+                                                                    "self": 0.014462623999861535
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.001065003001713194,
+                                                                    "total": 0.0010782169974845601,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00025341700165881775,
+                                                                    "self": 0.00022579899814445525,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0008115860000543762,
+                                                                            "total": 0.0008524179993401049,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0008115860000543762
+                                                                            "self": 0.0008524179993401049
                                                                         }
                                                                     }
                                                                 }
@@ -315,296 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.006055530000594445,
-                                                    "count": 12,
+                                                    "total": 0.035762510991844465,
+                                                    "count": 74,
                                                     "is_parallel": true,
-                                                    "self": 0.0012628629956452642,
+                                                    "self": 0.0073507159959262935,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.00479266700494918,
-                                                            "count": 48,
+                                                            "total": 0.02841179499591817,
+                                                            "count": 296,
                                                             "is_parallel": true,
-                                                            "self": 0.00479266700494918
+                                                            "self": 0.02841179499591817
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 481.30250832612364,
-                                                    "count": 77213,
+                                                    "total": 2927.6623407706356,
+                                                    "count": 497110,
                                                     "is_parallel": true,
-                                                    "self": 25.932242992375905,
+                                                    "self": 158.3150572816121,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 17.98232493696014,
-                                                            "count": 77213,
+                                                            "total": 108.06203030294273,
+                                                            "count": 497110,
                                                             "is_parallel": true,
-                                                            "self": 17.98232493696014
+                                                            "self": 108.06203030294273
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 364.2987712458871,
-                                                            "count": 77213,
+                                                            "total": 2215.7237999291974,
+                                                            "count": 497110,
                                                             "is_parallel": true,
-                                                            "self": 364.2987712458871
+                                                            "self": 2215.7237999291974
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 73.08916915090049,
-                                                            "count": 154426,
+                                                            "total": 445.5614532568834,
+                                                            "count": 994220,
                                                             "is_parallel": true,
-                                                            "self": 14.443297279131002,
+                                                            "self": 87.43124880343021,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 58.64587187176949,
-                                                                    "count": 617704,
+                                                                    "total": 358.1302044534532,
+                                                                    "count": 3976880,
                                                                     "is_parallel": true,
-                                                                    "self": 58.64587187176949
-                                                                }
-                                                            }
-                                                        }
-                                                    }
-                                                },
-                                                "TrainerController.start_learning": {
-                                                    "total": 0.0,
-                                                    "count": 0,
-                                                    "is_parallel": true,
-                                                    "self": 0.0,
-                                                    "children": {
-                                                        "TrainerController._reset_env": {
-                                                            "total": 5.968041973001164,
-                                                            "count": 7,
-                                                            "is_parallel": true,
-                                                            "self": 5.968041973001164
-                                                        },
-                                                        "TrainerController.advance": {
-                                                            "total": 1083.2745378742493,
-                                                            "count": 76340,
-                                                            "is_parallel": true,
-                                                            "self": 1.0352972633045283,
-                                                            "children": {
-                                                                "env_step": {
-                                                                    "total": 790.6684149660505,
-                                                                    "count": 76340,
-                                                                    "is_parallel": true,
-                                                                    "self": 582.0448016200662,
-                                                                    "children": {
-                                                                        "SubprocessEnvManager._take_step": {
-                                                                            "total": 207.99696112688798,
-                                                                            "count": 76341,
-                                                                            "is_parallel": true,
-                                                                            "self": 5.961647551512215,
-                                                                            "children": {
-                                                                                "TorchPolicy.evaluate": {
-                                                                                    "total": 202.03531357537577,
-                                                                                    "count": 142068,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 202.03531357537577
-                                                                                }
-                                                                            }
-                                                                        },
-                                                                        "workers": {
-                                                                            "total": 0.6084914760958782,
-                                                                            "count": 76340,
-                                                                            "is_parallel": true,
-                                                                            "self": 0.0,
-                                                                            "children": {
-                                                                                "worker_root": {
-                                                                                    "total": 1088.9918826587946,
-                                                                                    "count": 76340,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 613.5434397956487,
-                                                                                    "children": {
-                                                                                        "run_training.setup": {
-                                                                                            "total": 0.0,
-                                                                                            "count": 0,
-                                                                                            "is_parallel": true,
-                                                                                            "self": 0.0,
-                                                                                            "children": {
-                                                                                                "steps_from_proto": {
-                                                                                                    "total": 0.0013918929998908425,
-                                                                                                    "count": 2,
-                                                                                                    "is_parallel": true,
-                                                                                                    "self": 0.0003501419960230123,
-                                                                                                    "children": {
-                                                                                                        "_process_rank_one_or_two_observation": {
-                                                                                                            "total": 0.0010417510038678301,
-                                                                                                            "count": 8,
-                                                                                                            "is_parallel": true,
-                                                                                                            "self": 0.0010417510038678301
-                                                                                                        }
-                                                                                                    }
-                                                                                                },
-                                                                                                "UnityEnvironment.step": {
-                                                                                                    "total": 0.01593360700098856,
-                                                                                                    "count": 1,
-                                                                                                    "is_parallel": true,
-                                                                                                    "self": 0.00037119199987500906,
-                                                                                                    "children": {
-                                                                                                        "UnityEnvironment._generate_step_input": {
-                                                                                                            "total": 0.00029553400054282974,
-                                                                                                            "count": 1,
-                                                                                                            "is_parallel": true,
-                                                                                                            "self": 0.00029553400054282974
-                                                                                                        },
-                                                                                                        "communicator.exchange": {
-                                                                                                            "total": 0.014201877998857526,
-                                                                                                            "count": 1,
-                                                                                                            "is_parallel": true,
-                                                                                                            "self": 0.014201877998857526
-                                                                                                        },
-                                                                                                        "steps_from_proto": {
-                                                                                                            "total": 0.001065003001713194,
-                                                                                                            "count": 2,
-                                                                                                            "is_parallel": true,
-                                                                                                            "self": 0.00025341700165881775,
-                                                                                                            "children": {
-                                                                                                                "_process_rank_one_or_two_observation": {
-                                                                                                                    "total": 0.0008115860000543762,
-                                                                                                                    "count": 8,
-                                                                                                                    "is_parallel": true,
-                                                                                                                    "self": 0.0008115860000543762
-                                                                                                                }
-                                                                                                            }
-                                                                                                        }
-                                                                                                    }
-                                                                                                }
-                                                                                            }
-                                                                                        },
-                                                                                        "steps_from_proto": {
-                                                                                            "total": 0.006055530000594445,
-                                                                                            "count": 12,
-                                                                                            "is_parallel": true,
-                                                                                            "self": 0.0012628629956452642,
-                                                                                            "children": {
-                                                                                                "_process_rank_one_or_two_observation": {
-                                                                                                    "total": 0.00479266700494918,
-                                                                                                    "count": 48,
-                                                                                                    "is_parallel": true,
-                                                                                                    "self": 0.00479266700494918
-                                                                                                }
-                                                                                            }
-                                                                                        },
-                                                                                        "UnityEnvironment.step": {
-                                                                                            "total": 475.44238733314523,
-                                                                                            "count": 76339,
-                                                                                            "is_parallel": true,
-                                                                                            "self": 25.610544160419522,
-                                                                                            "children": {
-                                                                                                "UnityEnvironment._generate_step_input": {
-                                                                                                    "total": 17.769797295963144,
-                                                                                                    "count": 76339,
-                                                                                                    "is_parallel": true,
-                                                                                                    "self": 17.769797295963144
-                                                                                                },
-                                                                                                "communicator.exchange": {
-                                                                                                    "total": 359.8480900168979,
-                                                                                                    "count": 76339,
-                                                                                                    "is_parallel": true,
-                                                                                                    "self": 359.8480900168979
-                                                                                                },
-                                                                                                "steps_from_proto": {
-                                                                                                    "total": 72.21395585986465,
-                                                                                                    "count": 152678,
-                                                                                                    "is_parallel": true,
-                                                                                                    "self": 14.265939529132083,
-                                                                                                    "children": {
-                                                                                                        "_process_rank_one_or_two_observation": {
-                                                                                                            "total": 57.94801633073257,
-                                                                                                            "count": 610712,
-                                                                                                            "is_parallel": true,
-                                                                                                            "self": 57.94801633073257
-                                                                                                        }
-                                                                                                    }
-                                                                                                }
-                                                                                            }
-                                                                                        }
-                                                                                    }
-                                                                                }
-                                                                            }
-                                                                        },
-                                                                        "steps_from_proto": {
-                                                                            "total": 0.0015968490006343927,
-                                                                            "count": 2,
-                                                                            "is_parallel": true,
-                                                                            "self": 0.0003296870017948095,
-                                                                            "children": {
-                                                                                "_process_rank_one_or_two_observation": {
-                                                                                    "total": 0.0012671619988395832,
-                                                                                    "count": 8,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 0.0012671619988395832
-                                                                                }
-                                                                            }
-                                                                        },
-                                                                        "UnityEnvironment.step": {
-                                                                            "total": 0.016563893999773427,
-                                                                            "count": 1,
-                                                                            "is_parallel": true,
-                                                                            "self": 0.00059873100144614,
-                                                                            "children": {
-                                                                                "UnityEnvironment._generate_step_input": {
-                                                                                    "total": 0.0004970129994035233,
-                                                                                    "count": 1,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 0.0004970129994035233
-                                                                                },
-                                                                                "communicator.exchange": {
-                                                                                    "total": 0.013952460998552851,
-                                                                                    "count": 1,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 0.013952460998552851
-                                                                                },
-                                                                                "steps_from_proto": {
-                                                                                    "total": 0.0015156890003709123,
-                                                                                    "count": 2,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 0.00033589500162634067,
-                                                                                    "children": {
-                                                                                        "_process_rank_one_or_two_observation": {
-                                                                                            "total": 0.0011797939987445716,
-                                                                                            "count": 8,
-                                                                                            "is_parallel": true,
-                                                                                            "self": 0.0011797939987445716
-                                                                                        }
-                                                                                    }
-                                                                                }
-                                                                            }
-                                                                        }
-                                                                    }
-                                                                },
-                                                                "trainer_advance": {
-                                                                    "total": 291.5708256448943,
-                                                                    "count": 76340,
-                                                                    "is_parallel": true,
-                                                                    "self": 7.306360607975876,
-                                                                    "children": {
-                                                                        "process_trajectory": {
-                                                                            "total": 99.87446869491941,
-                                                                            "count": 76340,
-                                                                            "is_parallel": true,
-                                                                            "self": 99.56941166792058,
-                                                                            "children": {
-                                                                                "RLTrainer._checkpoint": {
-                                                                                    "total": 0.3050570269988384,
-                                                                                    "count": 2,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 0.3050570269988384
-                                                                                }
-                                                                            }
-                                                                        },
-                                                                        "_update_policy": {
-                                                                            "total": 184.389996341999,
-                                                                            "count": 54,
-                                                                            "is_parallel": true,
-                                                                            "self": 116.37914403099967,
-                                                                            "children": {
-                                                                                "TorchPOCAOptimizer.update": {
-                                                                                    "total": 68.01085231099933,
-                                                                                    "count": 1620,
-                                                                                    "is_parallel": true,
-                                                                                    "self": 68.01085231099933
-                                                                                }
-                                                                            }
-                                                                        }
-                                                                    }
+                                                                    "self": 358.1302044534532
                                                                 }
                                                             }
                                                         }
@@ -617,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 296.3041569649067,
-                            "count": 77215,
-                            "self": 7.396070047992907,
+                            "total": 1812.9145041881293,
+                            "count": 497111,
+                            "self": 40.345341332686075,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 101.03552325791497,
-                                    "count": 77215,
-                                    "self": 100.73046623091614,
+                                    "total": 597.3445985604321,
+                                    "count": 497111,
+                                    "self": 595.3595543244337,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.3050570269988384,
-                                            "count": 2,
-                                            "self": 0.3050570269988384
+                                            "total": 1.98504423599843,
+                                            "count": 15,
+                                            "self": 1.98504423599843
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 187.87256365899884,
-                                    "count": 55,
-                                    "self": 118.5691576219997,
+                                    "total": 1175.224564295011,
+                                    "count": 357,
+                                    "self": 752.51491691706,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 69.30340603699915,
-                                            "count": 1650,
-                                            "self": 69.30340603699915
+                                            "total": 422.7096473779511,
+                                            "count": 10686,
+                                            "self": 422.7096473779511
                                         }
                                     }
                                 }
@@ -650,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 6.459995347540826e-07,
+                    "total": 8.209972293116152e-07,
                     "count": 1,
-                    "self": 6.459995347540826e-07
+                    "self": 8.209972293116152e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.1393340939994232,
+                    "total": 0.13686555000094813,
                     "count": 1,
-                    "self": 0.0015080209996085614,
+                    "self": 0.001262785001017619,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.13782607299981464,
+                            "total": 0.13560276499993051,
                             "count": 1,
-                            "self": 0.13782607299981464
+                            "self": 0.13560276499993051
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 5499962,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5499962.onnx",
+                "steps": 12499996,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-12499996.onnx",
                 "reward": 0.0,
-                "creation_time": 1677839522.2828617,
+                "creation_time": 1677846079.3689413,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5499962.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-12499996.pt"
                 ]
             },
             {
-                "steps": 5502642,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5502642.onnx",
+                "steps": 12999980,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-12999980.onnx",
                 "reward": 0.0,
-                "creation_time": 1677839524.8384256,
+                "creation_time": 1677846528.279757,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5502642.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-12999980.pt"
                 ]
             },
             {
-                "steps": 5999994,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5999994.onnx",
+                "steps": 13499954,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13499954.onnx",
                 "reward": 0.0,
-                "creation_time": 1677840110.0101988,
+                "creation_time": 1677846975.5500991,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5999994.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-13499954.pt"
                 ]
             },
             {
-                "steps": 6499910,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6499910.onnx",
+                "steps": 13999890,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13999890.onnx",
                 "reward": 0.0,
-                "creation_time": 1677840569.9783037,
+                "creation_time": 1677847417.613085,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-6499910.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-13999890.pt"
                 ]
             },
             {
-                "steps": 6646732,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6646732.onnx",
-                "reward": 0.0,
-                "creation_time": 1677840718.394582,
+                "steps": 14010076,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14010076.onnx",
+                "reward": null,
+                "creation_time": 1677847426.0504858,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-6646732.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-14010076.pt"
                 ]
             }
         ],
-        "elo": 1516.4051834437214,
+        "elo": 1671.9501091518584,
         "final_checkpoint": {
-            "steps": 6646732,
+            "steps": 14010076,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
-            "reward": 0.0,
-            "creation_time": 1677840718.394582,
+            "reward": null,
+            "creation_time": 1677847426.0504858,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-6646732.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-14010076.pt"
             ]
         }
     },