First Push

.ipynb_checkpoints/config-checkpoint.json

@@ -0,0 +1 @@
+{"behaviors": {"SnowballTarget": {"trainer_type": "ppo", "summary_freq": 10000, "keep_checkpoints": 10, "checkpoint_interval": 50000, "max_steps": 200000, "time_horizon": 64, "threaded": true, "hyperparameters": {"learning_rate": 0.0003, "learning_rate_schedule": "linear", "batch_size": 128, "buffer_size": 2048, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3}, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple"}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0}}}}}

.ipynb_checkpoints/configuration-checkpoint.yaml

@@ -0,0 +1,79 @@
+default_settings: null
+behaviors:
+  SnowballTarget:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 128
+      buffer_size: 2048
+      learning_rate: 0.0003
+      beta: 0.005
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    checkpoint_interval: 50000
+    network_settings:
+      normalize: false
+      hidden_units: 256
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 10
+    even_checkpoints: false
+    max_steps: 200000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: true
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: ./training-envs-executables/linux/SnowballTarget/SnowballTarget
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  timeout_wait: 60
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: false
+  no_graphics_monitor: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: SnowballTarget1
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

SnowballTarget.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edde0e63d888a0910eebafed7e583f3560f97620b6a25bc41b7201065dd6ad05
+size 650646

SnowballTarget/SnowballTarget-153592.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edde0e63d888a0910eebafed7e583f3560f97620b6a25bc41b7201065dd6ad05
+size 650646

SnowballTarget/SnowballTarget-153592.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a732f32fff645426bdf6d16f558f25a1f1283506f4f2c8ee3ad786d9b21808d
+size 3849115

SnowballTarget/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bebbb71bf108604c6fce139dba43e477c9d0323812b90059e68cd4d115b11b3d
+oid sha256:abc9d54af7b191b414896e1b2c97a91964ed12f0a8ad021c4de0900158fcdfe0
 size 3848290

SnowballTarget/events.out.tfevents.1714275521.bigteddy.11771.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3103effd7932d145bc46a6eb59ea2502c07a8f74e9ac43e9db44b2e1a8465f98
+size 1168

config.json

@@ -1 +1 @@
-{"behaviors": {"SnowballTarget": {"trainer_type": "ppo", "summary_freq": 10000, "keep_checkpoints": 10, "checkpoint_interval": 50000, "max_steps": 200000, "time_horizon": 64, "threaded": true, "hyperparameters": {"learning_rate": 0.0003, "learning_rate_schedule": "linear", "batch_size": 128, "buffer_size": 2048, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3}, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple"}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0}}}}}
+{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -1,27 +1,79 @@
+default_settings: null
 behaviors:
   SnowballTarget:
     trainer_type: ppo
-    summary_freq: 10000
-    keep_checkpoints: 10
-    checkpoint_interval: 50000
-    max_steps: 200000
-    time_horizon: 64
-    threaded: true
     hyperparameters:
-      learning_rate: 0.0003
-      learning_rate_schedule: linear
       batch_size: 128
       buffer_size: 2048
+      learning_rate: 0.0003
       beta: 0.005
       epsilon: 0.2
       lambd: 0.95
       num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    checkpoint_interval: 50000
     network_settings:
       normalize: false
       hidden_units: 256
       num_layers: 2
       vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
     reward_signals:
       extrinsic:
         gamma: 0.99
-        strength: 1.0
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 10
+    even_checkpoints: false
+    max_steps: 200000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: true
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: ./training-envs-executables/linux/SnowballTarget/SnowballTarget
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  timeout_wait: 60
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: false
+  no_graphics_monitor: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: SnowballTarget1
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

run_logs/Player-0.log

@@ -2,35 +2,37 @@ Mono path[0] = '/home/saini5/HF_RL_Course/unit5/training-envs-executables/linux/
 Mono config path = '/home/saini5/HF_RL_Course/unit5/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
+Display 0 'XWAYLAND0': 1920x1080 (primary device).
+Desktop is 1920 x 1080 @ 60 Hz
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /home/saini5/HF_RL_Course/unit5/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
-Forcing GfxDevice: Null
-GfxDevice: creating device client; threaded=0; jobified=0
-NullGfxDevice:
-    Version:  NULL 1.0 [1.0]
-    Renderer: Null Device
-    Vendor:   Unity Technologies
+GfxDevice: creating device client; threaded=1; jobified=1
+Renderer: llvmpipe (LLVM 10.0.0, 256 bits)
+Vendor:   VMware, Inc.
+Version:  3.3 (Core Profile) Mesa 20.0.8
+GLES:     0
+ GL_AMD_conservative_depth GL_AMD_draw_buffers_blend GL_AMD_gpu_shader_int64 GL_AMD_multi_draw_indirect GL_AMD_query_buffer_object GL_AMD_seamless_cubemap_per_texture GL_AMD_shader_stencil_export GL_AMD_shader_trinary_minmax GL_AMD_texture_texture4 GL_AMD_vertex_shader_layer GL_AMD_vertex_shader_viewport_index GL_ANGLE_texture_compression_dxt3 GL_ANGLE_texture_compression_dxt5 GL_ARB_ES2_compatibility GL_ARB_ES3_compatibility GL_ARB_arrays_of_arrays GL_ARB_base_instance GL_ARB_blend_func_extended GL_ARB_buffer_storage GL_ARB_clear_buffer_object GL_ARB_clear_texture GL_ARB_clip_control GL_ARB_compressed_texture_pixel_storage GL_ARB_compute_shader GL_ARB_conditional_render_inverted GL_ARB_conservative_depth GL_ARB_copy_buffer GL_ARB_copy_image GL_ARB_cull_distance GL_ARB_debug_output GL_ARB_depth_buffer_float GL_ARB_depth_clamp GL_ARB_derivative_control GL_ARB_direct_state_access GL_ARB_draw_buffers GL_ARB_draw_buffers_blend GL_ARB_draw_elements_base_vertex GL_ARB_draw_indirect GL_ARB_draw_instanced GL_ARB_enh
+anced_layouts GL_ARB_explicit_attrib_location GL_ARB_explicit_uniform_location GL_ARB_fragment_coord_conventions GL_ARB_fragment_layer_viewport GL_ARB_fragment_shader GL_ARB_framebuffer_no_attachments GL_ARB_framebuffer_object GL_ARB_framebuffer_sRGB GL_ARB_get_program_binary GL_ARB_get_texture_sub_image GL_ARB_gpu_shader_fp64 GL_ARB_gpu_shader_int64 GL_ARB_half_float_pixel GL_ARB_half_float_vertex GL_ARB_indirect_parameters GL_ARB_instanced_arrays GL_ARB_internalformat_query GL_ARB_internalformat_query2 GL_ARB_invalidate_subdata GL_ARB_map_buffer_alignment GL_ARB_map_buffer_range GL_ARB_multi_bind GL_ARB_multi_draw_indirect GL_ARB_occlusion_query2 GL_ARB_parallel_shader_compile GL_ARB_pipeline_statistics_query GL_ARB_pixel_buffer_object GL_ARB_point_sprite GL_ARB_polygon_offset_clamp GL_ARB_program_interface_query GL_ARB_provoking_vertex GL_ARB_query_buffer_object GL_ARB_robustness GL_ARB_sampler_objects GL_ARB_seamless_cube_map GL_ARB_seamless_cubemap_per_texture GL_ARB_separate_shader_objects GL_ARB_shade
+r_atomic_counter_ops GL_ARB_shader_atomic_counters GL_ARB_shader_bit_encoding GL_ARB_shader_draw_parameters GL_ARB_shader_group_vote GL_ARB_shader_image_load_store GL_ARB_shader_image_size GL_ARB_shader_objects GL_ARB_shader_stencil_export GL_ARB_shader_storage_buffer_object GL_ARB_shader_subroutine GL_ARB_shader_texture_lod GL_ARB_shading_language_420pack GL_ARB_shading_language_include GL_ARB_shading_language_packing GL_ARB_stencil_texturing GL_ARB_sync GL_ARB_texture_buffer_object GL_ARB_texture_buffer_object_rgb32 GL_ARB_texture_buffer_range GL_ARB_texture_compression_bptc GL_ARB_texture_compression_rgtc GL_ARB_texture_cube_map_array GL_ARB_texture_float GL_ARB_texture_gather GL_ARB_texture_mirror_clamp_to_edge GL_ARB_texture_multisample GL_ARB_texture_non_power_of_two GL_ARB_texture_query_levels GL_ARB_texture_query_lod GL_ARB_texture_rectangle GL_ARB_texture_rg GL_ARB_texture_rgb10_a2ui GL_ARB_texture_stencil8 GL_ARB_texture_storage GL_ARB_texture_storage_multisample GL_ARB_texture_swizzle GL_ARB_textu
+re_view GL_ARB_timer_query GL_ARB_transform_feedback2 GL_ARB_transform_feedback3 GL_ARB_transform_feedback_instanced GL_ARB_transform_feedback_overflow_query GL_ARB_uniform_buffer_object GL_ARB_vertex_array_bgra GL_ARB_vertex_array_object GL_ARB_vertex_attrib_64bit GL_ARB_vertex_attrib_binding GL_ARB_vertex_buffer_object GL_ARB_vertex_shader GL_ARB_vertex_type_10f_11f_11f_rev GL_ARB_vertex_type_2_10_10_10_rev GL_ARB_viewport_array GL_ATI_blend_equation_separate GL_ATI_texture_float GL_ATI_texture_mirror_once GL_EXT_EGL_image_storage GL_EXT_EGL_sync GL_EXT_abgr GL_EXT_blend_equation_separate GL_EXT_draw_buffers2 GL_EXT_draw_instanced GL_EXT_framebuffer_blit GL_EXT_framebuffer_multisample GL_EXT_framebuffer_multisample_blit_scaled GL_EXT_framebuffer_object GL_EXT_framebuffer_sRGB GL_EXT_packed_depth_stencil GL_EXT_packed_float GL_EXT_pixel_buffer_object GL_EXT_polygon_offset_clamp GL_EXT_provoking_vertex GL_EXT_shader_integer_mix GL_EXT_texture_array GL_EXT_texture_compression_dxt1 GL_EXT_texture_compression_r
+gtc GL_EXT_texture_compression_s3tc GL_EXT_texture_integer GL_EXT_texture_mirror_clamp GL_EXT_texture_sRGB GL_EXT_texture_sRGB_R8 GL_EXT_texture_sRGB_decode GL_EXT_texture_shared_exponent GL_EXT_texture_snorm GL_EXT_texture_swizzle GL_EXT_timer_query GL_EXT_transform_feedback GL_EXT_vertex_array_bgra GL_EXT_vertex_attrib_64bit GL_IBM_multimode_draw_arrays GL_KHR_context_flush_control GL_KHR_debug GL_KHR_no_error GL_KHR_parallel_shader_compile GL_KHR_texture_compression_astc_ldr GL_KHR_texture_compression_astc_sliced_3d GL_MESA_pack_invert GL_MESA_shader_integer_functions GL_MESA_texture_signed_rgba GL_MESA_ycbcr_texture GL_NV_conditional_render GL_NV_depth_clamp GL_NV_packed_depth_stencil GL_OES_EGL_image GL_S3_s3tc
+OPENGL LOG: Creating OpenGL 3.3 graphics device ; Context level  <OpenGL 3.3> ; Context handle 29618128
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.113 seconds
-ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.776359 ms
-ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+- Completed reload, in  0.071 seconds
+Default vsync count 1
+requesting resize 1132 x 759
+resizing window to 1132 x 759
+Desktop is 1920 x 1080 @ 60 Hz
+UnloadTime: 1.323963 ms
 requesting resize 84 x 84
+resizing window to 84 x 84
+Desktop is 1920 x 1080 @ 60 Hz
 Setting up 10 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 4696 frames, [16.0 KB-32.0 KB]: 79 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 111 frames, [16.0 KB-32.0 KB]: 1 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -38,7 +40,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 18]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -58,12 +60,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.9 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -78,7 +80,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -88,7 +90,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 16]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.9 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 6]
       Initial Block Size 32.0 KB
@@ -98,27 +100,27 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 4]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.9 KB
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 17]
+    [ALLOC_TEMP_Job.Worker 14]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 20.3 KB
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 14]
+    [ALLOC_TEMP_Job.Worker 17]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 13]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -150,6 +152,11 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 45.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_AssetGarbageCollectorHelper] x 19
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
@@ -163,7 +170,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -173,22 +180,22 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.0 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -203,7 +210,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -213,17 +220,17 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 15]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 11]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 12]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
+      Peak Allocated Bytes 6.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
@@ -236,22 +243,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 40
+  Peak main deferred allocation count 26
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 2.3 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 4776 frames
+      Peak usage frame count: [8.0 MB-16.0 MB]: 113 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 6.6 MB
+      Peak Allocated memory 13.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 4776 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 113 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 20.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -274,55 +281,55 @@ Memory Statistics:
   Overflow Count (too large) 0
   Overflow Count (full) 0
 [ALLOC_GFX] Dual Thread Allocator
-  Peak main deferred allocation count 0
+  Peak main deferred allocation count 1
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 2.3 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 4449 frames, [64.0 KB-128.0 KB]: 327 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 13 frames, [64.0 KB-128.0 KB]: 99 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 66.4 KB
+      Peak Allocated memory 2.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 4776 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 113 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 39.6 KB
+      Peak Allocated memory 1.4 MB
       Peak Large allocation bytes 0 B
 [ALLOC_CACHEOBJECTS] Dual Thread Allocator
-  Peak main deferred allocation count 0
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 2.3 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 4776 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 113 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
-      Peak Allocated memory 0.6 MB
+      Peak Allocated memory 1.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 4775 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 112 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
-      Peak Block count 1
-      Peak Allocated memory 2.2 MB
+      Peak Block count 2
+      Peak Allocated memory 5.2 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 2.3 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 4776 frames
+      Peak usage frame count: [0-1.0 KB]: 113 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 4776 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 113 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.7 KB

run_logs/timers.json

@@ -0,0 +1,257 @@
+{
+    "name": "root",
+    "gauges": {
+        "SnowballTarget.Policy.Entropy.mean": {
+            "value": 1.0462374687194824,
+            "min": 1.0462374687194824,
+            "max": 1.0462374687194824,
+            "count": 1
+        },
+        "SnowballTarget.Policy.Entropy.sum": {
+            "value": 736.5512084960938,
+            "min": 736.5512084960938,
+            "max": 736.5512084960938,
+            "count": 1
+        },
+        "SnowballTarget.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 1
+        },
+        "SnowballTarget.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 1
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1714275518",
+        "python_version": "3.10.12 | packaged by conda-forge | (main, Jun 23 2023, 22:40:32) [GCC 12.3.0]",
+        "command_line_arguments": "/home/saini5/miniforge3/envs/hf_rl_mlagents_env/bin/mlagents-learn ml-agents/config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --resume",
+        "mlagents_version": "1.1.0.dev0",
+        "mlagents_envs_version": "1.1.0.dev0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.3.0+cu121",
+        "numpy_version": "1.23.5",
+        "end_time_seconds": "1714275544"
+    },
+    "total": 26.17338200999984,
+    "count": 1,
+    "self": 0.38508118800200464,
+    "children": {
+        "run_training.setup": {
+            "total": 0.01716165199832176,
+            "count": 1,
+            "self": 0.01716165199832176
+        },
+        "TrainerController.start_learning": {
+            "total": 25.771139169999515,
+            "count": 1,
+            "self": 0.016624285986836185,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 3.857721684000353,
+                    "count": 1,
+                    "self": 3.857721684000353
+                },
+                "TrainerController.advance": {
+                    "total": 21.699781874012842,
+                    "count": 377,
+                    "self": 0.008831840006678249,
+                    "children": {
+                        "env_step": {
+                            "total": 21.690950034006164,
+                            "count": 377,
+                            "self": 16.31516701403598,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 5.368023775992697,
+                                    "count": 377,
+                                    "self": 0.05307514300329785,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 5.314948632989399,
+                                            "count": 377,
+                                            "self": 5.314948632989399
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 0.00775924397748895,
+                                    "count": 376,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 25.548096439015353,
+                                            "count": 376,
+                                            "is_parallel": true,
+                                            "self": 11.193010508013685,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.0023420960005751112,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0007555850006610854,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.0015865109999140259,
+                                                                    "count": 10,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0015865109999140259
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.03000320299906889,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.000299719000395271,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.0004054569999425439,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0004054569999425439
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.02832260499963013,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.02832260499963013
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.000975421999100945,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.00022639300004811957,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0007490289990528254,
+                                                                            "count": 10,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0007490289990528254
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 14.355085931001668,
+                                                    "count": 375,
+                                                    "is_parallel": true,
+                                                    "self": 0.21026207399336272,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 0.17078548300014518,
+                                                            "count": 375,
+                                                            "is_parallel": true,
+                                                            "self": 0.17078548300014518
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 13.284748818992739,
+                                                            "count": 375,
+                                                            "is_parallel": true,
+                                                            "self": 13.284748818992739
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 0.6892895550154208,
+                                                            "count": 375,
+                                                            "is_parallel": true,
+                                                            "self": 0.15102875100092206,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.5382608040144987,
+                                                                    "count": 3750,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.5382608040144987
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 5.262199920252897e-05,
+                    "count": 1,
+                    "self": 5.262199920252897e-05,
+                    "children": {
+                        "thread_root": {
+                            "total": 0.0,
+                            "count": 0,
+                            "is_parallel": true,
+                            "self": 0.0,
+                            "children": {
+                                "trainer_advance": {
+                                    "total": 21.414587259787368,
+                                    "count": 19862,
+                                    "is_parallel": true,
+                                    "self": 0.7230470697813871,
+                                    "children": {
+                                        "process_trajectory": {
+                                            "total": 15.01471466300427,
+                                            "count": 19862,
+                                            "is_parallel": true,
+                                            "self": 14.825209465005173,
+                                            "children": {
+                                                "RLTrainer._checkpoint": {
+                                                    "total": 0.1895051979990967,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.1895051979990967
+                                                }
+                                            }
+                                        },
+                                        "_update_policy": {
+                                            "total": 5.676825527001711,
+                                            "count": 1,
+                                            "is_parallel": true,
+                                            "self": 0.7520899630035274,
+                                            "children": {
+                                                "TorchPPOOptimizer.update": {
+                                                    "total": 4.924735563998183,
+                                                    "count": 48,
+                                                    "is_parallel": true,
+                                                    "self": 4.924735563998183
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "TrainerController._save_models": {
+                    "total": 0.1969587040002807,
+                    "count": 1,
+                    "self": 0.0013678909999725875,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.19559081300030812,
+                            "count": 1,
+                            "self": 0.19559081300030812
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

run_logs/training_status.json

@@ -0,0 +1,38 @@
+{
+    "SnowballTarget": {
+        "checkpoints": [
+            {
+                "steps": 149984,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
+                "reward": null,
+                "creation_time": 1714275525.8500757,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
+                ]
+            },
+            {
+                "steps": 153592,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-153592.onnx",
+                "reward": 24.09090909090909,
+                "creation_time": 1714275544.602692,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-153592.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 153592,
+            "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
+            "reward": 24.09090909090909,
+            "creation_time": 1714275544.602692,
+            "auxillary_file_paths": [
+                "results/SnowballTarget1/SnowballTarget/SnowballTarget-153592.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "1.1.0.dev0",
+        "torch_version": "2.3.0+cu121"
+    }
+}