cthiriet commited on
Commit
0e6135c
1 Parent(s): c87f91a

First Push

Browse files
Pyramids/events.out.tfevents.1679787179.4c9c2133a894.7237.0 → Pyramids.onnx RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59f87ee5dcf9f655c6582bc17bb75cac5ddf349f16c6d79689edf24c26630f0c
3
- size 85871
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ffb0e2bda1f764584569fcf20ae422fdd9a010cb5be31dd85c60d25374c2326
3
+ size 1418184
Pyramids/Pyramids-80000.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ffb0e2bda1f764584569fcf20ae422fdd9a010cb5be31dd85c60d25374c2326
3
+ size 1418184
Pyramids/Pyramids-80000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c561afcfb7a761b528e41e7ef8d987c47adbbb78e2b512733aa487bcb6c8f418
3
+ size 8650990
Pyramids/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c561afcfb7a761b528e41e7ef8d987c47adbbb78e2b512733aa487bcb6c8f418
3
+ size 8650990
Pyramids/{Pyramids-313912.pt → events.out.tfevents.1679788034.4c9c2133a894.11113.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9565db4d50e0dbef463f52b139b5a5974a8da3ef61c0c825f71958641df9c393
3
- size 241
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc80fa90e9ad1f8152fe4f49e35d1512fdb897d89defa7553caf43caf3a3f2b
3
+ size 3239
run_logs/Player-0.log CHANGED
@@ -1,12 +1,9 @@
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
- Multi-casting "[IP] 172.28.0.12 [Port] 55261 [Flags] 2 [Guid] 2984866350 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
8
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/UnityEnvironment
9
- Unable to load player prefs
10
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
11
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
12
  Forcing GfxDevice: Null
@@ -36,7 +33,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
36
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
37
  FMOD initialized on nosound output
38
  Begin MonoManager ReloadAssembly
39
- - Completed reload, in 0.133 seconds
40
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -68,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
68
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
69
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
70
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
71
- UnloadTime: 1.036668 ms
72
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
73
  requesting resize 84 x 84
74
  Setting up 1 worker threads for Enlighten.
@@ -76,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
76
  [ALLOC_TEMP_TLS] TLS Allocator
77
  StackAllocators :
78
  [ALLOC_TEMP_MAIN]
79
- Peak usage frame count: [16.0 KB-32.0 KB]: 3540 frames, [32.0 KB-64.0 KB]: 1980 frames, [64.0 KB-128.0 KB]: 386 frames, [2.0 MB-4.0 MB]: 1 frames
80
  Initial Block Size 4.0 MB
81
  Current Block Size 4.0 MB
82
  Peak Allocated Bytes 2.0 MB
@@ -126,12 +123,12 @@ PlayerConnection::CleanupMemory Statistics:
126
  Current Block Size 64.0 KB
127
  Peak Allocated Bytes 0 B
128
  Overflow Count 0
129
- [ALLOC_TEMP_Background Job.Worker 15]
130
  Initial Block Size 32.0 KB
131
  Current Block Size 32.0 KB
132
  Peak Allocated Bytes 0 B
133
  Overflow Count 0
134
- [ALLOC_TEMP_Background Job.Worker 2]
135
  Initial Block Size 32.0 KB
136
  Current Block Size 32.0 KB
137
  Peak Allocated Bytes 0 B
@@ -186,12 +183,12 @@ PlayerConnection::CleanupMemory Statistics:
186
  Current Block Size 256.0 KB
187
  Peak Allocated Bytes 0.8 KB
188
  Overflow Count 0
189
- [ALLOC_TEMP_Background Job.Worker 9]
190
  Initial Block Size 32.0 KB
191
  Current Block Size 32.0 KB
192
  Peak Allocated Bytes 0 B
193
  Overflow Count 0
194
- [ALLOC_TEMP_Background Job.Worker 14]
195
  Initial Block Size 32.0 KB
196
  Current Block Size 32.0 KB
197
  Peak Allocated Bytes 0 B
@@ -207,28 +204,28 @@ PlayerConnection::CleanupMemory Statistics:
207
  Peak Allocated Bytes 128 B
208
  Overflow Count 0
209
  [ALLOC_MEMORYPROFILER]
210
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 5608 frames
211
  Requested Block Size 1.0 MB
212
  Peak Block count 2
213
  Peak Allocated memory 1.6 MB
214
  Peak Large allocation bytes 0 B
215
  [ALLOC_DEFAULT] Dual Thread Allocator
216
- Peak main deferred allocation count 12209
217
  [ALLOC_BUCKET]
218
  Large Block size 4.0 MB
219
  Used Block count 1
220
  Peak Allocated bytes 1.7 MB
221
  [ALLOC_DEFAULT_MAIN]
222
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 5906 frames
223
  Requested Block Size 16.0 MB
224
  Peak Block count 3
225
- Peak Allocated memory 31.2 MB
226
  Peak Large allocation bytes 0 B
227
  [ALLOC_DEFAULT_THREAD]
228
- Peak usage frame count: [16.0 MB-32.0 MB]: 5907 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
- Peak Allocated memory 22.3 MB
232
  Peak Large allocation bytes 16.0 MB
233
  [ALLOC_TEMP_JOB_1_FRAME]
234
  Initial Block Size 2.0 MB
@@ -257,13 +254,13 @@ PlayerConnection::CleanupMemory Statistics:
257
  Used Block count 1
258
  Peak Allocated bytes 1.7 MB
259
  [ALLOC_GFX_MAIN]
260
- Peak usage frame count: [32.0 KB-64.0 KB]: 5906 frames, [64.0 KB-128.0 KB]: 1 frames
261
  Requested Block Size 16.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 67.0 KB
264
  Peak Large allocation bytes 0 B
265
  [ALLOC_GFX_THREAD]
266
- Peak usage frame count: [64.0 KB-128.0 KB]: 5907 frames
267
  Requested Block Size 16.0 MB
268
  Peak Block count 1
269
  Peak Allocated memory 67.7 KB
@@ -275,13 +272,13 @@ PlayerConnection::CleanupMemory Statistics:
275
  Used Block count 1
276
  Peak Allocated bytes 1.7 MB
277
  [ALLOC_CACHEOBJECTS_MAIN]
278
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 5608 frames
279
  Requested Block Size 4.0 MB
280
  Peak Block count 1
281
  Peak Allocated memory 1.4 MB
282
  Peak Large allocation bytes 0 B
283
  [ALLOC_CACHEOBJECTS_THREAD]
284
- Peak usage frame count: [1.0 MB-2.0 MB]: 5906 frames, [4.0 MB-8.0 MB]: 1 frames
285
  Requested Block Size 4.0 MB
286
  Peak Block count 2
287
  Peak Allocated memory 4.7 MB
@@ -293,25 +290,25 @@ PlayerConnection::CleanupMemory Statistics:
293
  Used Block count 1
294
  Peak Allocated bytes 1.7 MB
295
  [ALLOC_TYPETREE_MAIN]
296
- Peak usage frame count: [0-1.0 KB]: 5907 frames
297
  Requested Block Size 2.0 MB
298
  Peak Block count 1
299
  Peak Allocated memory 1.0 KB
300
  Peak Large allocation bytes 0 B
301
  [ALLOC_TYPETREE_THREAD]
302
- Peak usage frame count: [1.0 KB-2.0 KB]: 5907 frames
303
  Requested Block Size 2.0 MB
304
  Peak Block count 1
305
  Peak Allocated memory 1.9 KB
306
  Peak Large allocation bytes 0 B
307
  [ALLOC_PROFILER]
308
- Peak usage frame count: [16.0 KB-32.0 KB]: 5907 frames
309
  Requested Block Size 16.0 MB
310
  Peak Block count 1
311
- Peak Allocated memory 29.2 KB
312
  Peak Large allocation bytes 0 B
313
  [ALLOC_PROFILER_BUCKET]
314
  Large Block size 4.0 MB
315
  Used Block count 1
316
  Peak Allocated bytes 396 B
317
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1679787799992,"processId":7253,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
+ Multi-casting "[IP] 172.28.0.12 [Port] 55177 [Flags] 2 [Guid] 2016519783 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
8
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
9
  Forcing GfxDevice: Null
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.097 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 1.082519 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [16.0 KB-32.0 KB]: 1083 frames, [32.0 KB-64.0 KB]: 395 frames, [64.0 KB-128.0 KB]: 42 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
123
  Current Block Size 64.0 KB
124
  Peak Allocated Bytes 0 B
125
  Overflow Count 0
126
+ [ALLOC_TEMP_Background Job.Worker 2]
127
  Initial Block Size 32.0 KB
128
  Current Block Size 32.0 KB
129
  Peak Allocated Bytes 0 B
130
  Overflow Count 0
131
+ [ALLOC_TEMP_Background Job.Worker 15]
132
  Initial Block Size 32.0 KB
133
  Current Block Size 32.0 KB
134
  Peak Allocated Bytes 0 B
 
183
  Current Block Size 256.0 KB
184
  Peak Allocated Bytes 0.8 KB
185
  Overflow Count 0
186
+ [ALLOC_TEMP_Background Job.Worker 14]
187
  Initial Block Size 32.0 KB
188
  Current Block Size 32.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
+ [ALLOC_TEMP_Background Job.Worker 9]
192
  Initial Block Size 32.0 KB
193
  Current Block Size 32.0 KB
194
  Peak Allocated Bytes 0 B
 
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 1222 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
  Peak Allocated memory 1.6 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
+ Peak main deferred allocation count 13618
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
  Peak Allocated bytes 1.7 MB
218
  [ALLOC_DEFAULT_MAIN]
219
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 1520 frames
220
  Requested Block Size 16.0 MB
221
  Peak Block count 3
222
+ Peak Allocated memory 30.9 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
+ Peak usage frame count: [16.0 MB-32.0 MB]: 1521 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
+ Peak Allocated memory 22.9 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
 
254
  Used Block count 1
255
  Peak Allocated bytes 1.7 MB
256
  [ALLOC_GFX_MAIN]
257
+ Peak usage frame count: [32.0 KB-64.0 KB]: 1520 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
+ Peak usage frame count: [64.0 KB-128.0 KB]: 1521 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
 
272
  Used Block count 1
273
  Peak Allocated bytes 1.7 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 1222 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
+ Peak usage frame count: [1.0 MB-2.0 MB]: 1520 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
  Peak Allocated memory 4.7 MB
 
290
  Used Block count 1
291
  Peak Allocated bytes 1.7 MB
292
  [ALLOC_TYPETREE_MAIN]
293
+ Peak usage frame count: [0-1.0 KB]: 1521 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
+ Peak usage frame count: [1.0 KB-2.0 KB]: 1521 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
+ Peak usage frame count: [16.0 KB-32.0 KB]: 1521 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
+ Peak Allocated memory 27.4 KB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_PROFILER_BUCKET]
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1679788189382,"processId":11129,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,189 +2,189 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.7970533967018127,
6
- "min": 0.6711609959602356,
7
- "max": 1.411702036857605,
8
- "count": 10
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 24102.89453125,
12
- "min": 20252.955078125,
13
- "max": 42825.39453125,
14
- "count": 10
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 299938.0,
18
  "min": 29952.0,
19
- "max": 299938.0,
20
- "count": 10
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 299938.0,
24
  "min": 29952.0,
25
- "max": 299938.0,
26
- "count": 10
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.02254726178944111,
30
- "min": -0.08489561080932617,
31
- "max": 0.025662317872047424,
32
- "count": 10
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 5.6142683029174805,
36
- "min": -20.459842681884766,
37
- "max": 6.081969261169434,
38
- "count": 10
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.02540670521557331,
42
- "min": 0.02540670521557331,
43
- "max": 0.35555562376976013,
44
- "count": 10
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 6.326269626617432,
48
- "min": 6.326269626617432,
49
- "max": 85.68890380859375,
50
- "count": 10
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.0714704920212084,
54
- "min": 0.0648582352359209,
55
- "max": 0.07391884337463805,
56
- "count": 10
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 1.0005868882969178,
60
- "min": 0.5174319036224664,
61
- "max": 1.0005868882969178,
62
- "count": 10
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.006542085246846476,
66
- "min": 0.0003674384527095579,
67
- "max": 0.009405262717390644,
68
- "count": 10
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.09158919345585066,
72
- "min": 0.003674384527095579,
73
- "max": 0.09158919345585066,
74
- "count": 10
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 0.00027151814520824045,
78
- "min": 0.00027151814520824045,
79
  "max": 0.00029838354339596195,
80
- "count": 10
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 0.003801254032915366,
84
- "min": 0.0020886848037717336,
85
- "max": 0.003926538191153966,
86
- "count": 10
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.19050604523809525,
90
- "min": 0.19050604523809525,
91
  "max": 0.19946118095238097,
92
- "count": 10
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 2.6670846333333333,
96
- "min": 1.3962282666666668,
97
- "max": 2.7088460333333337,
98
- "count": 10
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.009051553919285716,
102
- "min": 0.009051553919285716,
103
  "max": 0.009946171977142856,
104
- "count": 10
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.12672175487,
108
- "min": 0.06962320384,
109
- "max": 0.13089371872999997,
110
- "count": 10
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.03598921746015549,
114
- "min": 0.03598921746015549,
115
- "max": 0.43280404806137085,
116
- "count": 10
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.5038490295410156,
120
- "min": 0.5038490295410156,
121
- "max": 3.029628276824951,
122
- "count": 10
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 814.4,
126
- "min": 814.4,
127
  "max": 999.0,
128
- "count": 10
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 32576.0,
132
  "min": 15984.0,
133
- "max": 32576.0,
134
- "count": 10
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": -0.014825041592121124,
138
  "min": -1.0000000521540642,
139
- "max": -0.014825041592121124,
140
- "count": 10
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": -0.593001663684845,
144
- "min": -31.998401656746864,
145
- "max": -0.593001663684845,
146
- "count": 10
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": -0.014825041592121124,
150
  "min": -1.0000000521540642,
151
- "max": -0.014825041592121124,
152
- "count": 10
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": -0.593001663684845,
156
- "min": -31.998401656746864,
157
- "max": -0.593001663684845,
158
- "count": 10
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.30748217686777934,
162
- "min": 0.30748217686777934,
163
- "max": 8.768631525337696,
164
- "count": 10
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
- "value": 12.299287074711174,
168
- "min": 10.758710611611605,
169
- "max": 140.29810440540314,
170
- "count": 10
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
- "count": 10
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
- "count": 10
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1679787175",
188
  "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
189
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "0.31.0.dev0",
@@ -192,59 +192,59 @@
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "1.11.0+cu102",
194
  "numpy_version": "1.21.2",
195
- "end_time_seconds": "1679787800"
196
  },
197
- "total": 624.811151529,
198
  "count": 1,
199
- "self": 0.47604431099989597,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.13409563100003652,
203
  "count": 1,
204
- "self": 0.13409563100003652
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 624.201011587,
208
  "count": 1,
209
- "self": 0.42516510401696905,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 7.5670227779999095,
213
  "count": 1,
214
- "self": 7.5670227779999095
215
  },
216
  "TrainerController.advance": {
217
- "total": 616.2048025159836,
218
- "count": 19812,
219
- "self": 0.4454121590140403,
220
  "children": {
221
  "env_step": {
222
- "total": 419.1710295959774,
223
- "count": 19812,
224
- "self": 384.2268480579976,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 34.6902013359811,
228
- "count": 19812,
229
- "self": 1.4424801999643933,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 33.24772113601671,
233
- "count": 19688,
234
- "self": 33.24772113601671
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 0.25398020199872917,
240
- "count": 19811,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 622.9870727849898,
245
- "count": 19811,
246
  "is_parallel": true,
247
- "self": 274.062942460974,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.0026566419999198843,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.0007049959997402766,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.0019516460001796077,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.0019516460001796077
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.048047849000113274,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.000534357999868007,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.0004364530000202649,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.0004364530000202649
280
  },
281
  "communicator.exchange": {
282
- "total": 0.045422068000107174,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.045422068000107174
286
  },
287
  "steps_from_proto": {
288
- "total": 0.001654970000117828,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0003796470004999719,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.0012753229996178561,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.0012753229996178561
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 348.9241303240158,
307
- "count": 19810,
308
  "is_parallel": true,
309
- "self": 9.724206506051132,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 7.093303699971557,
313
- "count": 19810,
314
  "is_parallel": true,
315
- "self": 7.093303699971557
316
  },
317
  "communicator.exchange": {
318
- "total": 303.33863181499464,
319
- "count": 19810,
320
  "is_parallel": true,
321
- "self": 303.33863181499464
322
  },
323
  "steps_from_proto": {
324
- "total": 28.767988302998447,
325
- "count": 19810,
326
  "is_parallel": true,
327
- "self": 6.048421929020833,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 22.719566373977614,
331
- "count": 158480,
332
  "is_parallel": true,
333
- "self": 22.719566373977614
334
  }
335
  }
336
  }
@@ -343,24 +343,24 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 196.58836076099215,
347
- "count": 19811,
348
- "self": 0.6412185149542893,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 35.68440550403898,
352
- "count": 19811,
353
- "self": 35.68440550403898
354
  },
355
  "_update_policy": {
356
- "total": 160.26273674199888,
357
- "count": 125,
358
- "self": 102.14773113299248,
359
  "children": {
360
  "TorchPPOOptimizer.update": {
361
- "total": 58.1150056090064,
362
- "count": 7206,
363
- "self": 58.1150056090064
364
  }
365
  }
366
  }
@@ -369,19 +369,19 @@
369
  }
370
  },
371
  "trainer_threads": {
372
- "total": 1.2699997569143306e-06,
373
  "count": 1,
374
- "self": 1.2699997569143306e-06
375
  },
376
  "TrainerController._save_models": {
377
- "total": 0.00401991899980203,
378
  "count": 1,
379
- "self": 2.5474999802099774e-05,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 0.00399444399999993,
383
  "count": 1,
384
- "self": 0.00399444399999993
385
  }
386
  }
387
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.9876135587692261,
6
+ "min": 0.9876135587692261,
7
+ "max": 1.4458221197128296,
8
+ "count": 2
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 29581.001953125,
12
+ "min": 29581.001953125,
13
+ "max": 43860.4609375,
14
+ "count": 2
15
  },
16
  "Pyramids.Step.mean": {
17
+ "value": 59904.0,
18
  "min": 29952.0,
19
+ "max": 59904.0,
20
+ "count": 2
21
  },
22
  "Pyramids.Step.sum": {
23
+ "value": 59904.0,
24
  "min": 29952.0,
25
+ "max": 59904.0,
26
+ "count": 2
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": -0.07820718735456467,
30
+ "min": -0.07820718735456467,
31
+ "max": 0.004724619444459677,
32
+ "count": 2
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": -18.769725799560547,
36
+ "min": -18.769725799560547,
37
+ "max": 1.119734764099121,
38
+ "count": 2
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
+ "value": 0.27379608154296875,
42
+ "min": 0.27131640911102295,
43
+ "max": 0.27379608154296875,
44
+ "count": 2
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
+ "value": 65.7110595703125,
48
+ "min": 64.30198669433594,
49
+ "max": 65.7110595703125,
50
+ "count": 2
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
+ "value": 0.07156728498774782,
54
+ "min": 0.07156728498774782,
55
+ "max": 0.07170257468401815,
56
+ "count": 2
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
+ "value": 0.5009709949142348,
60
+ "min": 0.5009709949142348,
61
+ "max": 0.501918022788127,
62
+ "count": 2
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
+ "value": 0.0019260614644661383,
66
+ "min": 0.0019260614644661383,
67
+ "max": 0.004694926092234338,
68
+ "count": 2
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
+ "value": 0.013482430251262967,
72
+ "min": 0.013482430251262967,
73
+ "max": 0.03286448264564036,
74
+ "count": 2
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
+ "value": 0.00029558765861363806,
78
+ "min": 0.00029558765861363806,
79
  "max": 0.00029838354339596195,
80
+ "count": 2
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
+ "value": 0.0020691136102954665,
84
+ "min": 0.0020691136102954665,
85
+ "max": 0.0020886848037717336,
86
+ "count": 2
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
+ "value": 0.19852921904761905,
90
+ "min": 0.19852921904761905,
91
  "max": 0.19946118095238097,
92
+ "count": 2
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
+ "value": 1.3897045333333333,
96
+ "min": 1.3897045333333333,
97
+ "max": 1.3962282666666668,
98
+ "count": 2
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
+ "value": 0.009853068982857144,
102
+ "min": 0.009853068982857144,
103
  "max": 0.009946171977142856,
104
+ "count": 2
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
+ "value": 0.06897148288,
108
+ "min": 0.06897148288,
109
+ "max": 0.06962320384,
110
+ "count": 2
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
+ "value": 0.17660532891750336,
114
+ "min": 0.17660532891750336,
115
+ "max": 0.4363160729408264,
116
+ "count": 2
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
+ "value": 1.2362372875213623,
120
+ "min": 1.2362372875213623,
121
+ "max": 3.0542125701904297,
122
+ "count": 2
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
+ "value": 999.0,
126
+ "min": 999.0,
127
  "max": 999.0,
128
+ "count": 2
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
+ "value": 31968.0,
132
  "min": 15984.0,
133
+ "max": 31968.0,
134
+ "count": 2
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
+ "value": -1.0000000521540642,
138
  "min": -1.0000000521540642,
139
+ "max": -1.0000000521540642,
140
+ "count": 2
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
+ "value": -32.000001668930054,
144
+ "min": -32.000001668930054,
145
+ "max": -16.000000834465027,
146
+ "count": 2
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
+ "value": -1.0000000521540642,
150
  "min": -1.0000000521540642,
151
+ "max": -1.0000000521540642,
152
+ "count": 2
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
+ "value": -32.000001668930054,
156
+ "min": -32.000001668930054,
157
+ "max": -16.000000834465027,
158
+ "count": 2
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
+ "value": 2.432742123492062,
162
+ "min": 2.432742123492062,
163
+ "max": 8.319670120254159,
164
+ "count": 2
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
+ "value": 77.84774795174599,
168
+ "min": 77.84774795174599,
169
+ "max": 133.11472192406654,
170
+ "count": 2
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
+ "count": 2
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
+ "count": 2
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1679788031",
188
  "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
189
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "0.31.0.dev0",
 
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "1.11.0+cu102",
194
  "numpy_version": "1.21.2",
195
+ "end_time_seconds": "1679788189"
196
  },
197
+ "total": 158.32821923699976,
198
  "count": 1,
199
+ "self": 0.43773762499949953,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.12128202099984264,
203
  "count": 1,
204
+ "self": 0.12128202099984264
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 157.76919959100042,
208
  "count": 1,
209
+ "self": 0.10320775999252874,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 5.993670914000177,
213
  "count": 1,
214
+ "self": 5.993670914000177
215
  },
216
  "TrainerController.advance": {
217
+ "total": 151.3684700170079,
218
+ "count": 5070,
219
+ "self": 0.11447721199374428,
220
  "children": {
221
  "env_step": {
222
+ "total": 102.41760444301235,
223
+ "count": 5070,
224
+ "self": 93.41205126704335,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 8.938063115993373,
228
+ "count": 5070,
229
+ "self": 0.3840448859659773,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 8.554018230027395,
233
+ "count": 5070,
234
+ "self": 8.554018230027395
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 0.06749005997562563,
240
+ "count": 5069,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 157.2671037339951,
245
+ "count": 5069,
246
  "is_parallel": true,
247
+ "self": 73.21221849401991,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.0017906680000123743,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0005256360000203131,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.0012650319999920612,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.0012650319999920612
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.047435902999950486,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0005807200004710467,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0004918699996778741,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0004918699996778741
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.04475290499976836,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.04475290499976836
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.0016104080000332033,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0003441340013523586,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0012662739986808447,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0012662739986808447
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 84.05488523997519,
307
+ "count": 5068,
308
  "is_parallel": true,
309
+ "self": 2.4464266439963467,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 1.8339763930021036,
313
+ "count": 5068,
314
  "is_parallel": true,
315
+ "self": 1.8339763930021036
316
  },
317
  "communicator.exchange": {
318
+ "total": 72.54149900198126,
319
+ "count": 5068,
320
  "is_parallel": true,
321
+ "self": 72.54149900198126
322
  },
323
  "steps_from_proto": {
324
+ "total": 7.232983200995477,
325
+ "count": 5068,
326
  "is_parallel": true,
327
+ "self": 1.5035520689871191,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 5.729431132008358,
331
+ "count": 40544,
332
  "is_parallel": true,
333
+ "self": 5.729431132008358
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 48.8363883620018,
347
+ "count": 5069,
348
+ "self": 0.12837802498097517,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 9.927637970021351,
352
+ "count": 5069,
353
+ "self": 9.927637970021351
354
  },
355
  "_update_policy": {
356
+ "total": 38.78037236699947,
357
+ "count": 20,
358
+ "self": 24.28174198301349,
359
  "children": {
360
  "TorchPPOOptimizer.update": {
361
+ "total": 14.498630383985983,
362
+ "count": 1875,
363
+ "self": 14.498630383985983
364
  }
365
  }
366
  }
 
369
  }
370
  },
371
  "trainer_threads": {
372
+ "total": 1.8639998415892478e-06,
373
  "count": 1,
374
+ "self": 1.8639998415892478e-06
375
  },
376
  "TrainerController._save_models": {
377
+ "total": 0.30384903599997415,
378
  "count": 1,
379
+ "self": 0.0068999579998489935,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 0.29694907800012516,
383
  "count": 1,
384
+ "self": 0.29694907800012516
385
  }
386
  }
387
  }
run_logs/training_status.json CHANGED
@@ -1,4 +1,26 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "metadata": {
3
  "stats_format_version": "0.3.0",
4
  "mlagents_version": "0.31.0.dev0",
 
1
  {
2
+ "Pyramids": {
3
+ "checkpoints": [
4
+ {
5
+ "steps": 80000,
6
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-80000.onnx",
7
+ "reward": null,
8
+ "creation_time": 1679788188.9920876,
9
+ "auxillary_file_paths": [
10
+ "results/Pyramids Training/Pyramids/Pyramids-80000.pt"
11
+ ]
12
+ }
13
+ ],
14
+ "final_checkpoint": {
15
+ "steps": 80000,
16
+ "file_path": "results/Pyramids Training/Pyramids.onnx",
17
+ "reward": null,
18
+ "creation_time": 1679788188.9920876,
19
+ "auxillary_file_paths": [
20
+ "results/Pyramids Training/Pyramids/Pyramids-80000.pt"
21
+ ]
22
+ }
23
+ },
24
  "metadata": {
25
  "stats_format_version": "0.3.0",
26
  "mlagents_version": "0.31.0.dev0",