daveey commited on
Commit
1f556c6
1 Parent(s): b6890dc

Upload folder using huggingface_hub

Browse files
Files changed (42) hide show
  1. .gitattributes +21 -0
  2. .summary/0/events.out.tfevents.1718686716.3032f9c26a48 +3 -0
  3. .summary/0/events.out.tfevents.1718753010.3032f9c26a48 +3 -0
  4. .summary/0/events.out.tfevents.1718753435.3032f9c26a48 +3 -0
  5. .summary/0/events.out.tfevents.1718776467.3032f9c26a48 +3 -0
  6. .summary/0/events.out.tfevents.1718776587.3032f9c26a48 +3 -0
  7. .summary/0/events.out.tfevents.1718776658.3032f9c26a48 +3 -0
  8. README.md +42 -0
  9. a20_40x40.mp4 +3 -0
  10. a20_b4_40x40.mp4 +3 -0
  11. a20_r4_40x40.mp4 +3 -0
  12. a5_25x25.mp4 +0 -0
  13. behaviors_altar_100x10.mp4 +3 -0
  14. behaviors_altar_100x100.mp4 +0 -0
  15. behaviors_altar_100x25.mp4 +3 -0
  16. behaviors_altar_10x10.mp4 +0 -0
  17. behaviors_altar_25x25.mp4 +3 -0
  18. behaviors_altar_blocked_20x20.mp4 +0 -0
  19. behaviors_empty_free_100x10.mp4 +3 -0
  20. behaviors_empty_free_100x100.mp4 +3 -0
  21. behaviors_empty_free_100x25.mp4 +3 -0
  22. behaviors_empty_free_10x10.mp4 +3 -0
  23. behaviors_empty_free_25x25.mp4 +3 -0
  24. behaviors_empty_move_cost_25x25.mp4 +3 -0
  25. behaviors_resources_100x10.mp4 +3 -0
  26. behaviors_resources_100x100.mp4 +0 -0
  27. behaviors_resources_100x25.mp4 +3 -0
  28. behaviors_resources_10x10.mp4 +0 -0
  29. behaviors_resources_25x25.mp4 +3 -0
  30. behaviors_resources_competition_10x10_2a.mp4 +3 -0
  31. behaviors_resources_competition_25x25_2a.mp4 +3 -0
  32. behaviors_resources_competition_25x25_3a.mp4 +3 -0
  33. behaviors_resources_move_cost_10x10.mp4 +0 -0
  34. behaviors_resources_move_cost_25x25.mp4 +3 -0
  35. checkpoint_p0/best_000317485_5201674240_reward_0.935.pth +3 -0
  36. checkpoint_p0/checkpoint_000349549_5727010816.pth +3 -0
  37. checkpoint_p0/checkpoint_000349863_5732155392.pth +3 -0
  38. config.json +161 -0
  39. git.diff +7 -0
  40. latest.pth +3 -0
  41. replay.mp4 +3 -0
  42. sf_log.txt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ a20_40x40.mp4 filter=lfs diff=lfs merge=lfs -text
37
+ a20_b4_40x40.mp4 filter=lfs diff=lfs merge=lfs -text
38
+ a20_r4_40x40.mp4 filter=lfs diff=lfs merge=lfs -text
39
+ replay.mp4 filter=lfs diff=lfs merge=lfs -text
40
+ sf_log.txt filter=lfs diff=lfs merge=lfs -text
41
+ behaviors_altar_100x10.mp4 filter=lfs diff=lfs merge=lfs -text
42
+ behaviors_altar_100x25.mp4 filter=lfs diff=lfs merge=lfs -text
43
+ behaviors_altar_25x25.mp4 filter=lfs diff=lfs merge=lfs -text
44
+ behaviors_empty_free_100x10.mp4 filter=lfs diff=lfs merge=lfs -text
45
+ behaviors_empty_free_100x100.mp4 filter=lfs diff=lfs merge=lfs -text
46
+ behaviors_empty_free_100x25.mp4 filter=lfs diff=lfs merge=lfs -text
47
+ behaviors_empty_free_10x10.mp4 filter=lfs diff=lfs merge=lfs -text
48
+ behaviors_empty_free_25x25.mp4 filter=lfs diff=lfs merge=lfs -text
49
+ behaviors_empty_move_cost_25x25.mp4 filter=lfs diff=lfs merge=lfs -text
50
+ behaviors_resources_100x10.mp4 filter=lfs diff=lfs merge=lfs -text
51
+ behaviors_resources_100x25.mp4 filter=lfs diff=lfs merge=lfs -text
52
+ behaviors_resources_25x25.mp4 filter=lfs diff=lfs merge=lfs -text
53
+ behaviors_resources_competition_10x10_2a.mp4 filter=lfs diff=lfs merge=lfs -text
54
+ behaviors_resources_competition_25x25_2a.mp4 filter=lfs diff=lfs merge=lfs -text
55
+ behaviors_resources_competition_25x25_3a.mp4 filter=lfs diff=lfs merge=lfs -text
56
+ behaviors_resources_move_cost_25x25.mp4 filter=lfs diff=lfs merge=lfs -text
.summary/0/events.out.tfevents.1718686716.3032f9c26a48 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6134ef08a1dde9ef527f0d09b5249cb8d90baf9ec651ff9674eedeed8e3df36
3
+ size 52258428
.summary/0/events.out.tfevents.1718753010.3032f9c26a48 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece67fbf1aad0710b5717f195c733678a32ed1334d2ba8c9aa0e9a0cee13b0c5
3
+ size 279647
.summary/0/events.out.tfevents.1718753435.3032f9c26a48 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e3efc15d1c4dbff60c8c69d75743467331769d28777a0ca7ffdaa50feff164
3
+ size 17117230
.summary/0/events.out.tfevents.1718776467.3032f9c26a48 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0f4fc035e3f4d06d3245e3a466dece97072215ce9dfb61c795ec61f6fa826d
3
+ size 4439
.summary/0/events.out.tfevents.1718776587.3032f9c26a48 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba833328e76781982a4c4e62e64f6337e0e8963ea02f29d5af98f7c379a32ac9
3
+ size 1974
.summary/0/events.out.tfevents.1718776658.3032f9c26a48 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff54bd2a2e63eba14083900c81f27a79822b3e720f3f13a33bdf17cd8bd1b2f
3
+ size 40007438
README.md ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: sample-factory
3
+ tags:
4
+ - deep-reinforcement-learning
5
+ - reinforcement-learning
6
+ - sample-factory
7
+ ---
8
+
9
+ A(n) **APPO** model trained on the **GDY-MettaGrid** environment.
10
+
11
+ This model was trained using Sample-Factory 2.0: https://github.com/alex-petrenko/sample-factory.
12
+ Documentation for how to use Sample-Factory can be found at https://www.samplefactory.dev/
13
+
14
+
15
+ ## Downloading the model
16
+
17
+ After installing Sample-Factory, download the model with:
18
+ ```
19
+ python -m sample_factory.huggingface.load_from_hub -r metta-ai/baseline.v0.5.4
20
+ ```
21
+
22
+
23
+ ## Using the model
24
+
25
+ To run the model after download, use the `enjoy` script corresponding to this environment:
26
+ ```
27
+ python -m <path.to.enjoy.module> --algo=APPO --env=GDY-MettaGrid --train_dir=./train_dir --experiment=baseline.v0.5.4
28
+ ```
29
+
30
+
31
+ You can also upload models to the Hugging Face Hub using the same script with the `--push_to_hub` flag.
32
+ See https://www.samplefactory.dev/10-huggingface/huggingface/ for more details
33
+
34
+ ## Training with this model
35
+
36
+ To continue training with this model, use the `train` script corresponding to this environment:
37
+ ```
38
+ python -m <path.to.train.module> --algo=APPO --env=GDY-MettaGrid --train_dir=./train_dir --experiment=baseline.v0.5.4 --restart_behavior=resume --train_for_env_steps=10000000000
39
+ ```
40
+
41
+ Note, you may have to adjust `--train_for_env_steps` to a suitably high number as the experiment will resume at the number of steps it concluded at.
42
+
a20_40x40.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:359c6d364ff8a509c3b0ec2d775fe8be7c316972fd7ad2a8eb75d4497af18b6d
3
+ size 2094980
a20_b4_40x40.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5a946989d8a67322c43541f9457012968e1a8513c541231d81283bb9271eee
3
+ size 2327632
a20_r4_40x40.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0abeaa1261f96611fbf39f70064b68066a1ce4a7d6b0f49b3d4933acfa98f20d
3
+ size 2582184
a5_25x25.mp4 ADDED
Binary file (771 kB). View file
 
behaviors_altar_100x10.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b9f1caacc9d2e335563cac1c1c071a494d4fcb690def9c53d7d1a246884e11
3
+ size 2253140
behaviors_altar_100x100.mp4 ADDED
Binary file (446 kB). View file
 
behaviors_altar_100x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e769491c952911403160b18678b9172a264c5f8d8fbecd2ce2995c972bfbe7
3
+ size 4499925
behaviors_altar_10x10.mp4 ADDED
Binary file (593 kB). View file
 
behaviors_altar_25x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e9ef4e5b2c7df709664d1e5dd77ff99e12574b136446d7ce640227a656515a1
3
+ size 3103143
behaviors_altar_blocked_20x20.mp4 ADDED
Binary file (416 kB). View file
 
behaviors_empty_free_100x10.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb577056df44917f18c790d0388ccc811ec55bdd90dc8485b461b9988e6d25f2
3
+ size 2613154
behaviors_empty_free_100x100.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017c39dafae3df13b9b38a5af9ed2e9d7c9cc37617f36b07295c8174933d182e
3
+ size 11406197
behaviors_empty_free_100x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5efd19e007d81e79d3caecb8e133318bb02d234c33b0690e7c3d55d1127a1283
3
+ size 5411375
behaviors_empty_free_10x10.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5af3dd9d8faf3d684544d03c91e2b0024a230c44bf7fbee38e13ca4bed975f
3
+ size 1216129
behaviors_empty_free_25x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8178331c44c462a29b94138d3448dfdbdbe2c4073855c6396474f501fdf90d
3
+ size 4586213
behaviors_empty_move_cost_25x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2392c57addcdb588b78e5a386c9d61268c0505122312a20ae9e5a88007ed5edd
3
+ size 4524306
behaviors_resources_100x10.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29ebaf5034c6fbbf8c4fac0f21a75999c9741a6e4870455629eeb2add90ca72
3
+ size 2518535
behaviors_resources_100x100.mp4 ADDED
Binary file (425 kB). View file
 
behaviors_resources_100x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb755ab66acd702e8d13df4e2132ad19c988f3e14d9cb198f5d275bb57eceed
3
+ size 5003183
behaviors_resources_10x10.mp4 ADDED
Binary file (739 kB). View file
 
behaviors_resources_25x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615d90f6a0db15eda6308e278ff57b93efa9b721b0e4a7e740a5428ae9a75bb1
3
+ size 4176171
behaviors_resources_competition_10x10_2a.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d00db6db3fae1c9ffe2ba202d06fe3407710786174bf9024580b10a1867359
3
+ size 1462835
behaviors_resources_competition_25x25_2a.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47e41f11d6f34e46234de7f0067b745e35e3b8f40039a5e9de6ba76cbc808dcf
3
+ size 5127747
behaviors_resources_competition_25x25_3a.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e955432cacf1bc7af8e77b88466f71b1c6a03fa125330f27cd3db6a6a14d431
3
+ size 5589954
behaviors_resources_move_cost_10x10.mp4 ADDED
Binary file (729 kB). View file
 
behaviors_resources_move_cost_25x25.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d81c0049f1142e4578c0e388497aadc68316a4bc6a2141909b798da67f4e0f
3
+ size 2706280
checkpoint_p0/best_000317485_5201674240_reward_0.935.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f79494cda642cc1128d9751892915f17a267c0797b659c08211854137bd9a6d
3
+ size 39046778
checkpoint_p0/checkpoint_000349549_5727010816.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9537c596b8694fa6e7a0fe36ddc460645b8a7383be7ef863196c915bcf746ac0
3
+ size 39048218
checkpoint_p0/checkpoint_000349863_5732155392.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa926f1db6736debb4f1f73680f4368a7c025bd6033d4358e2b597fb865dcba3
3
+ size 39048218
config.json ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "help": false,
3
+ "algo": "APPO",
4
+ "env": "GDY-MettaGrid",
5
+ "experiment": "p2.dr4",
6
+ "train_dir": "/workspace/metta/train_dir",
7
+ "restart_behavior": "resume",
8
+ "device": "gpu",
9
+ "seed": 0,
10
+ "num_policies": 1,
11
+ "async_rl": true,
12
+ "serial_mode": false,
13
+ "batched_sampling": false,
14
+ "num_batches_to_accumulate": 2,
15
+ "worker_num_splits": 2,
16
+ "policy_workers_per_policy": 1,
17
+ "max_policy_lag": 50,
18
+ "num_workers": 32,
19
+ "num_envs_per_worker": 2,
20
+ "batch_size": 16384,
21
+ "num_batches_per_epoch": 1,
22
+ "num_epochs": 1,
23
+ "rollout": 256,
24
+ "recurrence": 256,
25
+ "shuffle_minibatches": false,
26
+ "gamma": 0.99,
27
+ "reward_scale": 1.0,
28
+ "reward_clip": 1000.0,
29
+ "value_bootstrap": false,
30
+ "normalize_returns": true,
31
+ "exploration_loss_coeff": 0.008,
32
+ "value_loss_coeff": 0.976,
33
+ "kl_loss_coeff": 0.0,
34
+ "aux_loss_coeff": 0.0,
35
+ "exploration_loss": "symmetric_kl",
36
+ "gae_lambda": 0.95,
37
+ "ppo_clip_ratio": 0.1,
38
+ "ppo_clip_value": 1.0,
39
+ "with_vtrace": false,
40
+ "vtrace_rho": 1.0,
41
+ "vtrace_c": 1.0,
42
+ "optimizer": "adam",
43
+ "adam_eps": 1e-06,
44
+ "adam_beta1": 0.9,
45
+ "adam_beta2": 0.999,
46
+ "max_grad_norm": 4.0,
47
+ "learning_rate": 0.0001,
48
+ "lr_schedule": "constant",
49
+ "lr_schedule_kl_threshold": 0.008,
50
+ "lr_adaptive_min": 1e-06,
51
+ "lr_adaptive_max": 0.01,
52
+ "obs_subtract_mean": 0.0,
53
+ "obs_scale": 1.0,
54
+ "normalize_input": false,
55
+ "normalize_input_keys": null,
56
+ "decorrelate_experience_max_seconds": 150,
57
+ "decorrelate_envs_on_one_worker": true,
58
+ "actor_worker_gpus": [],
59
+ "set_workers_cpu_affinity": true,
60
+ "force_envs_single_thread": false,
61
+ "default_niceness": 0,
62
+ "log_to_file": true,
63
+ "experiment_summaries_interval": 10,
64
+ "flush_summaries_interval": 30,
65
+ "stats_avg": 100,
66
+ "summaries_use_frameskip": true,
67
+ "heartbeat_interval": 20,
68
+ "heartbeat_reporting_interval": 180,
69
+ "train_for_env_steps": 9999999999999,
70
+ "train_for_seconds": 10000000000,
71
+ "save_every_sec": 120,
72
+ "keep_checkpoints": 2,
73
+ "load_checkpoint_path": null,
74
+ "init_checkpoint_path": null,
75
+ "load_checkpoint_kind": "latest",
76
+ "save_milestones_sec": -1,
77
+ "save_best_every_sec": 5,
78
+ "save_best_metric": "reward",
79
+ "save_best_after": 100000,
80
+ "benchmark": false,
81
+ "encoder_mlp_layers": [
82
+ 512,
83
+ 512
84
+ ],
85
+ "encoder_conv_architecture": "convnet_simple",
86
+ "encoder_conv_mlp_layers": [
87
+ 512
88
+ ],
89
+ "use_rnn": true,
90
+ "rnn_size": 512,
91
+ "rnn_type": "gru",
92
+ "rnn_num_layers": 1,
93
+ "decoder_mlp_layers": [],
94
+ "nonlinearity": "elu",
95
+ "policy_initialization": "orthogonal",
96
+ "policy_init_gain": 1.0,
97
+ "actor_critic_share_weights": true,
98
+ "adaptive_stddev": true,
99
+ "continuous_tanh_scale": 0.0,
100
+ "initial_stddev": 1.0,
101
+ "use_env_info_cache": false,
102
+ "env_gpu_actions": false,
103
+ "env_gpu_observations": true,
104
+ "env_frameskip": 1,
105
+ "env_framestack": 1,
106
+ "pixel_format": "CHW",
107
+ "use_record_episode_statistics": false,
108
+ "episode_counter": false,
109
+ "with_wandb": true,
110
+ "wandb_user": "platypus",
111
+ "wandb_project": "metta",
112
+ "wandb_group": null,
113
+ "wandb_job_type": "SF",
114
+ "wandb_tags": [],
115
+ "with_pbt": false,
116
+ "pbt_mix_policies_in_one_env": true,
117
+ "pbt_period_env_steps": 5000000,
118
+ "pbt_start_mutation": 20000000,
119
+ "pbt_replace_fraction": 0.3,
120
+ "pbt_mutation_rate": 0.15,
121
+ "pbt_replace_reward_gap": 0.1,
122
+ "pbt_replace_reward_gap_absolute": 1e-06,
123
+ "pbt_optimize_gamma": false,
124
+ "pbt_target_objective": "true_objective",
125
+ "pbt_perturb_min": 1.1,
126
+ "pbt_perturb_max": 1.5,
127
+ "env_cfg": "{\"name\": \"GDY-MettaGrid\", \"_target_\": \"env.griddly.mettagrid.gym_env.MettaGridGymEnv\", \"max_action_value\": 10, \"hidden_features\": {\"grid_obs\": [\"agent:energy\", \"agent:hp\"]}, \"game\": {\"obs_width\": 11, \"obs_height\": 11, \"max_steps\": 5000, \"tile_size\": 16, \"num_agents\": 20, \"no_energy_steps\": 500, \"objects\": {\"agent\": {\"initial_energy\": [50, 500], \"max_energy\": [200, 500], \"max_inventory\": [3, 10], \"freeze_duration\": [5, 20], \"energy_reward\": false, \"hp\": 1, \"mortal\": false, \"upkeep\": {\"time\": 0, \"shield\": [0, 3]}, \"use_cost\": 0}, \"altar\": {\"hp\": [10, 50], \"cooldown\": [2, 5], \"use_cost\": [50, 300]}, \"converter\": {\"hp\": [10, 50], \"cooldown\": [2, 5], \"energy_output\": [50, 200], \"use_cost\": 0}, \"generator\": {\"hp\": [10, 50], \"cooldown\": [3, 10], \"initial_resources\": [5, 50], \"use_cost\": 0}, \"wall\": {\"density\": 0.01, \"hp\": [3, 20]}}, \"actions\": {\"move\": {\"cost\": [0, 2]}, \"rotate\": {\"cost\": [0, 1]}, \"jump\": {\"cost\": [1, 5]}, \"shield\": {\"cost\": [0, 2]}, \"drop\": {\"cost\": [0, 2]}, \"use\": {\"cost\": [0, 2]}, \"attack\": {\"cost\": [3, 10], \"damage\": [3, 10]}}, \"map\": {\"layout\": {\"rooms_x\": 2, \"rooms_y\": 2}, \"room\": {\"width\": 20, \"height\": 20, \"num_agents\": 5, \"objects\": {\"agent\": 5, \"altar\": 1, \"converter\": 3, \"generator\": 10, \"wall\": 40}, \"border\": 1}}}, \"kinship\": {\"team_size\": [1, 5], \"team_reward\": [0.0, 1.0]}}",
128
+ "agent_cfg": "{\"_target_\": \"agent.metta_agent.MettaAgent\", \"observation_encoders\": {\"grid_obs\": {\"feature_names\": [], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 512, \"layers\": 4}, \"global_vars\": {\"feature_names\": [], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"last_action\": {\"feature_names\": [\"last_action_id\", \"last_action_val\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"last_reward\": {\"feature_names\": [\"last_reward\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"kinship\": {\"feature_names\": [\"kinship\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}}, \"fc\": {\"layers\": 3, \"output_dim\": 512}, \"decoder\": {\"_target_\": \"agent.decoder.Decoder\"}, \"core\": {\"_target_\": \"sample_factory.model.core.ModelCoreRNN\", \"rnn_type\": \"gru\", \"rnn_num_layers\": 1, \"rnn_size\": 512}}",
129
+ "command_line": "--aux_loss_coeff=0 --recurrence=256 --rollout=256 --value_loss_coeff=0.976 --exploration_loss=symmetric_kl --exploration_loss_coeff=0.002 --policy_initialization=orthogonal --learning_rate=0.0001 --max_policy_lag=50 --nonlinearity=elu --load_checkpoint_kind=latest --normalize_input=False --seed=0 --batch_size=16384 --decorrelate_experience_max_seconds=150 --train_for_env_steps=9999999999999 --with_wandb=True --wandb_user=platypus --wandb_project=metta --experiment=p2.dr4 --rnn_type=gru --rnn_num_layers=1 --rnn_size=512 --env=GDY-MettaGrid --env_cfg={\"name\": \"GDY-MettaGrid\", \"_target_\": \"env.griddly.mettagrid.gym_env.MettaGridGymEnv\", \"max_action_value\": 10, \"hidden_features\": {\"grid_obs\": [\"agent:energy\", \"agent:hp\"]}, \"game\": {\"obs_width\": 11, \"obs_height\": 11, \"max_steps\": 5000, \"tile_size\": 16, \"num_agents\": 20, \"no_energy_steps\": 500, \"objects\": {\"agent\": {\"initial_energy\": [50, 500], \"max_energy\": [200, 500], \"max_inventory\": [3, 10], \"freeze_duration\": [5, 20], \"energy_reward\": false, \"hp\": 1, \"mortal\": false, \"upkeep\": {\"time\": 0, \"shield\": [0, 3]}, \"use_cost\": 0}, \"altar\": {\"hp\": [10, 50], \"cooldown\": [2, 5], \"use_cost\": [50, 300]}, \"converter\": {\"hp\": [10, 50], \"cooldown\": [2, 5], \"energy_output\": [50, 200], \"use_cost\": 0}, \"generator\": {\"hp\": [10, 50], \"cooldown\": [3, 10], \"initial_resources\": [5, 50], \"use_cost\": 0}, \"wall\": {\"density\": 0.01, \"hp\": [3, 20]}}, \"actions\": {\"move\": {\"cost\": [0, 2]}, \"rotate\": {\"cost\": [0, 1]}, \"jump\": {\"cost\": [1, 5]}, \"shield\": {\"cost\": [0, 2]}, \"drop\": {\"cost\": [0, 2]}, \"use\": {\"cost\": [0, 2]}, \"attack\": {\"cost\": [3, 10], \"damage\": [3, 10]}}, \"map\": {\"layout\": {\"rooms_x\": 2, \"rooms_y\": 2}, \"room\": {\"width\": 20, \"height\": 20, \"num_agents\": 5, \"objects\": {\"agent\": 5, \"altar\": 1, \"converter\": 3, \"generator\": 10, \"wall\": 40}, \"border\": 1}}}, \"kinship\": {\"team_size\": [1, 5], \"team_reward\": [0.0, 1.0]}} --agent_cfg={\"_target_\": \"agent.metta_agent.MettaAgent\", \"observation_encoders\": {\"grid_obs\": {\"feature_names\": [], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 512, \"layers\": 4}, \"global_vars\": {\"feature_names\": [], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"last_action\": {\"feature_names\": [\"last_action_id\", \"last_action_val\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"last_reward\": {\"feature_names\": [\"last_reward\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"kinship\": {\"feature_names\": [\"kinship\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}}, \"fc\": {\"layers\": 3, \"output_dim\": 512}, \"decoder\": {\"_target_\": \"agent.decoder.Decoder\"}, \"core\": {\"_target_\": \"sample_factory.model.core.ModelCoreRNN\", \"rnn_type\": \"gru\", \"rnn_num_layers\": 1, \"rnn_size\": 512}}",
130
+ "cli_args": {
131
+ "env": "GDY-MettaGrid",
132
+ "experiment": "p2.dr4",
133
+ "seed": 0,
134
+ "max_policy_lag": 50,
135
+ "batch_size": 16384,
136
+ "rollout": 256,
137
+ "recurrence": 256,
138
+ "exploration_loss_coeff": 0.002,
139
+ "value_loss_coeff": 0.976,
140
+ "aux_loss_coeff": 0.0,
141
+ "exploration_loss": "symmetric_kl",
142
+ "learning_rate": 0.0001,
143
+ "normalize_input": false,
144
+ "decorrelate_experience_max_seconds": 150,
145
+ "train_for_env_steps": 9999999999999,
146
+ "load_checkpoint_kind": "latest",
147
+ "rnn_size": 512,
148
+ "rnn_type": "gru",
149
+ "rnn_num_layers": 1,
150
+ "nonlinearity": "elu",
151
+ "policy_initialization": "orthogonal",
152
+ "with_wandb": true,
153
+ "wandb_user": "platypus",
154
+ "wandb_project": "metta",
155
+ "env_cfg": "{\"name\": \"GDY-MettaGrid\", \"_target_\": \"env.griddly.mettagrid.gym_env.MettaGridGymEnv\", \"max_action_value\": 10, \"hidden_features\": {\"grid_obs\": [\"agent:energy\", \"agent:hp\"]}, \"game\": {\"obs_width\": 11, \"obs_height\": 11, \"max_steps\": 5000, \"tile_size\": 16, \"num_agents\": 20, \"no_energy_steps\": 500, \"objects\": {\"agent\": {\"initial_energy\": [50, 500], \"max_energy\": [200, 500], \"max_inventory\": [3, 10], \"freeze_duration\": [5, 20], \"energy_reward\": false, \"hp\": 1, \"mortal\": false, \"upkeep\": {\"time\": 0, \"shield\": [0, 3]}, \"use_cost\": 0}, \"altar\": {\"hp\": [10, 50], \"cooldown\": [2, 5], \"use_cost\": [50, 300]}, \"converter\": {\"hp\": [10, 50], \"cooldown\": [2, 5], \"energy_output\": [50, 200], \"use_cost\": 0}, \"generator\": {\"hp\": [10, 50], \"cooldown\": [3, 10], \"initial_resources\": [5, 50], \"use_cost\": 0}, \"wall\": {\"density\": 0.01, \"hp\": [3, 20]}}, \"actions\": {\"move\": {\"cost\": [0, 2]}, \"rotate\": {\"cost\": [0, 1]}, \"jump\": {\"cost\": [1, 5]}, \"shield\": {\"cost\": [0, 2]}, \"drop\": {\"cost\": [0, 2]}, \"use\": {\"cost\": [0, 2]}, \"attack\": {\"cost\": [3, 10], \"damage\": [3, 10]}}, \"map\": {\"layout\": {\"rooms_x\": 2, \"rooms_y\": 2}, \"room\": {\"width\": 20, \"height\": 20, \"num_agents\": 5, \"objects\": {\"agent\": 5, \"altar\": 1, \"converter\": 3, \"generator\": 10, \"wall\": 40}, \"border\": 1}}}, \"kinship\": {\"team_size\": [1, 5], \"team_reward\": [0.0, 1.0]}}",
156
+ "agent_cfg": "{\"_target_\": \"agent.metta_agent.MettaAgent\", \"observation_encoders\": {\"grid_obs\": {\"feature_names\": [], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 512, \"layers\": 4}, \"global_vars\": {\"feature_names\": [], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"last_action\": {\"feature_names\": [\"last_action_id\", \"last_action_val\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"last_reward\": {\"feature_names\": [\"last_reward\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}, \"kinship\": {\"feature_names\": [\"kinship\"], \"normalize_features\": true, \"label_dim\": 4, \"output_dim\": 8, \"layers\": 2}}, \"fc\": {\"layers\": 3, \"output_dim\": 512}, \"decoder\": {\"_target_\": \"agent.decoder.Decoder\"}, \"core\": {\"_target_\": \"sample_factory.model.core.ModelCoreRNN\", \"rnn_type\": \"gru\", \"rnn_num_layers\": 1, \"rnn_size\": 512}}"
157
+ },
158
+ "git_hash": "18f9e57879d0d23b14080246408ab3432c8dbe3d",
159
+ "git_repo_name": "https://github.com/daveey/metta.git",
160
+ "wandb_unique_id": "p2.dr4_20240617_215834_292036"
161
+ }
git.diff ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ diff --git a/third_party/griddly b/third_party/griddly
2
+ index 08f42c2..499412c 160000
3
+ --- a/third_party/griddly
4
+ +++ b/third_party/griddly
5
+ @@ -1 +1 @@
6
+ -Subproject commit 08f42c2aea7a6d7e6bc50a672c748b47028cbf52
7
+ +Subproject commit 499412cb1eda60deb93d8f71a4d8896917a9a60c
latest.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa926f1db6736debb4f1f73680f4368a7c025bd6033d4358e2b597fb865dcba3
3
+ size 39048218
replay.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5a946989d8a67322c43541f9457012968e1a8513c541231d81283bb9271eee
3
+ size 2327632
sf_log.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9844da6e332cc8a123fac077b88e290a99727087a9d70d69e1618b4ed3ad097
3
+ size 12224076