legalaspro commited on
Commit
218f7c2
·
verified ·
1 Parent(s): 0a58199

Add model card, weights, video, TB

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ replay.mp4 filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ library_name: marl-ppo-suite
4
+ tags:
5
+ - reinforcement-learning
6
+ - starcraft-mac
7
+ - smacv2
8
+ - mappo
9
+ - terran_10_vs_10
10
+ - smacv2_terran_10_vs_10
11
+ model-index:
12
+ - name: MAPPO on smacv2_terran_10_vs_10
13
+ results:
14
+ - task:
15
+ type: reinforcement-learning
16
+ name: StarCraft Multi-Agent Challenge v2
17
+ dataset:
18
+ name: terran_10_vs_10
19
+ type: smacv2
20
+ metrics:
21
+ - name: win-rate
22
+ type: win_rate
23
+ value: 0.566
24
+ - name: mean-reward
25
+ type: mean_reward
26
+ value: 16.68
27
+ - name: mean-ep-length
28
+ type: mean_episode_length
29
+ value: 51.4
30
+ ---
31
+
32
+ # MAPPO on **smacv2_terran_10_vs_10**
33
+
34
+ *10 M environment steps · 14.47 h wall-clock · seed 1*
35
+
36
+ This is a trained model of a `MAPPO` agent playing *smacv2_terran_10_vs_10*.
37
+ The model was produced with the open-source
38
+ [`marl-ppo-suite`](https://github.com/legalaspro/marl-ppo-suite) training
39
+ code.
40
+
41
+
42
+
43
+ ## Usage – quick evaluation / replay
44
+
45
+ ```bash
46
+ # 1. install the codebase (directly from GitHub)
47
+ pip install "marl-ppo-suite @ git+https://github.com/legalaspro/marl-ppo-suite"
48
+
49
+ # 2. get the weights & config from HF
50
+ wget https://huggingface.co/<repo-id>/resolve/main/final-torch.model
51
+ wget https://huggingface.co/<repo-id>/resolve/main/config.json
52
+
53
+ # 3-a. Generate a StarCraft II replay file 1 episode in starcraft replay folder
54
+ marl-train --mode render --model final-torch.model --config config.json --render_episodes 1 \
55
+
56
+ # 3-b. generate additionally video drawn from frames
57
+ marl-train --mode render --model final-torch.model --config config.json --render_episodes 1 --render_mode rgb_array
58
+ ```
59
+
60
+ ## Files
61
+
62
+ * **`final-torch.model`** – PyTorch checkpoint
63
+ * **`replay.mp4`** – gameplay of the final policy
64
+ * **`config.json`** – training config
65
+ * **`tensorboard/`** – full logs
66
+
67
+ ## Hyper-parameters
68
+
69
+ ```python
70
+ {
71
+ "clip_param": 0.05,
72
+ "data_chunk_length": 10,
73
+ "entropy_coef": 0.01,
74
+ "fc_layers": 2,
75
+ "gae_lambda": 0.95,
76
+ "gamma": 0.99,
77
+ "hidden_size": 64,
78
+ "lr": 0.0005,
79
+ "n_steps": 200,
80
+ "num_mini_batch": 1,
81
+ "ppo_epoch": 5,
82
+ "reward_norm_type": "efficient",
83
+ "seed": 1,
84
+ "state_type": "AS",
85
+ "use_reward_norm": true,
86
+ "use_rnn": true,
87
+ "use_value_norm": false,
88
+ "value_norm_type": "welford"
89
+ }
90
+ ```
91
+
config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lr": 0.0005,
3
+ "algo": "mappo",
4
+ "cuda": true,
5
+ "mode": "train",
6
+ "seed": 1,
7
+ "boost": false,
8
+ "gamma": 0.99,
9
+ "model": null,
10
+ "config": null,
11
+ "min_lr": 1e-05,
12
+ "n_steps": 200,
13
+ "use_gae": true,
14
+ "use_rnn": true,
15
+ "env_name": "smacv2",
16
+ "map_name": "terran_10_vs_10",
17
+ "n_agents": 10,
18
+ "use_eval": true,
19
+ "fc_layers": 2,
20
+ "max_steps": 10000000,
21
+ "ppo_epoch": 5,
22
+ "use_wandb": true,
23
+ "actor_gain": 0.01,
24
+ "clip_param": 0.05,
25
+ "gae_lambda": 0.95,
26
+ "rnn_layers": 1,
27
+ "state_type": "AS",
28
+ "fixed_order": false,
29
+ "hidden_size": 64,
30
+ "huber_delta": 10,
31
+ "render_mode": "human",
32
+ "entropy_coef": 0.01,
33
+ "log_interval": 16000,
34
+ "use_agent_id": false,
35
+ "capture_video": true,
36
+ "eval_episodes": 32,
37
+ "eval_interval": 80000,
38
+ "max_grad_norm": 10,
39
+ "optimizer_eps": 1e-05,
40
+ "torch_threads": null,
41
+ "num_mini_batch": 1,
42
+ "use_huber_loss": false,
43
+ "use_value_norm": false,
44
+ "render_episodes": 10,
45
+ "use_reward_norm": true,
46
+ "value_norm_type": "welford",
47
+ "reward_norm_type": "efficient",
48
+ "data_chunk_length": 10,
49
+ "n_rollout_threads": 16,
50
+ "use_death_masking": false,
51
+ "use_max_grad_norm": true,
52
+ "cuda_deterministic": true,
53
+ "use_linear_lr_decay": false,
54
+ "capture_video_interval": 200000,
55
+ "n_eval_rollout_threads": 4,
56
+ "use_clipped_value_loss": true,
57
+ "use_proper_time_limits": true,
58
+ "use_feature_normalization": true
59
+ }
final-torch.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81939272bf77a71367c4573056f571867ac06df18b030c3b294b1eaea7a6dfa0
3
+ size 1250679
replay.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49666165751301936139f345b587ed3320e192869838192838301cfd73943a99
3
+ size 379203
tensorboard/events.out.tfevents.1747157979.ubuntu-32gb-marl.3444287.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c80630994fa46f81aec2e20da8f8940da515be8dadda6b5b289bce3d26ff2a5
3
+ size 409315