Add model card, weights, video, TB
Browse files- .gitattributes +1 -0
- README.md +91 -0
- config.json +59 -0
- final-torch.model +3 -0
- replay.mp4 +3 -0
- tensorboard/events.out.tfevents.1747157979.ubuntu-32gb-marl.3444287.0 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
replay.mp4 filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,91 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
library_name: marl-ppo-suite
|
| 4 |
+
tags:
|
| 5 |
+
- reinforcement-learning
|
| 6 |
+
- starcraft-mac
|
| 7 |
+
- smacv2
|
| 8 |
+
- mappo
|
| 9 |
+
- terran_10_vs_10
|
| 10 |
+
- smacv2_terran_10_vs_10
|
| 11 |
+
model-index:
|
| 12 |
+
- name: MAPPO on smacv2_terran_10_vs_10
|
| 13 |
+
results:
|
| 14 |
+
- task:
|
| 15 |
+
type: reinforcement-learning
|
| 16 |
+
name: StarCraft Multi-Agent Challenge v2
|
| 17 |
+
dataset:
|
| 18 |
+
name: terran_10_vs_10
|
| 19 |
+
type: smacv2
|
| 20 |
+
metrics:
|
| 21 |
+
- name: win-rate
|
| 22 |
+
type: win_rate
|
| 23 |
+
value: 0.566
|
| 24 |
+
- name: mean-reward
|
| 25 |
+
type: mean_reward
|
| 26 |
+
value: 16.68
|
| 27 |
+
- name: mean-ep-length
|
| 28 |
+
type: mean_episode_length
|
| 29 |
+
value: 51.4
|
| 30 |
+
---
|
| 31 |
+
|
| 32 |
+
# MAPPO on **smacv2_terran_10_vs_10**
|
| 33 |
+
|
| 34 |
+
*10 M environment steps · 14.47 h wall-clock · seed 1*
|
| 35 |
+
|
| 36 |
+
This is a trained model of a `MAPPO` agent playing *smacv2_terran_10_vs_10*.
|
| 37 |
+
The model was produced with the open-source
|
| 38 |
+
[`marl-ppo-suite`](https://github.com/legalaspro/marl-ppo-suite) training
|
| 39 |
+
code.
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
|
| 43 |
+
## Usage – quick evaluation / replay
|
| 44 |
+
|
| 45 |
+
```bash
|
| 46 |
+
# 1. install the codebase (directly from GitHub)
|
| 47 |
+
pip install "marl-ppo-suite @ git+https://github.com/legalaspro/marl-ppo-suite"
|
| 48 |
+
|
| 49 |
+
# 2. get the weights & config from HF
|
| 50 |
+
wget https://huggingface.co/<repo-id>/resolve/main/final-torch.model
|
| 51 |
+
wget https://huggingface.co/<repo-id>/resolve/main/config.json
|
| 52 |
+
|
| 53 |
+
# 3-a. Generate a StarCraft II replay file 1 episode in starcraft replay folder
|
| 54 |
+
marl-train --mode render --model final-torch.model --config config.json --render_episodes 1 \
|
| 55 |
+
|
| 56 |
+
# 3-b. generate additionally video drawn from frames
|
| 57 |
+
marl-train --mode render --model final-torch.model --config config.json --render_episodes 1 --render_mode rgb_array
|
| 58 |
+
```
|
| 59 |
+
|
| 60 |
+
## Files
|
| 61 |
+
|
| 62 |
+
* **`final-torch.model`** – PyTorch checkpoint
|
| 63 |
+
* **`replay.mp4`** – gameplay of the final policy
|
| 64 |
+
* **`config.json`** – training config
|
| 65 |
+
* **`tensorboard/`** – full logs
|
| 66 |
+
|
| 67 |
+
## Hyper-parameters
|
| 68 |
+
|
| 69 |
+
```python
|
| 70 |
+
{
|
| 71 |
+
"clip_param": 0.05,
|
| 72 |
+
"data_chunk_length": 10,
|
| 73 |
+
"entropy_coef": 0.01,
|
| 74 |
+
"fc_layers": 2,
|
| 75 |
+
"gae_lambda": 0.95,
|
| 76 |
+
"gamma": 0.99,
|
| 77 |
+
"hidden_size": 64,
|
| 78 |
+
"lr": 0.0005,
|
| 79 |
+
"n_steps": 200,
|
| 80 |
+
"num_mini_batch": 1,
|
| 81 |
+
"ppo_epoch": 5,
|
| 82 |
+
"reward_norm_type": "efficient",
|
| 83 |
+
"seed": 1,
|
| 84 |
+
"state_type": "AS",
|
| 85 |
+
"use_reward_norm": true,
|
| 86 |
+
"use_rnn": true,
|
| 87 |
+
"use_value_norm": false,
|
| 88 |
+
"value_norm_type": "welford"
|
| 89 |
+
}
|
| 90 |
+
```
|
| 91 |
+
|
config.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"lr": 0.0005,
|
| 3 |
+
"algo": "mappo",
|
| 4 |
+
"cuda": true,
|
| 5 |
+
"mode": "train",
|
| 6 |
+
"seed": 1,
|
| 7 |
+
"boost": false,
|
| 8 |
+
"gamma": 0.99,
|
| 9 |
+
"model": null,
|
| 10 |
+
"config": null,
|
| 11 |
+
"min_lr": 1e-05,
|
| 12 |
+
"n_steps": 200,
|
| 13 |
+
"use_gae": true,
|
| 14 |
+
"use_rnn": true,
|
| 15 |
+
"env_name": "smacv2",
|
| 16 |
+
"map_name": "terran_10_vs_10",
|
| 17 |
+
"n_agents": 10,
|
| 18 |
+
"use_eval": true,
|
| 19 |
+
"fc_layers": 2,
|
| 20 |
+
"max_steps": 10000000,
|
| 21 |
+
"ppo_epoch": 5,
|
| 22 |
+
"use_wandb": true,
|
| 23 |
+
"actor_gain": 0.01,
|
| 24 |
+
"clip_param": 0.05,
|
| 25 |
+
"gae_lambda": 0.95,
|
| 26 |
+
"rnn_layers": 1,
|
| 27 |
+
"state_type": "AS",
|
| 28 |
+
"fixed_order": false,
|
| 29 |
+
"hidden_size": 64,
|
| 30 |
+
"huber_delta": 10,
|
| 31 |
+
"render_mode": "human",
|
| 32 |
+
"entropy_coef": 0.01,
|
| 33 |
+
"log_interval": 16000,
|
| 34 |
+
"use_agent_id": false,
|
| 35 |
+
"capture_video": true,
|
| 36 |
+
"eval_episodes": 32,
|
| 37 |
+
"eval_interval": 80000,
|
| 38 |
+
"max_grad_norm": 10,
|
| 39 |
+
"optimizer_eps": 1e-05,
|
| 40 |
+
"torch_threads": null,
|
| 41 |
+
"num_mini_batch": 1,
|
| 42 |
+
"use_huber_loss": false,
|
| 43 |
+
"use_value_norm": false,
|
| 44 |
+
"render_episodes": 10,
|
| 45 |
+
"use_reward_norm": true,
|
| 46 |
+
"value_norm_type": "welford",
|
| 47 |
+
"reward_norm_type": "efficient",
|
| 48 |
+
"data_chunk_length": 10,
|
| 49 |
+
"n_rollout_threads": 16,
|
| 50 |
+
"use_death_masking": false,
|
| 51 |
+
"use_max_grad_norm": true,
|
| 52 |
+
"cuda_deterministic": true,
|
| 53 |
+
"use_linear_lr_decay": false,
|
| 54 |
+
"capture_video_interval": 200000,
|
| 55 |
+
"n_eval_rollout_threads": 4,
|
| 56 |
+
"use_clipped_value_loss": true,
|
| 57 |
+
"use_proper_time_limits": true,
|
| 58 |
+
"use_feature_normalization": true
|
| 59 |
+
}
|
final-torch.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81939272bf77a71367c4573056f571867ac06df18b030c3b294b1eaea7a6dfa0
|
| 3 |
+
size 1250679
|
replay.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49666165751301936139f345b587ed3320e192869838192838301cfd73943a99
|
| 3 |
+
size 379203
|
tensorboard/events.out.tfevents.1747157979.ubuntu-32gb-marl.3444287.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c80630994fa46f81aec2e20da8f8940da515be8dadda6b5b289bce3d26ff2a5
|
| 3 |
+
size 409315
|