config.json

{
  "architectures": [
    "lwm"
  ],
  "model_type": "lwm",
  "element_length": 32,
  "d_model": 128,
  "n_layers": 12,
  "max_len": 513,
  "n_heads": 8,
  "dropout": 0.1,
  "torch_dtype": "float32"
}