{
  "num_mem_tokens": 64,
  "memory_update": "tbptt",
  "ema_alpha": 0.1,
  "tbptt_length": 8,
  "attention_mask_mode": "custom"
}