TimeTron-v2-33M / config.json
corteri's picture
TimeTron-v2-33M: 33.5M latent-distilled TS foundation model (GIFT 0.8794 nMASE / 0.6122 nCRPS)
12e811d verified
Raw
History Blame Contribute Delete
627 Bytes
{
"patch_length": 32,
"max_context": 2048,
"quantile_levels": [
0.01,
0.05,
0.1,
0.15,
0.2,
0.25,
0.3,
0.35,
0.4,
0.45,
0.5,
0.55,
0.6,
0.65,
0.7,
0.75,
0.8,
0.85,
0.9,
0.95,
0.99
],
"teacher_dim": 768,
"hidden_size": 512,
"num_hidden_layers": 12,
"num_attention_heads": 16,
"head_dim": 32,
"intermediate_size": 1280,
"attention_dropout": 0.0,
"group_layers": [
5,
11
],
"kd_taps": [
3,
7,
11
],
"max_future_patches": 12,
"architectures": [
"TimeTron"
],
"model_type": "timetron"
}