manifoldgl-cp3000 / adapter_config.json
jesusvilela's picture
Upload adapter configuration
1508090 verified
Raw
History Blame Contribute Delete
914 Bytes
{
"base_model": "Qwen/Qwen2.5-7B-Instruct",
"adapter_type": "GeometricIGBundleAdapter",
"checkpoint_step": 3000,
"hidden_size": 3584,
"num_components": 8,
"latent_dim": 64,
"num_categories": 16,
"use_dynamics": true,
"use_geodesic_attn": true,
"supported_modalities": [
"vision",
"text"
],
"enable_meta_cognition": true,
"quantization": "nf4 (4-bit)",
"training_notes": {
"phase": "Phase B (entropy unfreeze)",
"entropy_S": "oscillating [0.58, 1.04], mean ~0.85 (target 1.39)",
"curvature_K": "-5.72",
"trained_from": "checkpoint-2000",
"fixes_applied": [
"arcosh NaN gradient clamp",
"norm-based Poincare projection",
"Gumbel entropy perturbation + logit diversity loss",
"fiber_update_net differentiable path",
"conformal factor 0.1->0.5 tanh",
"gradient attenuation 0.001->0.1"
]
}
}