Add config.json
Browse files- config.json +68 -53
config.json
CHANGED
|
@@ -1,56 +1,71 @@
|
|
| 1 |
{
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
},
|
| 15 |
-
"
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
"
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
"
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
"train_images": 1570970,
|
| 35 |
-
"train_classes": 76563,
|
| 36 |
-
"note": "all GLDv2-clean classes, the same training data published systems use"
|
| 37 |
-
},
|
| 38 |
-
"decon": {
|
| 39 |
-
"file": "heads/retrieval_head_decon.pt",
|
| 40 |
-
"train_images": 1568445,
|
| 41 |
-
"train_classes": 76478,
|
| 42 |
-
"note": "GLDv2-clean minus the 87 classes our audit matched to ROxford/RParis query landmarks"
|
| 43 |
-
}
|
| 44 |
-
},
|
| 45 |
-
"default_head": "standard",
|
| 46 |
-
"reranking": {
|
| 47 |
-
"optional": true,
|
| 48 |
-
"method": "AMES (Suma et al., ECCV 2024) over frozen DINOv2-B local descriptors, top-1600 shortlist",
|
| 49 |
-
"ensemble": "score = lambda * global_cosine + (1 - lambda) * sigmoid(temp * ames_logit)",
|
| 50 |
-
"lambda": 0.55,
|
| 51 |
-
"temp": 0.3,
|
| 52 |
-
"script": "rerank.py",
|
| 53 |
-
"note": "this repo ships the first-stage global descriptor and rerank.py, which runs the second stage. The AMES code (Apache-2.0), checkpoint and local descriptors are the authors', are fetched from them on first use, are used unchanged, and are not redistributed here."
|
| 54 |
-
},
|
| 55 |
-
"license": "cc-by-nc-4.0"
|
| 56 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"name": "fusion-perception-1",
|
| 3 |
+
"version": "v0.1-preview",
|
| 4 |
+
"family": "Fusion Perception",
|
| 5 |
+
"capability": "landmark / place retrieval (global descriptor)",
|
| 6 |
+
"backbone": "facebook/dinov2-large",
|
| 7 |
+
"backbone_license": "apache-2.0",
|
| 8 |
+
"backbone_frozen": true,
|
| 9 |
+
"patch_size": 14,
|
| 10 |
+
"descriptor": {
|
| 11 |
+
"dim": 512,
|
| 12 |
+
"normalize": true,
|
| 13 |
+
"dtype_reference": "float16 on CUDA (the precision every reported number was produced at)"
|
| 14 |
+
},
|
| 15 |
+
"preprocess": {
|
| 16 |
+
"scales": [
|
| 17 |
+
1.0,
|
| 18 |
+
1.414,
|
| 19 |
+
2.0
|
| 20 |
+
],
|
| 21 |
+
"base_short_side": 224,
|
| 22 |
+
"max_long_side": 1022,
|
| 23 |
+
"snap_multiple": 14,
|
| 24 |
+
"resample": "bicubic",
|
| 25 |
+
"mean": [
|
| 26 |
+
0.485,
|
| 27 |
+
0.456,
|
| 28 |
+
0.406
|
| 29 |
+
],
|
| 30 |
+
"std": [
|
| 31 |
+
0.229,
|
| 32 |
+
0.224,
|
| 33 |
+
0.225
|
| 34 |
+
],
|
| 35 |
+
"note": "per scale: short side = round(224*scale/14)*14, long side scaled by aspect, snapped to /14 and clamped to 1022; CLS token L2-normalized per scale, the three averaged, re-normalized -> 1024-d multi-scale CLS"
|
| 36 |
+
},
|
| 37 |
+
"head": {
|
| 38 |
+
"architecture": "Linear(1024, 2048) -> GELU -> Linear(2048, 512, bias=False) -> BatchNorm1d(512) -> L2",
|
| 39 |
+
"trained_params": 3148800,
|
| 40 |
+
"training_objective": "ArcFace (margin 0.3, scale 32), label smoothing 0.1, class-balanced sqrt sampling, AdamW + cosine, batch 4096, 40 epochs, early stop patience 8",
|
| 41 |
+
"training_data": "Google Landmarks v2 clean (GLDv2-clean), classes with >= 3 images"
|
| 42 |
+
},
|
| 43 |
+
"heads": {
|
| 44 |
+
"standard": {
|
| 45 |
+
"file": "heads/retrieval_head_standard.pt",
|
| 46 |
+
"train_images": 1570970,
|
| 47 |
+
"train_classes": 76563,
|
| 48 |
+
"note": "all GLDv2-clean classes, the same training data published systems use",
|
| 49 |
+
"safetensors": "model.safetensors",
|
| 50 |
+
"default": true
|
| 51 |
},
|
| 52 |
+
"decon": {
|
| 53 |
+
"file": "heads/retrieval_head_decon.pt",
|
| 54 |
+
"train_images": 1568445,
|
| 55 |
+
"train_classes": 76478,
|
| 56 |
+
"note": "GLDv2-clean minus the 87 classes our audit matched to ROxford/RParis query landmarks",
|
| 57 |
+
"safetensors": "model_decon.safetensors"
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
"default_head": "standard",
|
| 61 |
+
"reranking": {
|
| 62 |
+
"optional": true,
|
| 63 |
+
"method": "AMES (Suma et al., ECCV 2024) over frozen DINOv2-B local descriptors, top-1600 shortlist",
|
| 64 |
+
"ensemble": "score = lambda * global_cosine + (1 - lambda) * sigmoid(temp * ames_logit)",
|
| 65 |
+
"lambda": 0.55,
|
| 66 |
+
"temp": 0.3,
|
| 67 |
+
"script": "rerank.py",
|
| 68 |
+
"note": "this repo ships the first-stage global descriptor and rerank.py, which runs the second stage. The AMES code (Apache-2.0), checkpoint and local descriptors are the authors', are fetched from them on first use, are used unchanged, and are not redistributed here."
|
| 69 |
+
},
|
| 70 |
+
"license": "cc-by-nc-4.0"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
}
|