abtonmoy commited on
Commit
719934d
·
verified ·
1 Parent(s): 7a2f064

Add config.json

Browse files
Files changed (1) hide show
  1. config.json +68 -53
config.json CHANGED
@@ -1,56 +1,71 @@
1
  {
2
- "name": "fusion-perception-1",
3
- "version": "v0.1-preview",
4
- "family": "Fusion Perception",
5
- "capability": "landmark / place retrieval (global descriptor)",
6
- "backbone": "facebook/dinov2-large",
7
- "backbone_license": "apache-2.0",
8
- "backbone_frozen": true,
9
- "patch_size": 14,
10
- "descriptor": {
11
- "dim": 512,
12
- "normalize": true,
13
- "dtype_reference": "float16 on CUDA (the precision every reported number was produced at)"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  },
15
- "preprocess": {
16
- "scales": [1.0, 1.414, 2.0],
17
- "base_short_side": 224,
18
- "max_long_side": 1022,
19
- "snap_multiple": 14,
20
- "resample": "bicubic",
21
- "mean": [0.485, 0.456, 0.406],
22
- "std": [0.229, 0.224, 0.225],
23
- "note": "per scale: short side = round(224*scale/14)*14, long side scaled by aspect, snapped to /14 and clamped to 1022; CLS token L2-normalized per scale, the three averaged, re-normalized -> 1024-d multi-scale CLS"
24
- },
25
- "head": {
26
- "architecture": "Linear(1024, 2048) -> GELU -> Linear(2048, 512, bias=False) -> BatchNorm1d(512) -> L2",
27
- "trained_params": 3148800,
28
- "training_objective": "ArcFace (margin 0.3, scale 32), label smoothing 0.1, class-balanced sqrt sampling, AdamW + cosine, batch 4096, 40 epochs, early stop patience 8",
29
- "training_data": "Google Landmarks v2 clean (GLDv2-clean), classes with >= 3 images"
30
- },
31
- "heads": {
32
- "standard": {
33
- "file": "heads/retrieval_head_standard.pt",
34
- "train_images": 1570970,
35
- "train_classes": 76563,
36
- "note": "all GLDv2-clean classes, the same training data published systems use"
37
- },
38
- "decon": {
39
- "file": "heads/retrieval_head_decon.pt",
40
- "train_images": 1568445,
41
- "train_classes": 76478,
42
- "note": "GLDv2-clean minus the 87 classes our audit matched to ROxford/RParis query landmarks"
43
- }
44
- },
45
- "default_head": "standard",
46
- "reranking": {
47
- "optional": true,
48
- "method": "AMES (Suma et al., ECCV 2024) over frozen DINOv2-B local descriptors, top-1600 shortlist",
49
- "ensemble": "score = lambda * global_cosine + (1 - lambda) * sigmoid(temp * ames_logit)",
50
- "lambda": 0.55,
51
- "temp": 0.3,
52
- "script": "rerank.py",
53
- "note": "this repo ships the first-stage global descriptor and rerank.py, which runs the second stage. The AMES code (Apache-2.0), checkpoint and local descriptors are the authors', are fetched from them on first use, are used unchanged, and are not redistributed here."
54
- },
55
- "license": "cc-by-nc-4.0"
56
  }
 
1
  {
2
+ "name": "fusion-perception-1",
3
+ "version": "v0.1-preview",
4
+ "family": "Fusion Perception",
5
+ "capability": "landmark / place retrieval (global descriptor)",
6
+ "backbone": "facebook/dinov2-large",
7
+ "backbone_license": "apache-2.0",
8
+ "backbone_frozen": true,
9
+ "patch_size": 14,
10
+ "descriptor": {
11
+ "dim": 512,
12
+ "normalize": true,
13
+ "dtype_reference": "float16 on CUDA (the precision every reported number was produced at)"
14
+ },
15
+ "preprocess": {
16
+ "scales": [
17
+ 1.0,
18
+ 1.414,
19
+ 2.0
20
+ ],
21
+ "base_short_side": 224,
22
+ "max_long_side": 1022,
23
+ "snap_multiple": 14,
24
+ "resample": "bicubic",
25
+ "mean": [
26
+ 0.485,
27
+ 0.456,
28
+ 0.406
29
+ ],
30
+ "std": [
31
+ 0.229,
32
+ 0.224,
33
+ 0.225
34
+ ],
35
+ "note": "per scale: short side = round(224*scale/14)*14, long side scaled by aspect, snapped to /14 and clamped to 1022; CLS token L2-normalized per scale, the three averaged, re-normalized -> 1024-d multi-scale CLS"
36
+ },
37
+ "head": {
38
+ "architecture": "Linear(1024, 2048) -> GELU -> Linear(2048, 512, bias=False) -> BatchNorm1d(512) -> L2",
39
+ "trained_params": 3148800,
40
+ "training_objective": "ArcFace (margin 0.3, scale 32), label smoothing 0.1, class-balanced sqrt sampling, AdamW + cosine, batch 4096, 40 epochs, early stop patience 8",
41
+ "training_data": "Google Landmarks v2 clean (GLDv2-clean), classes with >= 3 images"
42
+ },
43
+ "heads": {
44
+ "standard": {
45
+ "file": "heads/retrieval_head_standard.pt",
46
+ "train_images": 1570970,
47
+ "train_classes": 76563,
48
+ "note": "all GLDv2-clean classes, the same training data published systems use",
49
+ "safetensors": "model.safetensors",
50
+ "default": true
51
  },
52
+ "decon": {
53
+ "file": "heads/retrieval_head_decon.pt",
54
+ "train_images": 1568445,
55
+ "train_classes": 76478,
56
+ "note": "GLDv2-clean minus the 87 classes our audit matched to ROxford/RParis query landmarks",
57
+ "safetensors": "model_decon.safetensors"
58
+ }
59
+ },
60
+ "default_head": "standard",
61
+ "reranking": {
62
+ "optional": true,
63
+ "method": "AMES (Suma et al., ECCV 2024) over frozen DINOv2-B local descriptors, top-1600 shortlist",
64
+ "ensemble": "score = lambda * global_cosine + (1 - lambda) * sigmoid(temp * ames_logit)",
65
+ "lambda": 0.55,
66
+ "temp": 0.3,
67
+ "script": "rerank.py",
68
+ "note": "this repo ships the first-stage global descriptor and rerank.py, which runs the second stage. The AMES code (Apache-2.0), checkpoint and local descriptors are the authors', are fetched from them on first use, are used unchanged, and are not redistributed here."
69
+ },
70
+ "license": "cc-by-nc-4.0"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  }