{ "experiment": "patches_clahe", "model": "facebook/dinov3-vits16-pretrain-lvd1689m", "num_classes": 18, "best_val_checkpoint": "results/patches_clahe/best_stage_c_last_4_blocks.pt", "val_macro_f1_at_selection": 0.5169021957485435, "final_model_path": "results/patches_clahe/final_model.pt", "test_metrics": { "loss": 1.2517013753546324, "accuracy": 0.5631733594515181, "macro_f1": 0.49105727133084387, "weighted_f1": 0.5689654809805166 }, "history": { "stage_a": [ { "epoch": 1, "train_loss": 1.8593816012204836, "train_acc": 0.362362413371382, "val_macro_f1": 0.4319974508023712, "val_loss": 1.4901656766267863, "val_accuracy": 0.4875974486180014 }, { "epoch": 2, "train_loss": 1.5385081531852787, "train_acc": 0.4296269873624134, "val_macro_f1": 0.4376218690431116, "val_loss": 1.3288157734638857, "val_accuracy": 0.5206709189699976 }, { "epoch": 3, "train_loss": 1.462932827907147, "train_acc": 0.4516918059518956, "val_macro_f1": 0.500725408171822, "val_loss": 1.2287645069611655, "val_accuracy": 0.5598866052445074 }, { "epoch": 4, "train_loss": 1.4217422395349277, "train_acc": 0.46045658377496945, "val_macro_f1": 0.48274125175979077, "val_loss": 1.2352880899777459, "val_accuracy": 0.5454760217339948 }, { "epoch": 5, "train_loss": 1.3553591080213439, "train_acc": 0.47141255605381166, "val_macro_f1": 0.48175273735132706, "val_loss": 1.2118230883516996, "val_accuracy": 0.5553980628395937 }, { "epoch": 6, "train_loss": 1.318518064190211, "train_acc": 0.4869037912759886, "val_macro_f1": 0.4869184819503965, "val_loss": 1.1853021681836782, "val_accuracy": 0.5648476257973069 }, { "epoch": 7, "train_loss": 1.3179870111525327, "train_acc": 0.48303098247044435, "val_macro_f1": 0.48765648195901945, "val_loss": 1.274599445843398, "val_accuracy": 0.5426411528466808 }, { "epoch": 8, "train_loss": 1.273892571670495, "train_acc": 0.4956685690990624, "val_macro_f1": 0.48543837069544804, "val_loss": 1.2382452835718523, "val_accuracy": 0.5476021733994803 }, { "epoch": 9, "train_loss": 1.2597664558688233, "train_acc": 0.49821646962902566, "val_macro_f1": 0.4922089846332509, "val_loss": 1.2238617013623296, "val_accuracy": 0.5695724072761634 }, { "epoch": 10, "train_loss": 1.2202024454007185, "train_acc": 0.5098858540562576, "val_macro_f1": 0.512737966359169, "val_loss": 1.21785488924658, "val_accuracy": 0.5695724072761634 }, { "epoch": 11, "train_loss": 1.2321005250743784, "train_acc": 0.5068793314309009, "val_macro_f1": 0.503358840147939, "val_loss": 1.1998826106607619, "val_accuracy": 0.5679187337585637 }, { "epoch": 12, "train_loss": 1.192835262295085, "train_acc": 0.5158479412963718, "val_macro_f1": 0.4992412596002297, "val_loss": 1.2032046473507845, "val_accuracy": 0.5653201039451925 }, { "epoch": 13, "train_loss": 1.188643198959982, "train_acc": 0.5185487158581329, "val_macro_f1": 0.4925479807046458, "val_loss": 1.236337137727796, "val_accuracy": 0.5530356721001654 }, { "epoch": 14, "train_loss": 1.169746606387851, "train_acc": 0.5211475743986955, "val_macro_f1": 0.49465692373316666, "val_loss": 1.2227921510824153, "val_accuracy": 0.5653201039451925 }, { "epoch": 15, "train_loss": 1.1576695175400278, "train_acc": 0.5165103954341622, "val_macro_f1": 0.49926720552181625, "val_loss": 1.235735728896709, "val_accuracy": 0.5622489959839357 }, { "epoch": 16, "train_loss": 1.1471103678369736, "train_acc": 0.5271606196494089, "val_macro_f1": 0.5011249988005891, "val_loss": 1.22383168439352, "val_accuracy": 0.5608315615402788 }, { "epoch": 17, "train_loss": 1.122234392982573, "train_acc": 0.5326131267835303, "val_macro_f1": 0.49651596391481484, "val_loss": 1.2158161995894177, "val_accuracy": 0.5579966926529648 }, { "epoch": 18, "train_loss": 1.1230225592693697, "train_acc": 0.5311353444761516, "val_macro_f1": 0.5136114729148367, "val_loss": 1.2290783647580714, "val_accuracy": 0.5657925820930781 }, { "epoch": 19, "train_loss": 1.1248822599054111, "train_acc": 0.5294537301263759, "val_macro_f1": 0.5098656024509526, "val_loss": 1.223455751830034, "val_accuracy": 0.5650838648712497 }, { "epoch": 20, "train_loss": 1.1545256153204662, "train_acc": 0.5255299633102324, "val_macro_f1": 0.5110926162945351, "val_loss": 1.221439600145735, "val_accuracy": 0.5650838648712497 } ], "stage_b": [ { "epoch": 1, "train_loss": 1.2200194986266018, "train_acc": 0.5027517325723604, "val_macro_f1": 0.46506942353605496, "val_loss": 1.3105420627064268, "val_accuracy": 0.5171273328608552 }, { "epoch": 2, "train_loss": 1.1641008270258228, "train_acc": 0.5174785976355483, "val_macro_f1": 0.488298599121119, "val_loss": 1.2541892450947922, "val_accuracy": 0.5622489959839357 }, { "epoch": 3, "train_loss": 1.1500101727074719, "train_acc": 0.5224215246636771, "val_macro_f1": 0.4956599255579888, "val_loss": 1.2533673877510343, "val_accuracy": 0.5719347980155918 }, { "epoch": 4, "train_loss": 1.109286910652677, "train_acc": 0.5318997146351406, "val_macro_f1": 0.4869455753172703, "val_loss": 1.2878183309783502, "val_accuracy": 0.5369714150720529 }, { "epoch": 5, "train_loss": 1.1026983434965403, "train_acc": 0.5340909090909091, "val_macro_f1": 0.49383977694366493, "val_loss": 1.2160760782361595, "val_accuracy": 0.563193952279707 }, { "epoch": 6, "train_loss": 1.0861972221976341, "train_acc": 0.5346004891969017, "val_macro_f1": 0.4928857194617713, "val_loss": 1.2282306231631368, "val_accuracy": 0.5667375383888495 }, { "epoch": 7, "train_loss": 1.0392189267407717, "train_acc": 0.5468304117407257, "val_macro_f1": 0.5008343237274931, "val_loss": 1.2261127899210578, "val_accuracy": 0.5705173635719348 }, { "epoch": 8, "train_loss": 1.0304037320142467, "train_acc": 0.5592641663269466, "val_macro_f1": 0.49877089719135825, "val_loss": 1.233303443623098, "val_accuracy": 0.566028821167021 }, { "epoch": 9, "train_loss": 1.009766974281011, "train_acc": 0.5577863840195679, "val_macro_f1": 0.4996623108709126, "val_loss": 1.2278242774405415, "val_accuracy": 0.5719347980155918 }, { "epoch": 10, "train_loss": 1.0051777931169448, "train_acc": 0.5638503872808805, "val_macro_f1": 0.500006795107852, "val_loss": 1.2239024188231342, "val_accuracy": 0.5705173635719348 } ], "stage_c": [ { "epoch": 1, "train_loss": 1.0662864717813205, "train_acc": 0.5465756216877293, "val_macro_f1": 0.4984768337725192, "val_loss": 1.2097023466138617, "val_accuracy": 0.5759508622726199 }, { "epoch": 2, "train_loss": 1.028777121720001, "train_acc": 0.5545760293518142, "val_macro_f1": 0.4938877916675499, "val_loss": 1.2337657653856666, "val_accuracy": 0.5624852350578786 }, { "epoch": 3, "train_loss": 1.0153135317858024, "train_acc": 0.5535059111292295, "val_macro_f1": 0.49907722687144723, "val_loss": 1.2192433534331748, "val_accuracy": 0.5742971887550201 }, { "epoch": 4, "train_loss": 1.0038959708351822, "train_acc": 0.5601304525071341, "val_macro_f1": 0.5059140741600023, "val_loss": 1.2162246975293984, "val_accuracy": 0.5790219702338767 }, { "epoch": 5, "train_loss": 0.9943306450935174, "train_acc": 0.5619649408887077, "val_macro_f1": 0.5169021957485435, "val_loss": 1.2105160319626318, "val_accuracy": 0.5794944483817623 }, { "epoch": 6, "train_loss": 0.9618599005149814, "train_acc": 0.570067264573991, "val_macro_f1": 0.504840497803461, "val_loss": 1.228955523002679, "val_accuracy": 0.5752421450507914 }, { "epoch": 7, "train_loss": 0.9511148705562182, "train_acc": 0.5765389319200979, "val_macro_f1": 0.4990006211421147, "val_loss": 1.233863600319176, "val_accuracy": 0.568863690054335 }, { "epoch": 8, "train_loss": 0.9406011274917437, "train_acc": 0.5768446799836935, "val_macro_f1": 0.5112059339127408, "val_loss": 1.2131912938006506, "val_accuracy": 0.5811481218993622 }, { "epoch": 9, "train_loss": 0.9396456855683729, "train_acc": 0.5827558092132084, "val_macro_f1": 0.5095793102793661, "val_loss": 1.2089267937183124, "val_accuracy": 0.581384360973305 }, { "epoch": 10, "train_loss": 0.9486989188063062, "train_acc": 0.5774052181002853, "val_macro_f1": 0.5112753932863323, "val_loss": 1.2089088627612696, "val_accuracy": 0.581384360973305 } ] }, "confusion_matrix": [ [ 55, 0, 0, 1, 0, 17, 0, 0, 0, 2, 0, 0, 6, 0, 0, 0, 0, 0 ], [ 3, 65, 3, 4, 1, 0, 0, 2, 0, 0, 0, 0, 8, 0, 4, 0, 0, 0 ], [ 0, 0, 24, 2, 3, 0, 3, 4, 0, 15, 2, 2, 13, 6, 5, 0, 0, 5 ], [ 0, 4, 2, 42, 7, 19, 1, 1, 0, 2, 1, 0, 0, 2, 0, 0, 0, 0 ], [ 0, 2, 0, 30, 42, 0, 0, 4, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0 ], [ 32, 0, 7, 15, 4, 76, 0, 4, 1, 4, 2, 0, 8, 0, 0, 0, 0, 0 ], [ 0, 3, 0, 0, 0, 0, 40, 1, 0, 0, 0, 14, 0, 0, 14, 0, 0, 1 ], [ 0, 5, 5, 5, 3, 4, 0, 67, 1, 13, 20, 3, 12, 4, 6, 0, 2, 6 ], [ 1, 0, 0, 1, 0, 2, 0, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 6, 0, 8, 3, 2, 2, 0, 7, 0, 308, 85, 0, 55, 7, 1, 3, 1, 3 ], [ 9, 11, 21, 1, 2, 7, 0, 62, 0, 235, 595, 0, 147, 9, 1, 0, 0, 4 ], [ 0, 2, 0, 0, 1, 0, 2, 0, 0, 3, 0, 9, 0, 9, 6, 0, 0, 0 ], [ 13, 3, 58, 6, 2, 5, 0, 28, 0, 133, 74, 7, 235, 8, 3, 1, 0, 0 ], [ 0, 2, 3, 2, 0, 0, 0, 1, 0, 5, 0, 16, 6, 18, 0, 0, 0, 3 ], [ 0, 2, 6, 0, 3, 0, 43, 5, 0, 0, 0, 9, 0, 2, 54, 0, 0, 8 ], [ 0, 3, 0, 2, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 513, 28, 0 ], [ 0, 1, 1, 2, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 75, 89, 0 ], [ 0, 7, 16, 10, 0, 3, 8, 13, 1, 6, 0, 8, 4, 3, 17, 0, 0, 15 ] ], "label_to_idx": { "dhumri": 0, "difficult": 1, "drathung": 2, "drudring": 3, "druring": 4, "druthung": 5, "khyuyig": 6, "multi_scripts": 7, "non_tibetan": 8, "peri": 9, "petsuk": 10, "trinyig": 11, "tsegdrig": 12, "tsugchung": 13, "tsumachug": 14, "uchen_sugdring": 15, "uchen_sugthung": 16, "yigchung": 17 }, "classification_report": " precision recall f1-score support\n\n dhumri 0.46 0.68 0.55 81\n difficult 0.59 0.72 0.65 90\n drathung 0.16 0.29 0.20 84\n drudring 0.33 0.52 0.41 81\n druring 0.59 0.52 0.55 81\n druthung 0.56 0.50 0.53 153\n khyuyig 0.41 0.55 0.47 73\n multi_scripts 0.32 0.43 0.37 156\n non_tibetan 0.93 0.93 0.93 57\n peri 0.42 0.63 0.50 491\n petsuk 0.76 0.54 0.63 1104\n trinyig 0.13 0.28 0.18 32\n tsegdrig 0.48 0.41 0.44 576\n tsugchung 0.26 0.32 0.29 56\n tsumachug 0.49 0.41 0.44 132\nuchen_sugdring 0.87 0.93 0.90 551\nuchen_sugthung 0.74 0.51 0.60 175\n yigchung 0.33 0.14 0.19 111\n\n accuracy 0.56 4084\n macro avg 0.49 0.52 0.49 4084\n weighted avg 0.60 0.56 0.57 4084\n" }