{ "experiment": "whole_page", "model": "facebook/dinov3-vits16-pretrain-lvd1689m", "num_classes": 18, "best_val_checkpoint": "results/whole_page/best_stage_b_last_2_blocks.pt", "val_macro_f1_at_selection": 0.5526159517101854, "final_model_path": "results/whole_page/final_model.pt", "test_metrics": { "loss": 1.191628887755046, "accuracy": 0.5710900473933649, "macro_f1": 0.5123725993698094, "weighted_f1": 0.5781527270486508 }, "history": { "stage_a": [ { "epoch": 1, "train_loss": 2.20866057321474, "train_acc": 0.31456456456456455, "val_macro_f1": 0.39456076575655513, "val_loss": 1.4671607864976495, "val_accuracy": 0.48696682464454977 }, { "epoch": 2, "train_loss": 1.706618641589855, "train_acc": 0.4216716716716717, "val_macro_f1": 0.43415460414512386, "val_loss": 1.276340951286786, "val_accuracy": 0.5651658767772512 }, { "epoch": 3, "train_loss": 1.5752889993073824, "train_acc": 0.4471971971971972, "val_macro_f1": 0.44861434264049055, "val_loss": 1.2922945689251073, "val_accuracy": 0.5509478672985783 }, { "epoch": 4, "train_loss": 1.51657935490718, "train_acc": 0.45595595595595595, "val_macro_f1": 0.477222997128718, "val_loss": 1.2938398139736664, "val_accuracy": 0.5379146919431279 }, { "epoch": 5, "train_loss": 1.474987536937267, "train_acc": 0.4637137137137137, "val_macro_f1": 0.4801019078317697, "val_loss": 1.2509917919104698, "val_accuracy": 0.5604265402843602 }, { "epoch": 6, "train_loss": 1.3946579505015422, "train_acc": 0.4964964964964965, "val_macro_f1": 0.4615615264486478, "val_loss": 1.2553648507990542, "val_accuracy": 0.5545023696682464 }, { "epoch": 7, "train_loss": 1.4076038572761986, "train_acc": 0.47597597597597596, "val_macro_f1": 0.5026596529501132, "val_loss": 1.2138842044848401, "val_accuracy": 0.5746445497630331 }, { "epoch": 8, "train_loss": 1.367771333283013, "train_acc": 0.49124124124124124, "val_macro_f1": 0.502396524188393, "val_loss": 1.1715130546081687, "val_accuracy": 0.590047393364929 }, { "epoch": 9, "train_loss": 1.3250896964106593, "train_acc": 0.49924924924924924, "val_macro_f1": 0.4870819897689354, "val_loss": 1.2463707618803774, "val_accuracy": 0.5639810426540285 }, { "epoch": 10, "train_loss": 1.2848107659661614, "train_acc": 0.5075075075075075, "val_macro_f1": 0.5136245272249241, "val_loss": 1.175841974421135, "val_accuracy": 0.5829383886255924 }, { "epoch": 11, "train_loss": 1.247214116491713, "train_acc": 0.5185185185185185, "val_macro_f1": 0.5022088771755583, "val_loss": 1.210867343920667, "val_accuracy": 0.5758293838862559 }, { "epoch": 12, "train_loss": 1.2895851612568379, "train_acc": 0.5092592592592593, "val_macro_f1": 0.5025588475579801, "val_loss": 1.1879199217846044, "val_accuracy": 0.5770142180094787 }, { "epoch": 13, "train_loss": 1.2661696529245234, "train_acc": 0.5125125125125125, "val_macro_f1": 0.49546766292382316, "val_loss": 1.173302908644292, "val_accuracy": 0.5699052132701422 }, { "epoch": 14, "train_loss": 1.2424312025696427, "train_acc": 0.5175175175175175, "val_macro_f1": 0.5122207152797997, "val_loss": 1.1634096268793983, "val_accuracy": 0.5912322274881516 }, { "epoch": 15, "train_loss": 1.2361648449072011, "train_acc": 0.5232732732732732, "val_macro_f1": 0.5298881548218799, "val_loss": 1.148757901801882, "val_accuracy": 0.6042654028436019 }, { "epoch": 16, "train_loss": 1.2283220601392102, "train_acc": 0.5232732732732732, "val_macro_f1": 0.530170441052968, "val_loss": 1.1368969322945834, "val_accuracy": 0.6054502369668247 }, { "epoch": 17, "train_loss": 1.2229472460212172, "train_acc": 0.5377877877877878, "val_macro_f1": 0.5278305486788782, "val_loss": 1.1526551461332781, "val_accuracy": 0.6018957345971564 }, { "epoch": 18, "train_loss": 1.2219269069226775, "train_acc": 0.5325325325325325, "val_macro_f1": 0.5243067602535394, "val_loss": 1.1563605318702228, "val_accuracy": 0.5971563981042654 }, { "epoch": 19, "train_loss": 1.1975611028251227, "train_acc": 0.5392892892892893, "val_macro_f1": 0.5189097715335087, "val_loss": 1.1478128331532411, "val_accuracy": 0.5947867298578199 }, { "epoch": 20, "train_loss": 1.1934834290314484, "train_acc": 0.5317817817817818, "val_macro_f1": 0.5176953192505984, "val_loss": 1.150610593257922, "val_accuracy": 0.5924170616113744 } ], "stage_b": [ { "epoch": 1, "train_loss": 1.3155108488596476, "train_acc": 0.501001001001001, "val_macro_f1": 0.4685903796568659, "val_loss": 1.23213265405447, "val_accuracy": 0.566350710900474 }, { "epoch": 2, "train_loss": 1.2663482601220186, "train_acc": 0.5135135135135135, "val_macro_f1": 0.51159501034612, "val_loss": 1.2073333534584225, "val_accuracy": 0.5770142180094787 }, { "epoch": 3, "train_loss": 1.2039633168353214, "train_acc": 0.5212712712712713, "val_macro_f1": 0.5001515484504192, "val_loss": 1.212121329601342, "val_accuracy": 0.5758293838862559 }, { "epoch": 4, "train_loss": 1.237001917920671, "train_acc": 0.5132632632632632, "val_macro_f1": 0.5071135037099957, "val_loss": 1.2374758641301737, "val_accuracy": 0.5675355450236966 }, { "epoch": 5, "train_loss": 1.1571017785353943, "train_acc": 0.5402902902902903, "val_macro_f1": 0.5320860576681696, "val_loss": 1.2000342935182473, "val_accuracy": 0.5770142180094787 }, { "epoch": 6, "train_loss": 1.1839140787258282, "train_acc": 0.5355355355355356, "val_macro_f1": 0.5198682878490827, "val_loss": 1.1651039225230284, "val_accuracy": 0.5864928909952607 }, { "epoch": 7, "train_loss": 1.1373721201856573, "train_acc": 0.5402902902902903, "val_macro_f1": 0.5301861817792031, "val_loss": 1.1298535276928219, "val_accuracy": 0.6007109004739336 }, { "epoch": 8, "train_loss": 1.1343186245308265, "train_acc": 0.5508008008008008, "val_macro_f1": 0.5499040784647757, "val_loss": 1.141982549174702, "val_accuracy": 0.6018957345971564 }, { "epoch": 9, "train_loss": 1.076228421729606, "train_acc": 0.5603103103103103, "val_macro_f1": 0.5507236741532686, "val_loss": 1.1353786454946508, "val_accuracy": 0.6125592417061612 }, { "epoch": 10, "train_loss": 1.0556169597952216, "train_acc": 0.5615615615615616, "val_macro_f1": 0.5526159517101854, "val_loss": 1.1300031246167224, "val_accuracy": 0.6125592417061612 } ], "stage_c": [ { "epoch": 1, "train_loss": 1.1528259001455985, "train_acc": 0.5357857857857858, "val_macro_f1": 0.5497651661380282, "val_loss": 1.1855918479756722, "val_accuracy": 0.5924170616113744 }, { "epoch": 2, "train_loss": 1.0998183033607147, "train_acc": 0.5528028028028028, "val_macro_f1": 0.5383073695552381, "val_loss": 1.2090052756088039, "val_accuracy": 0.5817535545023697 }, { "epoch": 3, "train_loss": 1.0954274918820646, "train_acc": 0.5598098098098098, "val_macro_f1": 0.5516726999736293, "val_loss": 1.1517153537668887, "val_accuracy": 0.6137440758293838 }, { "epoch": 4, "train_loss": 1.0348763885918084, "train_acc": 0.5695695695695696, "val_macro_f1": 0.5324538841027082, "val_loss": 1.1520833731827578, "val_accuracy": 0.5924170616113744 }, { "epoch": 5, "train_loss": 1.0805193128528539, "train_acc": 0.5645645645645646, "val_macro_f1": 0.5350905236046971, "val_loss": 1.1407714692337254, "val_accuracy": 0.5959715639810427 }, { "epoch": 6, "train_loss": 1.054177247845494, "train_acc": 0.5615615615615616, "val_macro_f1": 0.5308509777096463, "val_loss": 1.1249282184935294, "val_accuracy": 0.5995260663507109 }, { "epoch": 7, "train_loss": 1.0641172317651895, "train_acc": 0.5685685685685685, "val_macro_f1": 0.5462144827909508, "val_loss": 1.1365883440767983, "val_accuracy": 0.6030805687203792 }, { "epoch": 8, "train_loss": 1.006467128480161, "train_acc": 0.5795795795795796, "val_macro_f1": 0.5399544885145189, "val_loss": 1.1192362528841642, "val_accuracy": 0.6054502369668247 }, { "epoch": 9, "train_loss": 0.9975554783781011, "train_acc": 0.5818318318318318, "val_macro_f1": 0.5521462690027934, "val_loss": 1.1212286163845333, "val_accuracy": 0.6101895734597157 }, { "epoch": 10, "train_loss": 1.0012436508535743, "train_acc": 0.5745745745745746, "val_macro_f1": 0.5513181019590729, "val_loss": 1.122439599715138, "val_accuracy": 0.6078199052132701 } ] }, "confusion_matrix": [ [ 7, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], [ 0, 22, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 5, 0, 1, 0, 1, 0, 0, 1, 1, 0, 3, 1, 3, 0, 0, 3 ], [ 0, 0, 0, 8, 4, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 6, 0, 3, 3, 0, 16, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0 ], [ 0, 0, 0, 2, 2, 0, 0, 16, 0, 2, 2, 1, 1, 2, 3, 1, 3, 0 ], [ 0, 0, 0, 1, 0, 0, 0, 0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 5, 0, 0, 0, 0, 1, 0, 56, 15, 0, 11, 2, 1, 0, 0, 1 ], [ 0, 2, 3, 2, 0, 1, 0, 19, 0, 44, 105, 0, 30, 1, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 1, 2, 0, 0, 0 ], [ 1, 0, 16, 2, 0, 1, 0, 9, 0, 20, 13, 2, 43, 2, 0, 0, 0, 3 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 6, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0, 9, 1, 0, 0, 0, 3, 0, 0, 8, 0, 0, 4 ], [ 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 107, 14, 0 ], [ 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 13, 21, 0 ], [ 0, 2, 0, 0, 0, 0, 1, 2, 0, 0, 0, 3, 0, 6, 4, 0, 0, 6 ] ], "label_to_idx": { "dhumri": 0, "difficult": 1, "drathung": 2, "drudring": 3, "druring": 4, "druthung": 5, "khyuyig": 6, "multi_scripts": 7, "non_tibetan": 8, "peri": 9, "petsuk": 10, "trinyig": 11, "tsegdrig": 12, "tsugchung": 13, "tsumachug": 14, "uchen_sugdring": 15, "uchen_sugthung": 16, "yigchung": 17 }, "classification_report": " precision recall f1-score support\n\n dhumri 0.50 0.50 0.50 14\n difficult 0.73 0.88 0.80 25\n drathung 0.15 0.26 0.19 19\n drudring 0.42 0.42 0.42 19\n druring 0.62 0.94 0.74 17\n druthung 0.59 0.52 0.55 31\n khyuyig 0.46 0.69 0.55 16\n multi_scripts 0.32 0.46 0.38 35\n non_tibetan 0.93 0.96 0.95 28\n peri 0.44 0.61 0.51 92\n petsuk 0.77 0.50 0.61 208\n trinyig 0.13 0.33 0.19 6\n tsegdrig 0.48 0.38 0.43 112\n tsugchung 0.27 0.55 0.36 11\n tsumachug 0.31 0.31 0.31 26\nuchen_sugdring 0.88 0.86 0.87 125\nuchen_sugthung 0.55 0.58 0.57 36\n yigchung 0.35 0.25 0.29 24\n\n accuracy 0.57 844\n macro avg 0.50 0.56 0.51 844\n weighted avg 0.61 0.57 0.58 844\n" }