| { |
| "experiment": "whole_page", |
| "model": "facebook/dinov3-vits16-pretrain-lvd1689m", |
| "num_classes": 18, |
| "best_val_checkpoint": "results/whole_page/best_stage_b_last_2_blocks.pt", |
| "val_macro_f1_at_selection": 0.5526159517101854, |
| "final_model_path": "results/whole_page/final_model.pt", |
| "test_metrics": { |
| "loss": 1.191628887755046, |
| "accuracy": 0.5710900473933649, |
| "macro_f1": 0.5123725993698094, |
| "weighted_f1": 0.5781527270486508 |
| }, |
| "history": { |
| "stage_a": [ |
| { |
| "epoch": 1, |
| "train_loss": 2.20866057321474, |
| "train_acc": 0.31456456456456455, |
| "val_macro_f1": 0.39456076575655513, |
| "val_loss": 1.4671607864976495, |
| "val_accuracy": 0.48696682464454977 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 1.706618641589855, |
| "train_acc": 0.4216716716716717, |
| "val_macro_f1": 0.43415460414512386, |
| "val_loss": 1.276340951286786, |
| "val_accuracy": 0.5651658767772512 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 1.5752889993073824, |
| "train_acc": 0.4471971971971972, |
| "val_macro_f1": 0.44861434264049055, |
| "val_loss": 1.2922945689251073, |
| "val_accuracy": 0.5509478672985783 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 1.51657935490718, |
| "train_acc": 0.45595595595595595, |
| "val_macro_f1": 0.477222997128718, |
| "val_loss": 1.2938398139736664, |
| "val_accuracy": 0.5379146919431279 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 1.474987536937267, |
| "train_acc": 0.4637137137137137, |
| "val_macro_f1": 0.4801019078317697, |
| "val_loss": 1.2509917919104698, |
| "val_accuracy": 0.5604265402843602 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 1.3946579505015422, |
| "train_acc": 0.4964964964964965, |
| "val_macro_f1": 0.4615615264486478, |
| "val_loss": 1.2553648507990542, |
| "val_accuracy": 0.5545023696682464 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 1.4076038572761986, |
| "train_acc": 0.47597597597597596, |
| "val_macro_f1": 0.5026596529501132, |
| "val_loss": 1.2138842044848401, |
| "val_accuracy": 0.5746445497630331 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 1.367771333283013, |
| "train_acc": 0.49124124124124124, |
| "val_macro_f1": 0.502396524188393, |
| "val_loss": 1.1715130546081687, |
| "val_accuracy": 0.590047393364929 |
| }, |
| { |
| "epoch": 9, |
| "train_loss": 1.3250896964106593, |
| "train_acc": 0.49924924924924924, |
| "val_macro_f1": 0.4870819897689354, |
| "val_loss": 1.2463707618803774, |
| "val_accuracy": 0.5639810426540285 |
| }, |
| { |
| "epoch": 10, |
| "train_loss": 1.2848107659661614, |
| "train_acc": 0.5075075075075075, |
| "val_macro_f1": 0.5136245272249241, |
| "val_loss": 1.175841974421135, |
| "val_accuracy": 0.5829383886255924 |
| }, |
| { |
| "epoch": 11, |
| "train_loss": 1.247214116491713, |
| "train_acc": 0.5185185185185185, |
| "val_macro_f1": 0.5022088771755583, |
| "val_loss": 1.210867343920667, |
| "val_accuracy": 0.5758293838862559 |
| }, |
| { |
| "epoch": 12, |
| "train_loss": 1.2895851612568379, |
| "train_acc": 0.5092592592592593, |
| "val_macro_f1": 0.5025588475579801, |
| "val_loss": 1.1879199217846044, |
| "val_accuracy": 0.5770142180094787 |
| }, |
| { |
| "epoch": 13, |
| "train_loss": 1.2661696529245234, |
| "train_acc": 0.5125125125125125, |
| "val_macro_f1": 0.49546766292382316, |
| "val_loss": 1.173302908644292, |
| "val_accuracy": 0.5699052132701422 |
| }, |
| { |
| "epoch": 14, |
| "train_loss": 1.2424312025696427, |
| "train_acc": 0.5175175175175175, |
| "val_macro_f1": 0.5122207152797997, |
| "val_loss": 1.1634096268793983, |
| "val_accuracy": 0.5912322274881516 |
| }, |
| { |
| "epoch": 15, |
| "train_loss": 1.2361648449072011, |
| "train_acc": 0.5232732732732732, |
| "val_macro_f1": 0.5298881548218799, |
| "val_loss": 1.148757901801882, |
| "val_accuracy": 0.6042654028436019 |
| }, |
| { |
| "epoch": 16, |
| "train_loss": 1.2283220601392102, |
| "train_acc": 0.5232732732732732, |
| "val_macro_f1": 0.530170441052968, |
| "val_loss": 1.1368969322945834, |
| "val_accuracy": 0.6054502369668247 |
| }, |
| { |
| "epoch": 17, |
| "train_loss": 1.2229472460212172, |
| "train_acc": 0.5377877877877878, |
| "val_macro_f1": 0.5278305486788782, |
| "val_loss": 1.1526551461332781, |
| "val_accuracy": 0.6018957345971564 |
| }, |
| { |
| "epoch": 18, |
| "train_loss": 1.2219269069226775, |
| "train_acc": 0.5325325325325325, |
| "val_macro_f1": 0.5243067602535394, |
| "val_loss": 1.1563605318702228, |
| "val_accuracy": 0.5971563981042654 |
| }, |
| { |
| "epoch": 19, |
| "train_loss": 1.1975611028251227, |
| "train_acc": 0.5392892892892893, |
| "val_macro_f1": 0.5189097715335087, |
| "val_loss": 1.1478128331532411, |
| "val_accuracy": 0.5947867298578199 |
| }, |
| { |
| "epoch": 20, |
| "train_loss": 1.1934834290314484, |
| "train_acc": 0.5317817817817818, |
| "val_macro_f1": 0.5176953192505984, |
| "val_loss": 1.150610593257922, |
| "val_accuracy": 0.5924170616113744 |
| } |
| ], |
| "stage_b": [ |
| { |
| "epoch": 1, |
| "train_loss": 1.3155108488596476, |
| "train_acc": 0.501001001001001, |
| "val_macro_f1": 0.4685903796568659, |
| "val_loss": 1.23213265405447, |
| "val_accuracy": 0.566350710900474 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 1.2663482601220186, |
| "train_acc": 0.5135135135135135, |
| "val_macro_f1": 0.51159501034612, |
| "val_loss": 1.2073333534584225, |
| "val_accuracy": 0.5770142180094787 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 1.2039633168353214, |
| "train_acc": 0.5212712712712713, |
| "val_macro_f1": 0.5001515484504192, |
| "val_loss": 1.212121329601342, |
| "val_accuracy": 0.5758293838862559 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 1.237001917920671, |
| "train_acc": 0.5132632632632632, |
| "val_macro_f1": 0.5071135037099957, |
| "val_loss": 1.2374758641301737, |
| "val_accuracy": 0.5675355450236966 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 1.1571017785353943, |
| "train_acc": 0.5402902902902903, |
| "val_macro_f1": 0.5320860576681696, |
| "val_loss": 1.2000342935182473, |
| "val_accuracy": 0.5770142180094787 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 1.1839140787258282, |
| "train_acc": 0.5355355355355356, |
| "val_macro_f1": 0.5198682878490827, |
| "val_loss": 1.1651039225230284, |
| "val_accuracy": 0.5864928909952607 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 1.1373721201856573, |
| "train_acc": 0.5402902902902903, |
| "val_macro_f1": 0.5301861817792031, |
| "val_loss": 1.1298535276928219, |
| "val_accuracy": 0.6007109004739336 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 1.1343186245308265, |
| "train_acc": 0.5508008008008008, |
| "val_macro_f1": 0.5499040784647757, |
| "val_loss": 1.141982549174702, |
| "val_accuracy": 0.6018957345971564 |
| }, |
| { |
| "epoch": 9, |
| "train_loss": 1.076228421729606, |
| "train_acc": 0.5603103103103103, |
| "val_macro_f1": 0.5507236741532686, |
| "val_loss": 1.1353786454946508, |
| "val_accuracy": 0.6125592417061612 |
| }, |
| { |
| "epoch": 10, |
| "train_loss": 1.0556169597952216, |
| "train_acc": 0.5615615615615616, |
| "val_macro_f1": 0.5526159517101854, |
| "val_loss": 1.1300031246167224, |
| "val_accuracy": 0.6125592417061612 |
| } |
| ], |
| "stage_c": [ |
| { |
| "epoch": 1, |
| "train_loss": 1.1528259001455985, |
| "train_acc": 0.5357857857857858, |
| "val_macro_f1": 0.5497651661380282, |
| "val_loss": 1.1855918479756722, |
| "val_accuracy": 0.5924170616113744 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 1.0998183033607147, |
| "train_acc": 0.5528028028028028, |
| "val_macro_f1": 0.5383073695552381, |
| "val_loss": 1.2090052756088039, |
| "val_accuracy": 0.5817535545023697 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 1.0954274918820646, |
| "train_acc": 0.5598098098098098, |
| "val_macro_f1": 0.5516726999736293, |
| "val_loss": 1.1517153537668887, |
| "val_accuracy": 0.6137440758293838 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 1.0348763885918084, |
| "train_acc": 0.5695695695695696, |
| "val_macro_f1": 0.5324538841027082, |
| "val_loss": 1.1520833731827578, |
| "val_accuracy": 0.5924170616113744 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 1.0805193128528539, |
| "train_acc": 0.5645645645645646, |
| "val_macro_f1": 0.5350905236046971, |
| "val_loss": 1.1407714692337254, |
| "val_accuracy": 0.5959715639810427 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 1.054177247845494, |
| "train_acc": 0.5615615615615616, |
| "val_macro_f1": 0.5308509777096463, |
| "val_loss": 1.1249282184935294, |
| "val_accuracy": 0.5995260663507109 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 1.0641172317651895, |
| "train_acc": 0.5685685685685685, |
| "val_macro_f1": 0.5462144827909508, |
| "val_loss": 1.1365883440767983, |
| "val_accuracy": 0.6030805687203792 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 1.006467128480161, |
| "train_acc": 0.5795795795795796, |
| "val_macro_f1": 0.5399544885145189, |
| "val_loss": 1.1192362528841642, |
| "val_accuracy": 0.6054502369668247 |
| }, |
| { |
| "epoch": 9, |
| "train_loss": 0.9975554783781011, |
| "train_acc": 0.5818318318318318, |
| "val_macro_f1": 0.5521462690027934, |
| "val_loss": 1.1212286163845333, |
| "val_accuracy": 0.6101895734597157 |
| }, |
| { |
| "epoch": 10, |
| "train_loss": 1.0012436508535743, |
| "train_acc": 0.5745745745745746, |
| "val_macro_f1": 0.5513181019590729, |
| "val_loss": 1.122439599715138, |
| "val_accuracy": 0.6078199052132701 |
| } |
| ] |
| }, |
| "confusion_matrix": [ |
| [ |
| 7, |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 2, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 22, |
| 1, |
| 0, |
| 1, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 5, |
| 0, |
| 1, |
| 0, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 0, |
| 3, |
| 1, |
| 3, |
| 0, |
| 0, |
| 3 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 8, |
| 4, |
| 4, |
| 2, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 1, |
| 16, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 6, |
| 0, |
| 3, |
| 3, |
| 0, |
| 16, |
| 0, |
| 1, |
| 0, |
| 2, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 2, |
| 0, |
| 0, |
| 0, |
| 0, |
| 11, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 3, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 2, |
| 2, |
| 0, |
| 0, |
| 16, |
| 0, |
| 2, |
| 2, |
| 1, |
| 1, |
| 2, |
| 3, |
| 1, |
| 3, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 27, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 5, |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 56, |
| 15, |
| 0, |
| 11, |
| 2, |
| 1, |
| 0, |
| 0, |
| 1 |
| ], |
| [ |
| 0, |
| 2, |
| 3, |
| 2, |
| 0, |
| 1, |
| 0, |
| 19, |
| 0, |
| 44, |
| 105, |
| 0, |
| 30, |
| 1, |
| 1, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 2, |
| 0, |
| 1, |
| 2, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 1, |
| 0, |
| 16, |
| 2, |
| 0, |
| 1, |
| 0, |
| 9, |
| 0, |
| 20, |
| 13, |
| 2, |
| 43, |
| 2, |
| 0, |
| 0, |
| 0, |
| 3 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 4, |
| 0, |
| 6, |
| 1, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 9, |
| 1, |
| 0, |
| 0, |
| 0, |
| 3, |
| 0, |
| 0, |
| 8, |
| 0, |
| 0, |
| 4 |
| ], |
| [ |
| 0, |
| 2, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 107, |
| 14, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 13, |
| 21, |
| 0 |
| ], |
| [ |
| 0, |
| 2, |
| 0, |
| 0, |
| 0, |
| 0, |
| 1, |
| 2, |
| 0, |
| 0, |
| 0, |
| 3, |
| 0, |
| 6, |
| 4, |
| 0, |
| 0, |
| 6 |
| ] |
| ], |
| "label_to_idx": { |
| "dhumri": 0, |
| "difficult": 1, |
| "drathung": 2, |
| "drudring": 3, |
| "druring": 4, |
| "druthung": 5, |
| "khyuyig": 6, |
| "multi_scripts": 7, |
| "non_tibetan": 8, |
| "peri": 9, |
| "petsuk": 10, |
| "trinyig": 11, |
| "tsegdrig": 12, |
| "tsugchung": 13, |
| "tsumachug": 14, |
| "uchen_sugdring": 15, |
| "uchen_sugthung": 16, |
| "yigchung": 17 |
| }, |
| "classification_report": " precision recall f1-score support\n\n dhumri 0.50 0.50 0.50 14\n difficult 0.73 0.88 0.80 25\n drathung 0.15 0.26 0.19 19\n drudring 0.42 0.42 0.42 19\n druring 0.62 0.94 0.74 17\n druthung 0.59 0.52 0.55 31\n khyuyig 0.46 0.69 0.55 16\n multi_scripts 0.32 0.46 0.38 35\n non_tibetan 0.93 0.96 0.95 28\n peri 0.44 0.61 0.51 92\n petsuk 0.77 0.50 0.61 208\n trinyig 0.13 0.33 0.19 6\n tsegdrig 0.48 0.38 0.43 112\n tsugchung 0.27 0.55 0.36 11\n tsumachug 0.31 0.31 0.31 26\nuchen_sugdring 0.88 0.86 0.87 125\nuchen_sugthung 0.55 0.58 0.57 36\n yigchung 0.35 0.25 0.29 24\n\n accuracy 0.57 844\n macro avg 0.50 0.56 0.51 844\n weighted avg 0.61 0.57 0.58 844\n" |
| } |
