{ "experiment": "patches_color", "model": "facebook/dinov3-vits16-pretrain-lvd1689m", "num_classes": 18, "best_val_checkpoint": "results/patches_color/best_stage_c_last_4_blocks.pt", "val_macro_f1_at_selection": 0.5268057868156721, "final_model_path": "results/patches_color/final_model.pt", "test_metrics": { "loss": 1.2944221436160084, "accuracy": 0.5604799216454457, "macro_f1": 0.48988450083500523, "weighted_f1": 0.5677717007365548 }, "history": { "stage_a": [ { "epoch": 1, "train_loss": 1.8228148812427358, "train_acc": 0.37194251936404404, "val_macro_f1": 0.4478217149694628, "val_loss": 1.4409239574326935, "val_accuracy": 0.500590597684857 }, { "epoch": 2, "train_loss": 1.4974706918426401, "train_acc": 0.4455768446799837, "val_macro_f1": 0.45642959802097366, "val_loss": 1.311343546190246, "val_accuracy": 0.531301677297425 }, { "epoch": 3, "train_loss": 1.4202212384414827, "train_acc": 0.4585201793721973, "val_macro_f1": 0.5198020336380464, "val_loss": 1.1873418371530393, "val_accuracy": 0.5714623198677061 }, { "epoch": 4, "train_loss": 1.3796070234366353, "train_acc": 0.47457195271096614, "val_macro_f1": 0.48635628120132335, "val_loss": 1.2194681716935447, "val_accuracy": 0.5398062839593669 }, { "epoch": 5, "train_loss": 1.3158884044574126, "train_acc": 0.48797390949857317, "val_macro_f1": 0.485095009606241, "val_loss": 1.1974138276123025, "val_accuracy": 0.5613040396881644 }, { "epoch": 6, "train_loss": 1.2685181100272278, "train_acc": 0.5026498165511618, "val_macro_f1": 0.5151064930461298, "val_loss": 1.181795822871427, "val_accuracy": 0.5773682967162769 }, { "epoch": 7, "train_loss": 1.264474732896235, "train_acc": 0.4974011414594374, "val_macro_f1": 0.49794473606184897, "val_loss": 1.2368834672133577, "val_accuracy": 0.5499645641389086 }, { "epoch": 8, "train_loss": 1.2266237828569222, "train_acc": 0.5090705258866693, "val_macro_f1": 0.5073845743840514, "val_loss": 1.1930924508656393, "val_accuracy": 0.5622489959839357 }, { "epoch": 9, "train_loss": 1.2126428141090464, "train_acc": 0.5157969832857725, "val_macro_f1": 0.5029403569611346, "val_loss": 1.199680348883319, "val_accuracy": 0.5714623198677061 }, { "epoch": 10, "train_loss": 1.1708803988941534, "train_acc": 0.5228801467590706, "val_macro_f1": 0.5074790060262432, "val_loss": 1.2058235416010623, "val_accuracy": 0.5620127569099929 }, { "epoch": 11, "train_loss": 1.174615762037401, "train_acc": 0.5223196086424786, "val_macro_f1": 0.5064378041379447, "val_loss": 1.179450622276827, "val_accuracy": 0.5653201039451925 }, { "epoch": 12, "train_loss": 1.1377201861281614, "train_acc": 0.5295046881369752, "val_macro_f1": 0.501551417883034, "val_loss": 1.187849443206093, "val_accuracy": 0.568863690054335 }, { "epoch": 13, "train_loss": 1.1421819735049619, "train_acc": 0.5347024052181003, "val_macro_f1": 0.5125219961449731, "val_loss": 1.208868742721345, "val_accuracy": 0.5613040396881644 }, { "epoch": 14, "train_loss": 1.1138945578848445, "train_acc": 0.5381165919282511, "val_macro_f1": 0.5131290447373811, "val_loss": 1.188052623450207, "val_accuracy": 0.5738247106071345 }, { "epoch": 15, "train_loss": 1.0984022547845884, "train_acc": 0.5382694659600489, "val_macro_f1": 0.5108666463642549, "val_loss": 1.2041859181424897, "val_accuracy": 0.5679187337585637 }, { "epoch": 16, "train_loss": 1.0941936582193246, "train_acc": 0.5438748471259682, "val_macro_f1": 0.5103848985029631, "val_loss": 1.1977766572746182, "val_accuracy": 0.5672100165367352 }, { "epoch": 17, "train_loss": 1.0736914152424528, "train_acc": 0.5451487973909499, "val_macro_f1": 0.5188176724642701, "val_loss": 1.189426226291903, "val_accuracy": 0.5695724072761634 }, { "epoch": 18, "train_loss": 1.080425682599526, "train_acc": 0.5493273542600897, "val_macro_f1": 0.5193581019534623, "val_loss": 1.1903373014411547, "val_accuracy": 0.5716985589416489 }, { "epoch": 19, "train_loss": 1.0716409188020584, "train_acc": 0.5456583774969426, "val_macro_f1": 0.5196107585917038, "val_loss": 1.1931781820898328, "val_accuracy": 0.5705173635719348 }, { "epoch": 20, "train_loss": 1.092901507543633, "train_acc": 0.5422441907867916, "val_macro_f1": 0.5201207198529141, "val_loss": 1.1916698552940912, "val_accuracy": 0.5709898417198205 } ], "stage_b": [ { "epoch": 1, "train_loss": 1.1536900823183367, "train_acc": 0.520688952303302, "val_macro_f1": 0.49201257424371936, "val_loss": 1.2939789023856703, "val_accuracy": 0.5263406567446256 }, { "epoch": 2, "train_loss": 1.106891256276802, "train_acc": 0.531593966571545, "val_macro_f1": 0.5033889357742809, "val_loss": 1.2282823414699973, "val_accuracy": 0.5716985589416489 }, { "epoch": 3, "train_loss": 1.0965523051088117, "train_acc": 0.536740725642071, "val_macro_f1": 0.5085179283247842, "val_loss": 1.2278816308227767, "val_accuracy": 0.5695724072761634 }, { "epoch": 4, "train_loss": 1.0530349347623473, "train_acc": 0.5524357929066449, "val_macro_f1": 0.49767342372352924, "val_loss": 1.2748388547732803, "val_accuracy": 0.5386250885896527 }, { "epoch": 5, "train_loss": 1.0473334150706997, "train_acc": 0.555697105584998, "val_macro_f1": 0.5109896618724019, "val_loss": 1.204903576978056, "val_accuracy": 0.5705173635719348 }, { "epoch": 6, "train_loss": 1.0396876881378212, "train_acc": 0.558754586220954, "val_macro_f1": 0.5100822540510055, "val_loss": 1.2285107204947112, "val_accuracy": 0.5615402787621072 }, { "epoch": 7, "train_loss": 0.995308576143376, "train_acc": 0.5689461883408071, "val_macro_f1": 0.5246287483695703, "val_loss": 1.2055314002915454, "val_accuracy": 0.5783132530120482 }, { "epoch": 8, "train_loss": 0.9806407083188861, "train_acc": 0.5772523440684876, "val_macro_f1": 0.5177401992468048, "val_loss": 1.2124249308257626, "val_accuracy": 0.5719347980155918 }, { "epoch": 9, "train_loss": 0.9580581295116065, "train_acc": 0.5807174887892377, "val_macro_f1": 0.5221761914804327, "val_loss": 1.202580178335147, "val_accuracy": 0.5797306874557052 }, { "epoch": 10, "train_loss": 0.9406894806497592, "train_acc": 0.5895332246229107, "val_macro_f1": 0.5170603831264983, "val_loss": 1.198815422158573, "val_accuracy": 0.5783132530120482 } ], "stage_c": [ { "epoch": 1, "train_loss": 1.009486005250843, "train_acc": 0.5692519364044027, "val_macro_f1": 0.5106719108224338, "val_loss": 1.1896873432258441, "val_accuracy": 0.5797306874557052 }, { "epoch": 2, "train_loss": 0.9734869377009489, "train_acc": 0.5805136567468406, "val_macro_f1": 0.501623256775662, "val_loss": 1.214058896983005, "val_accuracy": 0.5620127569099929 }, { "epoch": 3, "train_loss": 0.9619662467431302, "train_acc": 0.5770994700366898, "val_macro_f1": 0.5229433422000689, "val_loss": 1.2075352982749703, "val_accuracy": 0.5780770139381054 }, { "epoch": 4, "train_loss": 0.9472926469224353, "train_acc": 0.5816856909906237, "val_macro_f1": 0.5203069133009239, "val_loss": 1.19137683074447, "val_accuracy": 0.5835105126387905 }, { "epoch": 5, "train_loss": 0.935545642668502, "train_acc": 0.5829596412556054, "val_macro_f1": 0.5257938381975142, "val_loss": 1.184187990306801, "val_accuracy": 0.5832742735648476 }, { "epoch": 6, "train_loss": 0.9094976569942392, "train_acc": 0.5960558499796168, "val_macro_f1": 0.5200620740355609, "val_loss": 1.2047344187387663, "val_accuracy": 0.5830380344909047 }, { "epoch": 7, "train_loss": 0.8874516203799055, "train_acc": 0.6018141051773339, "val_macro_f1": 0.525057744430925, "val_loss": 1.2007991145867674, "val_accuracy": 0.5818568391211907 }, { "epoch": 8, "train_loss": 0.8860346450156403, "train_acc": 0.6054830819404811, "val_macro_f1": 0.523414227808246, "val_loss": 1.1990280199972854, "val_accuracy": 0.5844554689345618 }, { "epoch": 9, "train_loss": 0.8849416517793428, "train_acc": 0.6044639217284957, "val_macro_f1": 0.5248536522877667, "val_loss": 1.1869062702771045, "val_accuracy": 0.5882352941176471 }, { "epoch": 10, "train_loss": 0.8992554767249411, "train_acc": 0.6046167957602935, "val_macro_f1": 0.5268057868156721, "val_loss": 1.1879879839941876, "val_accuracy": 0.5891802504134184 } ] }, "confusion_matrix": [ [ 51, 0, 0, 0, 1, 21, 0, 0, 0, 1, 0, 0, 7, 0, 0, 0, 0, 0 ], [ 0, 58, 3, 2, 2, 0, 1, 0, 0, 1, 0, 1, 6, 0, 4, 4, 4, 4 ], [ 0, 1, 25, 0, 4, 0, 7, 5, 0, 7, 3, 0, 16, 1, 6, 0, 0, 9 ], [ 0, 4, 2, 36, 11, 18, 1, 1, 0, 3, 1, 0, 0, 3, 0, 1, 0, 0 ], [ 0, 2, 0, 22, 48, 0, 0, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3 ], [ 20, 0, 6, 15, 6, 83, 0, 4, 0, 3, 0, 0, 9, 5, 0, 1, 0, 1 ], [ 0, 1, 0, 0, 0, 0, 43, 0, 0, 0, 0, 5, 0, 0, 18, 0, 0, 6 ], [ 0, 5, 1, 6, 1, 1, 0, 66, 0, 13, 14, 2, 17, 10, 5, 1, 4, 10 ], [ 1, 0, 0, 1, 0, 2, 0, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 4, 1, 9, 3, 0, 5, 0, 9, 0, 308, 71, 3, 64, 6, 3, 3, 0, 2 ], [ 3, 9, 17, 1, 1, 8, 0, 64, 0, 209, 607, 0, 168, 6, 1, 0, 0, 10 ], [ 0, 2, 0, 0, 1, 0, 2, 0, 0, 1, 0, 4, 1, 9, 11, 0, 0, 1 ], [ 9, 5, 50, 6, 3, 4, 0, 22, 0, 123, 80, 11, 243, 6, 3, 2, 0, 9 ], [ 0, 1, 3, 1, 1, 0, 0, 0, 0, 2, 0, 13, 5, 24, 0, 0, 0, 6 ], [ 0, 2, 1, 0, 3, 0, 49, 4, 0, 0, 0, 4, 0, 1, 47, 0, 0, 21 ], [ 1, 2, 0, 1, 0, 0, 0, 2, 2, 0, 0, 0, 1, 0, 0, 479, 62, 1 ], [ 0, 0, 0, 2, 1, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 77, 87, 0 ], [ 0, 14, 4, 2, 0, 2, 6, 13, 1, 1, 1, 7, 3, 9, 20, 1, 0, 27 ] ], "label_to_idx": { "dhumri": 0, "difficult": 1, "drathung": 2, "drudring": 3, "druring": 4, "druthung": 5, "khyuyig": 6, "multi_scripts": 7, "non_tibetan": 8, "peri": 9, "petsuk": 10, "trinyig": 11, "tsegdrig": 12, "tsugchung": 13, "tsumachug": 14, "uchen_sugdring": 15, "uchen_sugthung": 16, "yigchung": 17 }, "classification_report": " precision recall f1-score support\n\n dhumri 0.57 0.63 0.60 81\n difficult 0.54 0.64 0.59 90\n drathung 0.21 0.30 0.24 84\n drudring 0.37 0.44 0.40 81\n druring 0.58 0.59 0.59 81\n druthung 0.58 0.54 0.56 153\n khyuyig 0.39 0.59 0.47 73\n multi_scripts 0.33 0.42 0.37 156\n non_tibetan 0.95 0.93 0.94 57\n peri 0.46 0.63 0.53 491\n petsuk 0.78 0.55 0.65 1104\n trinyig 0.08 0.12 0.10 32\n tsegdrig 0.45 0.42 0.44 576\n tsugchung 0.30 0.43 0.35 56\n tsumachug 0.40 0.36 0.38 132\nuchen_sugdring 0.84 0.87 0.86 551\nuchen_sugthung 0.55 0.50 0.52 175\n yigchung 0.25 0.24 0.24 111\n\n accuracy 0.56 4084\n macro avg 0.48 0.51 0.49 4084\n weighted avg 0.59 0.56 0.57 4084\n" }