Image Classification
Transformers
Tibetan
dinov3
tibetan
script-classification
paleography
fine-tuned
document-analysis
Eval Results (legacy)
Instructions to use openpecha/tibetan-script-classifier with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use openpecha/tibetan-script-classifier with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("image-classification", model="openpecha/tibetan-script-classifier") pipe("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/parrots.png")# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("openpecha/tibetan-script-classifier", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "experiment": "patches_color", | |
| "model": "facebook/dinov3-vits16-pretrain-lvd1689m", | |
| "num_classes": 18, | |
| "best_val_checkpoint": "results/patches_color/best_stage_c_last_4_blocks.pt", | |
| "val_macro_f1_at_selection": 0.5268057868156721, | |
| "final_model_path": "results/patches_color/final_model.pt", | |
| "test_metrics": { | |
| "loss": 1.2944221436160084, | |
| "accuracy": 0.5604799216454457, | |
| "macro_f1": 0.48988450083500523, | |
| "weighted_f1": 0.5677717007365548 | |
| }, | |
| "history": { | |
| "stage_a": [ | |
| { | |
| "epoch": 1, | |
| "train_loss": 1.8228148812427358, | |
| "train_acc": 0.37194251936404404, | |
| "val_macro_f1": 0.4478217149694628, | |
| "val_loss": 1.4409239574326935, | |
| "val_accuracy": 0.500590597684857 | |
| }, | |
| { | |
| "epoch": 2, | |
| "train_loss": 1.4974706918426401, | |
| "train_acc": 0.4455768446799837, | |
| "val_macro_f1": 0.45642959802097366, | |
| "val_loss": 1.311343546190246, | |
| "val_accuracy": 0.531301677297425 | |
| }, | |
| { | |
| "epoch": 3, | |
| "train_loss": 1.4202212384414827, | |
| "train_acc": 0.4585201793721973, | |
| "val_macro_f1": 0.5198020336380464, | |
| "val_loss": 1.1873418371530393, | |
| "val_accuracy": 0.5714623198677061 | |
| }, | |
| { | |
| "epoch": 4, | |
| "train_loss": 1.3796070234366353, | |
| "train_acc": 0.47457195271096614, | |
| "val_macro_f1": 0.48635628120132335, | |
| "val_loss": 1.2194681716935447, | |
| "val_accuracy": 0.5398062839593669 | |
| }, | |
| { | |
| "epoch": 5, | |
| "train_loss": 1.3158884044574126, | |
| "train_acc": 0.48797390949857317, | |
| "val_macro_f1": 0.485095009606241, | |
| "val_loss": 1.1974138276123025, | |
| "val_accuracy": 0.5613040396881644 | |
| }, | |
| { | |
| "epoch": 6, | |
| "train_loss": 1.2685181100272278, | |
| "train_acc": 0.5026498165511618, | |
| "val_macro_f1": 0.5151064930461298, | |
| "val_loss": 1.181795822871427, | |
| "val_accuracy": 0.5773682967162769 | |
| }, | |
| { | |
| "epoch": 7, | |
| "train_loss": 1.264474732896235, | |
| "train_acc": 0.4974011414594374, | |
| "val_macro_f1": 0.49794473606184897, | |
| "val_loss": 1.2368834672133577, | |
| "val_accuracy": 0.5499645641389086 | |
| }, | |
| { | |
| "epoch": 8, | |
| "train_loss": 1.2266237828569222, | |
| "train_acc": 0.5090705258866693, | |
| "val_macro_f1": 0.5073845743840514, | |
| "val_loss": 1.1930924508656393, | |
| "val_accuracy": 0.5622489959839357 | |
| }, | |
| { | |
| "epoch": 9, | |
| "train_loss": 1.2126428141090464, | |
| "train_acc": 0.5157969832857725, | |
| "val_macro_f1": 0.5029403569611346, | |
| "val_loss": 1.199680348883319, | |
| "val_accuracy": 0.5714623198677061 | |
| }, | |
| { | |
| "epoch": 10, | |
| "train_loss": 1.1708803988941534, | |
| "train_acc": 0.5228801467590706, | |
| "val_macro_f1": 0.5074790060262432, | |
| "val_loss": 1.2058235416010623, | |
| "val_accuracy": 0.5620127569099929 | |
| }, | |
| { | |
| "epoch": 11, | |
| "train_loss": 1.174615762037401, | |
| "train_acc": 0.5223196086424786, | |
| "val_macro_f1": 0.5064378041379447, | |
| "val_loss": 1.179450622276827, | |
| "val_accuracy": 0.5653201039451925 | |
| }, | |
| { | |
| "epoch": 12, | |
| "train_loss": 1.1377201861281614, | |
| "train_acc": 0.5295046881369752, | |
| "val_macro_f1": 0.501551417883034, | |
| "val_loss": 1.187849443206093, | |
| "val_accuracy": 0.568863690054335 | |
| }, | |
| { | |
| "epoch": 13, | |
| "train_loss": 1.1421819735049619, | |
| "train_acc": 0.5347024052181003, | |
| "val_macro_f1": 0.5125219961449731, | |
| "val_loss": 1.208868742721345, | |
| "val_accuracy": 0.5613040396881644 | |
| }, | |
| { | |
| "epoch": 14, | |
| "train_loss": 1.1138945578848445, | |
| "train_acc": 0.5381165919282511, | |
| "val_macro_f1": 0.5131290447373811, | |
| "val_loss": 1.188052623450207, | |
| "val_accuracy": 0.5738247106071345 | |
| }, | |
| { | |
| "epoch": 15, | |
| "train_loss": 1.0984022547845884, | |
| "train_acc": 0.5382694659600489, | |
| "val_macro_f1": 0.5108666463642549, | |
| "val_loss": 1.2041859181424897, | |
| "val_accuracy": 0.5679187337585637 | |
| }, | |
| { | |
| "epoch": 16, | |
| "train_loss": 1.0941936582193246, | |
| "train_acc": 0.5438748471259682, | |
| "val_macro_f1": 0.5103848985029631, | |
| "val_loss": 1.1977766572746182, | |
| "val_accuracy": 0.5672100165367352 | |
| }, | |
| { | |
| "epoch": 17, | |
| "train_loss": 1.0736914152424528, | |
| "train_acc": 0.5451487973909499, | |
| "val_macro_f1": 0.5188176724642701, | |
| "val_loss": 1.189426226291903, | |
| "val_accuracy": 0.5695724072761634 | |
| }, | |
| { | |
| "epoch": 18, | |
| "train_loss": 1.080425682599526, | |
| "train_acc": 0.5493273542600897, | |
| "val_macro_f1": 0.5193581019534623, | |
| "val_loss": 1.1903373014411547, | |
| "val_accuracy": 0.5716985589416489 | |
| }, | |
| { | |
| "epoch": 19, | |
| "train_loss": 1.0716409188020584, | |
| "train_acc": 0.5456583774969426, | |
| "val_macro_f1": 0.5196107585917038, | |
| "val_loss": 1.1931781820898328, | |
| "val_accuracy": 0.5705173635719348 | |
| }, | |
| { | |
| "epoch": 20, | |
| "train_loss": 1.092901507543633, | |
| "train_acc": 0.5422441907867916, | |
| "val_macro_f1": 0.5201207198529141, | |
| "val_loss": 1.1916698552940912, | |
| "val_accuracy": 0.5709898417198205 | |
| } | |
| ], | |
| "stage_b": [ | |
| { | |
| "epoch": 1, | |
| "train_loss": 1.1536900823183367, | |
| "train_acc": 0.520688952303302, | |
| "val_macro_f1": 0.49201257424371936, | |
| "val_loss": 1.2939789023856703, | |
| "val_accuracy": 0.5263406567446256 | |
| }, | |
| { | |
| "epoch": 2, | |
| "train_loss": 1.106891256276802, | |
| "train_acc": 0.531593966571545, | |
| "val_macro_f1": 0.5033889357742809, | |
| "val_loss": 1.2282823414699973, | |
| "val_accuracy": 0.5716985589416489 | |
| }, | |
| { | |
| "epoch": 3, | |
| "train_loss": 1.0965523051088117, | |
| "train_acc": 0.536740725642071, | |
| "val_macro_f1": 0.5085179283247842, | |
| "val_loss": 1.2278816308227767, | |
| "val_accuracy": 0.5695724072761634 | |
| }, | |
| { | |
| "epoch": 4, | |
| "train_loss": 1.0530349347623473, | |
| "train_acc": 0.5524357929066449, | |
| "val_macro_f1": 0.49767342372352924, | |
| "val_loss": 1.2748388547732803, | |
| "val_accuracy": 0.5386250885896527 | |
| }, | |
| { | |
| "epoch": 5, | |
| "train_loss": 1.0473334150706997, | |
| "train_acc": 0.555697105584998, | |
| "val_macro_f1": 0.5109896618724019, | |
| "val_loss": 1.204903576978056, | |
| "val_accuracy": 0.5705173635719348 | |
| }, | |
| { | |
| "epoch": 6, | |
| "train_loss": 1.0396876881378212, | |
| "train_acc": 0.558754586220954, | |
| "val_macro_f1": 0.5100822540510055, | |
| "val_loss": 1.2285107204947112, | |
| "val_accuracy": 0.5615402787621072 | |
| }, | |
| { | |
| "epoch": 7, | |
| "train_loss": 0.995308576143376, | |
| "train_acc": 0.5689461883408071, | |
| "val_macro_f1": 0.5246287483695703, | |
| "val_loss": 1.2055314002915454, | |
| "val_accuracy": 0.5783132530120482 | |
| }, | |
| { | |
| "epoch": 8, | |
| "train_loss": 0.9806407083188861, | |
| "train_acc": 0.5772523440684876, | |
| "val_macro_f1": 0.5177401992468048, | |
| "val_loss": 1.2124249308257626, | |
| "val_accuracy": 0.5719347980155918 | |
| }, | |
| { | |
| "epoch": 9, | |
| "train_loss": 0.9580581295116065, | |
| "train_acc": 0.5807174887892377, | |
| "val_macro_f1": 0.5221761914804327, | |
| "val_loss": 1.202580178335147, | |
| "val_accuracy": 0.5797306874557052 | |
| }, | |
| { | |
| "epoch": 10, | |
| "train_loss": 0.9406894806497592, | |
| "train_acc": 0.5895332246229107, | |
| "val_macro_f1": 0.5170603831264983, | |
| "val_loss": 1.198815422158573, | |
| "val_accuracy": 0.5783132530120482 | |
| } | |
| ], | |
| "stage_c": [ | |
| { | |
| "epoch": 1, | |
| "train_loss": 1.009486005250843, | |
| "train_acc": 0.5692519364044027, | |
| "val_macro_f1": 0.5106719108224338, | |
| "val_loss": 1.1896873432258441, | |
| "val_accuracy": 0.5797306874557052 | |
| }, | |
| { | |
| "epoch": 2, | |
| "train_loss": 0.9734869377009489, | |
| "train_acc": 0.5805136567468406, | |
| "val_macro_f1": 0.501623256775662, | |
| "val_loss": 1.214058896983005, | |
| "val_accuracy": 0.5620127569099929 | |
| }, | |
| { | |
| "epoch": 3, | |
| "train_loss": 0.9619662467431302, | |
| "train_acc": 0.5770994700366898, | |
| "val_macro_f1": 0.5229433422000689, | |
| "val_loss": 1.2075352982749703, | |
| "val_accuracy": 0.5780770139381054 | |
| }, | |
| { | |
| "epoch": 4, | |
| "train_loss": 0.9472926469224353, | |
| "train_acc": 0.5816856909906237, | |
| "val_macro_f1": 0.5203069133009239, | |
| "val_loss": 1.19137683074447, | |
| "val_accuracy": 0.5835105126387905 | |
| }, | |
| { | |
| "epoch": 5, | |
| "train_loss": 0.935545642668502, | |
| "train_acc": 0.5829596412556054, | |
| "val_macro_f1": 0.5257938381975142, | |
| "val_loss": 1.184187990306801, | |
| "val_accuracy": 0.5832742735648476 | |
| }, | |
| { | |
| "epoch": 6, | |
| "train_loss": 0.9094976569942392, | |
| "train_acc": 0.5960558499796168, | |
| "val_macro_f1": 0.5200620740355609, | |
| "val_loss": 1.2047344187387663, | |
| "val_accuracy": 0.5830380344909047 | |
| }, | |
| { | |
| "epoch": 7, | |
| "train_loss": 0.8874516203799055, | |
| "train_acc": 0.6018141051773339, | |
| "val_macro_f1": 0.525057744430925, | |
| "val_loss": 1.2007991145867674, | |
| "val_accuracy": 0.5818568391211907 | |
| }, | |
| { | |
| "epoch": 8, | |
| "train_loss": 0.8860346450156403, | |
| "train_acc": 0.6054830819404811, | |
| "val_macro_f1": 0.523414227808246, | |
| "val_loss": 1.1990280199972854, | |
| "val_accuracy": 0.5844554689345618 | |
| }, | |
| { | |
| "epoch": 9, | |
| "train_loss": 0.8849416517793428, | |
| "train_acc": 0.6044639217284957, | |
| "val_macro_f1": 0.5248536522877667, | |
| "val_loss": 1.1869062702771045, | |
| "val_accuracy": 0.5882352941176471 | |
| }, | |
| { | |
| "epoch": 10, | |
| "train_loss": 0.8992554767249411, | |
| "train_acc": 0.6046167957602935, | |
| "val_macro_f1": 0.5268057868156721, | |
| "val_loss": 1.1879879839941876, | |
| "val_accuracy": 0.5891802504134184 | |
| } | |
| ] | |
| }, | |
| "confusion_matrix": [ | |
| [ | |
| 51, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 21, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 7, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 58, | |
| 3, | |
| 2, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 6, | |
| 0, | |
| 4, | |
| 4, | |
| 4, | |
| 4 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 25, | |
| 0, | |
| 4, | |
| 0, | |
| 7, | |
| 5, | |
| 0, | |
| 7, | |
| 3, | |
| 0, | |
| 16, | |
| 1, | |
| 6, | |
| 0, | |
| 0, | |
| 9 | |
| ], | |
| [ | |
| 0, | |
| 4, | |
| 2, | |
| 36, | |
| 11, | |
| 18, | |
| 1, | |
| 1, | |
| 0, | |
| 3, | |
| 1, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 0, | |
| 22, | |
| 48, | |
| 0, | |
| 0, | |
| 5, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 20, | |
| 0, | |
| 6, | |
| 15, | |
| 6, | |
| 83, | |
| 0, | |
| 4, | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 9, | |
| 5, | |
| 0, | |
| 1, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 43, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0, | |
| 0, | |
| 18, | |
| 0, | |
| 0, | |
| 6 | |
| ], | |
| [ | |
| 0, | |
| 5, | |
| 1, | |
| 6, | |
| 1, | |
| 1, | |
| 0, | |
| 66, | |
| 0, | |
| 13, | |
| 14, | |
| 2, | |
| 17, | |
| 10, | |
| 5, | |
| 1, | |
| 4, | |
| 10 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 53, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 1, | |
| 9, | |
| 3, | |
| 0, | |
| 5, | |
| 0, | |
| 9, | |
| 0, | |
| 308, | |
| 71, | |
| 3, | |
| 64, | |
| 6, | |
| 3, | |
| 3, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 3, | |
| 9, | |
| 17, | |
| 1, | |
| 1, | |
| 8, | |
| 0, | |
| 64, | |
| 0, | |
| 209, | |
| 607, | |
| 0, | |
| 168, | |
| 6, | |
| 1, | |
| 0, | |
| 0, | |
| 10 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 4, | |
| 1, | |
| 9, | |
| 11, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 9, | |
| 5, | |
| 50, | |
| 6, | |
| 3, | |
| 4, | |
| 0, | |
| 22, | |
| 0, | |
| 123, | |
| 80, | |
| 11, | |
| 243, | |
| 6, | |
| 3, | |
| 2, | |
| 0, | |
| 9 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 3, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 13, | |
| 5, | |
| 24, | |
| 0, | |
| 0, | |
| 0, | |
| 6 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 3, | |
| 0, | |
| 49, | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 1, | |
| 47, | |
| 0, | |
| 0, | |
| 21 | |
| ], | |
| [ | |
| 1, | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 479, | |
| 62, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 8, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 77, | |
| 87, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 14, | |
| 4, | |
| 2, | |
| 0, | |
| 2, | |
| 6, | |
| 13, | |
| 1, | |
| 1, | |
| 1, | |
| 7, | |
| 3, | |
| 9, | |
| 20, | |
| 1, | |
| 0, | |
| 27 | |
| ] | |
| ], | |
| "label_to_idx": { | |
| "dhumri": 0, | |
| "difficult": 1, | |
| "drathung": 2, | |
| "drudring": 3, | |
| "druring": 4, | |
| "druthung": 5, | |
| "khyuyig": 6, | |
| "multi_scripts": 7, | |
| "non_tibetan": 8, | |
| "peri": 9, | |
| "petsuk": 10, | |
| "trinyig": 11, | |
| "tsegdrig": 12, | |
| "tsugchung": 13, | |
| "tsumachug": 14, | |
| "uchen_sugdring": 15, | |
| "uchen_sugthung": 16, | |
| "yigchung": 17 | |
| }, | |
| "classification_report": " precision recall f1-score support\n\n dhumri 0.57 0.63 0.60 81\n difficult 0.54 0.64 0.59 90\n drathung 0.21 0.30 0.24 84\n drudring 0.37 0.44 0.40 81\n druring 0.58 0.59 0.59 81\n druthung 0.58 0.54 0.56 153\n khyuyig 0.39 0.59 0.47 73\n multi_scripts 0.33 0.42 0.37 156\n non_tibetan 0.95 0.93 0.94 57\n peri 0.46 0.63 0.53 491\n petsuk 0.78 0.55 0.65 1104\n trinyig 0.08 0.12 0.10 32\n tsegdrig 0.45 0.42 0.44 576\n tsugchung 0.30 0.43 0.35 56\n tsumachug 0.40 0.36 0.38 132\nuchen_sugdring 0.84 0.87 0.86 551\nuchen_sugthung 0.55 0.50 0.52 175\n yigchung 0.25 0.24 0.24 111\n\n accuracy 0.56 4084\n macro avg 0.48 0.51 0.49 4084\n weighted avg 0.59 0.56 0.57 4084\n" | |
| } |