Image Classification
Transformers
Tibetan
dinov3
tibetan
script-classification
paleography
fine-tuned
document-analysis
Eval Results (legacy)
Instructions to use openpecha/tibetan-script-classifier with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use openpecha/tibetan-script-classifier with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("image-classification", model="openpecha/tibetan-script-classifier") pipe("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/hub/parrots.png")# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("openpecha/tibetan-script-classifier", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "experiment": "patches_clahe", | |
| "model": "facebook/dinov3-vits16-pretrain-lvd1689m", | |
| "num_classes": 18, | |
| "best_val_checkpoint": "results/patches_clahe/best_stage_c_last_4_blocks.pt", | |
| "val_macro_f1_at_selection": 0.5169021957485435, | |
| "final_model_path": "results/patches_clahe/final_model.pt", | |
| "test_metrics": { | |
| "loss": 1.2517013753546324, | |
| "accuracy": 0.5631733594515181, | |
| "macro_f1": 0.49105727133084387, | |
| "weighted_f1": 0.5689654809805166 | |
| }, | |
| "history": { | |
| "stage_a": [ | |
| { | |
| "epoch": 1, | |
| "train_loss": 1.8593816012204836, | |
| "train_acc": 0.362362413371382, | |
| "val_macro_f1": 0.4319974508023712, | |
| "val_loss": 1.4901656766267863, | |
| "val_accuracy": 0.4875974486180014 | |
| }, | |
| { | |
| "epoch": 2, | |
| "train_loss": 1.5385081531852787, | |
| "train_acc": 0.4296269873624134, | |
| "val_macro_f1": 0.4376218690431116, | |
| "val_loss": 1.3288157734638857, | |
| "val_accuracy": 0.5206709189699976 | |
| }, | |
| { | |
| "epoch": 3, | |
| "train_loss": 1.462932827907147, | |
| "train_acc": 0.4516918059518956, | |
| "val_macro_f1": 0.500725408171822, | |
| "val_loss": 1.2287645069611655, | |
| "val_accuracy": 0.5598866052445074 | |
| }, | |
| { | |
| "epoch": 4, | |
| "train_loss": 1.4217422395349277, | |
| "train_acc": 0.46045658377496945, | |
| "val_macro_f1": 0.48274125175979077, | |
| "val_loss": 1.2352880899777459, | |
| "val_accuracy": 0.5454760217339948 | |
| }, | |
| { | |
| "epoch": 5, | |
| "train_loss": 1.3553591080213439, | |
| "train_acc": 0.47141255605381166, | |
| "val_macro_f1": 0.48175273735132706, | |
| "val_loss": 1.2118230883516996, | |
| "val_accuracy": 0.5553980628395937 | |
| }, | |
| { | |
| "epoch": 6, | |
| "train_loss": 1.318518064190211, | |
| "train_acc": 0.4869037912759886, | |
| "val_macro_f1": 0.4869184819503965, | |
| "val_loss": 1.1853021681836782, | |
| "val_accuracy": 0.5648476257973069 | |
| }, | |
| { | |
| "epoch": 7, | |
| "train_loss": 1.3179870111525327, | |
| "train_acc": 0.48303098247044435, | |
| "val_macro_f1": 0.48765648195901945, | |
| "val_loss": 1.274599445843398, | |
| "val_accuracy": 0.5426411528466808 | |
| }, | |
| { | |
| "epoch": 8, | |
| "train_loss": 1.273892571670495, | |
| "train_acc": 0.4956685690990624, | |
| "val_macro_f1": 0.48543837069544804, | |
| "val_loss": 1.2382452835718523, | |
| "val_accuracy": 0.5476021733994803 | |
| }, | |
| { | |
| "epoch": 9, | |
| "train_loss": 1.2597664558688233, | |
| "train_acc": 0.49821646962902566, | |
| "val_macro_f1": 0.4922089846332509, | |
| "val_loss": 1.2238617013623296, | |
| "val_accuracy": 0.5695724072761634 | |
| }, | |
| { | |
| "epoch": 10, | |
| "train_loss": 1.2202024454007185, | |
| "train_acc": 0.5098858540562576, | |
| "val_macro_f1": 0.512737966359169, | |
| "val_loss": 1.21785488924658, | |
| "val_accuracy": 0.5695724072761634 | |
| }, | |
| { | |
| "epoch": 11, | |
| "train_loss": 1.2321005250743784, | |
| "train_acc": 0.5068793314309009, | |
| "val_macro_f1": 0.503358840147939, | |
| "val_loss": 1.1998826106607619, | |
| "val_accuracy": 0.5679187337585637 | |
| }, | |
| { | |
| "epoch": 12, | |
| "train_loss": 1.192835262295085, | |
| "train_acc": 0.5158479412963718, | |
| "val_macro_f1": 0.4992412596002297, | |
| "val_loss": 1.2032046473507845, | |
| "val_accuracy": 0.5653201039451925 | |
| }, | |
| { | |
| "epoch": 13, | |
| "train_loss": 1.188643198959982, | |
| "train_acc": 0.5185487158581329, | |
| "val_macro_f1": 0.4925479807046458, | |
| "val_loss": 1.236337137727796, | |
| "val_accuracy": 0.5530356721001654 | |
| }, | |
| { | |
| "epoch": 14, | |
| "train_loss": 1.169746606387851, | |
| "train_acc": 0.5211475743986955, | |
| "val_macro_f1": 0.49465692373316666, | |
| "val_loss": 1.2227921510824153, | |
| "val_accuracy": 0.5653201039451925 | |
| }, | |
| { | |
| "epoch": 15, | |
| "train_loss": 1.1576695175400278, | |
| "train_acc": 0.5165103954341622, | |
| "val_macro_f1": 0.49926720552181625, | |
| "val_loss": 1.235735728896709, | |
| "val_accuracy": 0.5622489959839357 | |
| }, | |
| { | |
| "epoch": 16, | |
| "train_loss": 1.1471103678369736, | |
| "train_acc": 0.5271606196494089, | |
| "val_macro_f1": 0.5011249988005891, | |
| "val_loss": 1.22383168439352, | |
| "val_accuracy": 0.5608315615402788 | |
| }, | |
| { | |
| "epoch": 17, | |
| "train_loss": 1.122234392982573, | |
| "train_acc": 0.5326131267835303, | |
| "val_macro_f1": 0.49651596391481484, | |
| "val_loss": 1.2158161995894177, | |
| "val_accuracy": 0.5579966926529648 | |
| }, | |
| { | |
| "epoch": 18, | |
| "train_loss": 1.1230225592693697, | |
| "train_acc": 0.5311353444761516, | |
| "val_macro_f1": 0.5136114729148367, | |
| "val_loss": 1.2290783647580714, | |
| "val_accuracy": 0.5657925820930781 | |
| }, | |
| { | |
| "epoch": 19, | |
| "train_loss": 1.1248822599054111, | |
| "train_acc": 0.5294537301263759, | |
| "val_macro_f1": 0.5098656024509526, | |
| "val_loss": 1.223455751830034, | |
| "val_accuracy": 0.5650838648712497 | |
| }, | |
| { | |
| "epoch": 20, | |
| "train_loss": 1.1545256153204662, | |
| "train_acc": 0.5255299633102324, | |
| "val_macro_f1": 0.5110926162945351, | |
| "val_loss": 1.221439600145735, | |
| "val_accuracy": 0.5650838648712497 | |
| } | |
| ], | |
| "stage_b": [ | |
| { | |
| "epoch": 1, | |
| "train_loss": 1.2200194986266018, | |
| "train_acc": 0.5027517325723604, | |
| "val_macro_f1": 0.46506942353605496, | |
| "val_loss": 1.3105420627064268, | |
| "val_accuracy": 0.5171273328608552 | |
| }, | |
| { | |
| "epoch": 2, | |
| "train_loss": 1.1641008270258228, | |
| "train_acc": 0.5174785976355483, | |
| "val_macro_f1": 0.488298599121119, | |
| "val_loss": 1.2541892450947922, | |
| "val_accuracy": 0.5622489959839357 | |
| }, | |
| { | |
| "epoch": 3, | |
| "train_loss": 1.1500101727074719, | |
| "train_acc": 0.5224215246636771, | |
| "val_macro_f1": 0.4956599255579888, | |
| "val_loss": 1.2533673877510343, | |
| "val_accuracy": 0.5719347980155918 | |
| }, | |
| { | |
| "epoch": 4, | |
| "train_loss": 1.109286910652677, | |
| "train_acc": 0.5318997146351406, | |
| "val_macro_f1": 0.4869455753172703, | |
| "val_loss": 1.2878183309783502, | |
| "val_accuracy": 0.5369714150720529 | |
| }, | |
| { | |
| "epoch": 5, | |
| "train_loss": 1.1026983434965403, | |
| "train_acc": 0.5340909090909091, | |
| "val_macro_f1": 0.49383977694366493, | |
| "val_loss": 1.2160760782361595, | |
| "val_accuracy": 0.563193952279707 | |
| }, | |
| { | |
| "epoch": 6, | |
| "train_loss": 1.0861972221976341, | |
| "train_acc": 0.5346004891969017, | |
| "val_macro_f1": 0.4928857194617713, | |
| "val_loss": 1.2282306231631368, | |
| "val_accuracy": 0.5667375383888495 | |
| }, | |
| { | |
| "epoch": 7, | |
| "train_loss": 1.0392189267407717, | |
| "train_acc": 0.5468304117407257, | |
| "val_macro_f1": 0.5008343237274931, | |
| "val_loss": 1.2261127899210578, | |
| "val_accuracy": 0.5705173635719348 | |
| }, | |
| { | |
| "epoch": 8, | |
| "train_loss": 1.0304037320142467, | |
| "train_acc": 0.5592641663269466, | |
| "val_macro_f1": 0.49877089719135825, | |
| "val_loss": 1.233303443623098, | |
| "val_accuracy": 0.566028821167021 | |
| }, | |
| { | |
| "epoch": 9, | |
| "train_loss": 1.009766974281011, | |
| "train_acc": 0.5577863840195679, | |
| "val_macro_f1": 0.4996623108709126, | |
| "val_loss": 1.2278242774405415, | |
| "val_accuracy": 0.5719347980155918 | |
| }, | |
| { | |
| "epoch": 10, | |
| "train_loss": 1.0051777931169448, | |
| "train_acc": 0.5638503872808805, | |
| "val_macro_f1": 0.500006795107852, | |
| "val_loss": 1.2239024188231342, | |
| "val_accuracy": 0.5705173635719348 | |
| } | |
| ], | |
| "stage_c": [ | |
| { | |
| "epoch": 1, | |
| "train_loss": 1.0662864717813205, | |
| "train_acc": 0.5465756216877293, | |
| "val_macro_f1": 0.4984768337725192, | |
| "val_loss": 1.2097023466138617, | |
| "val_accuracy": 0.5759508622726199 | |
| }, | |
| { | |
| "epoch": 2, | |
| "train_loss": 1.028777121720001, | |
| "train_acc": 0.5545760293518142, | |
| "val_macro_f1": 0.4938877916675499, | |
| "val_loss": 1.2337657653856666, | |
| "val_accuracy": 0.5624852350578786 | |
| }, | |
| { | |
| "epoch": 3, | |
| "train_loss": 1.0153135317858024, | |
| "train_acc": 0.5535059111292295, | |
| "val_macro_f1": 0.49907722687144723, | |
| "val_loss": 1.2192433534331748, | |
| "val_accuracy": 0.5742971887550201 | |
| }, | |
| { | |
| "epoch": 4, | |
| "train_loss": 1.0038959708351822, | |
| "train_acc": 0.5601304525071341, | |
| "val_macro_f1": 0.5059140741600023, | |
| "val_loss": 1.2162246975293984, | |
| "val_accuracy": 0.5790219702338767 | |
| }, | |
| { | |
| "epoch": 5, | |
| "train_loss": 0.9943306450935174, | |
| "train_acc": 0.5619649408887077, | |
| "val_macro_f1": 0.5169021957485435, | |
| "val_loss": 1.2105160319626318, | |
| "val_accuracy": 0.5794944483817623 | |
| }, | |
| { | |
| "epoch": 6, | |
| "train_loss": 0.9618599005149814, | |
| "train_acc": 0.570067264573991, | |
| "val_macro_f1": 0.504840497803461, | |
| "val_loss": 1.228955523002679, | |
| "val_accuracy": 0.5752421450507914 | |
| }, | |
| { | |
| "epoch": 7, | |
| "train_loss": 0.9511148705562182, | |
| "train_acc": 0.5765389319200979, | |
| "val_macro_f1": 0.4990006211421147, | |
| "val_loss": 1.233863600319176, | |
| "val_accuracy": 0.568863690054335 | |
| }, | |
| { | |
| "epoch": 8, | |
| "train_loss": 0.9406011274917437, | |
| "train_acc": 0.5768446799836935, | |
| "val_macro_f1": 0.5112059339127408, | |
| "val_loss": 1.2131912938006506, | |
| "val_accuracy": 0.5811481218993622 | |
| }, | |
| { | |
| "epoch": 9, | |
| "train_loss": 0.9396456855683729, | |
| "train_acc": 0.5827558092132084, | |
| "val_macro_f1": 0.5095793102793661, | |
| "val_loss": 1.2089267937183124, | |
| "val_accuracy": 0.581384360973305 | |
| }, | |
| { | |
| "epoch": 10, | |
| "train_loss": 0.9486989188063062, | |
| "train_acc": 0.5774052181002853, | |
| "val_macro_f1": 0.5112753932863323, | |
| "val_loss": 1.2089088627612696, | |
| "val_accuracy": 0.581384360973305 | |
| } | |
| ] | |
| }, | |
| "confusion_matrix": [ | |
| [ | |
| 55, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 17, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 6, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 65, | |
| 3, | |
| 4, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 8, | |
| 0, | |
| 4, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 24, | |
| 2, | |
| 3, | |
| 0, | |
| 3, | |
| 4, | |
| 0, | |
| 15, | |
| 2, | |
| 2, | |
| 13, | |
| 6, | |
| 5, | |
| 0, | |
| 0, | |
| 5 | |
| ], | |
| [ | |
| 0, | |
| 4, | |
| 2, | |
| 42, | |
| 7, | |
| 19, | |
| 1, | |
| 1, | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 0, | |
| 30, | |
| 42, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 32, | |
| 0, | |
| 7, | |
| 15, | |
| 4, | |
| 76, | |
| 0, | |
| 4, | |
| 1, | |
| 4, | |
| 2, | |
| 0, | |
| 8, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 40, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 14, | |
| 0, | |
| 0, | |
| 14, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 5, | |
| 5, | |
| 5, | |
| 3, | |
| 4, | |
| 0, | |
| 67, | |
| 1, | |
| 13, | |
| 20, | |
| 3, | |
| 12, | |
| 4, | |
| 6, | |
| 0, | |
| 2, | |
| 6 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 53, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 8, | |
| 3, | |
| 2, | |
| 2, | |
| 0, | |
| 7, | |
| 0, | |
| 308, | |
| 85, | |
| 0, | |
| 55, | |
| 7, | |
| 1, | |
| 3, | |
| 1, | |
| 3 | |
| ], | |
| [ | |
| 9, | |
| 11, | |
| 21, | |
| 1, | |
| 2, | |
| 7, | |
| 0, | |
| 62, | |
| 0, | |
| 235, | |
| 595, | |
| 0, | |
| 147, | |
| 9, | |
| 1, | |
| 0, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 3, | |
| 0, | |
| 9, | |
| 0, | |
| 9, | |
| 6, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 13, | |
| 3, | |
| 58, | |
| 6, | |
| 2, | |
| 5, | |
| 0, | |
| 28, | |
| 0, | |
| 133, | |
| 74, | |
| 7, | |
| 235, | |
| 8, | |
| 3, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 3, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 5, | |
| 0, | |
| 16, | |
| 6, | |
| 18, | |
| 0, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 6, | |
| 0, | |
| 3, | |
| 0, | |
| 43, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 9, | |
| 0, | |
| 2, | |
| 54, | |
| 0, | |
| 0, | |
| 8 | |
| ], | |
| [ | |
| 0, | |
| 3, | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 513, | |
| 28, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 75, | |
| 89, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 7, | |
| 16, | |
| 10, | |
| 0, | |
| 3, | |
| 8, | |
| 13, | |
| 1, | |
| 6, | |
| 0, | |
| 8, | |
| 4, | |
| 3, | |
| 17, | |
| 0, | |
| 0, | |
| 15 | |
| ] | |
| ], | |
| "label_to_idx": { | |
| "dhumri": 0, | |
| "difficult": 1, | |
| "drathung": 2, | |
| "drudring": 3, | |
| "druring": 4, | |
| "druthung": 5, | |
| "khyuyig": 6, | |
| "multi_scripts": 7, | |
| "non_tibetan": 8, | |
| "peri": 9, | |
| "petsuk": 10, | |
| "trinyig": 11, | |
| "tsegdrig": 12, | |
| "tsugchung": 13, | |
| "tsumachug": 14, | |
| "uchen_sugdring": 15, | |
| "uchen_sugthung": 16, | |
| "yigchung": 17 | |
| }, | |
| "classification_report": " precision recall f1-score support\n\n dhumri 0.46 0.68 0.55 81\n difficult 0.59 0.72 0.65 90\n drathung 0.16 0.29 0.20 84\n drudring 0.33 0.52 0.41 81\n druring 0.59 0.52 0.55 81\n druthung 0.56 0.50 0.53 153\n khyuyig 0.41 0.55 0.47 73\n multi_scripts 0.32 0.43 0.37 156\n non_tibetan 0.93 0.93 0.93 57\n peri 0.42 0.63 0.50 491\n petsuk 0.76 0.54 0.63 1104\n trinyig 0.13 0.28 0.18 32\n tsegdrig 0.48 0.41 0.44 576\n tsugchung 0.26 0.32 0.29 56\n tsumachug 0.49 0.41 0.44 132\nuchen_sugdring 0.87 0.93 0.90 551\nuchen_sugthung 0.74 0.51 0.60 175\n yigchung 0.33 0.14 0.19 111\n\n accuracy 0.56 4084\n macro avg 0.49 0.52 0.49 4084\n weighted avg 0.60 0.56 0.57 4084\n" | |
| } |