Upload model card, weights, and evaluation artifacts

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+comparison_examples/01__old_test_dedup__Question-Parsing-from-Document-5___math2012-page_2_png.rf.2d44539e5bff2dde987d3886acbb525f___00003133.jpg filter=lfs diff=lfs merge=lfs -text
+comparison_examples/05__old_test_dedup__Question-Parsing-from-Document-5___math2015-page_2_png.rf.9a164bd8d3c2424a12dc8b325026f8ac___00003163.jpg filter=lfs diff=lfs merge=lfs -text
+comparison_examples/08__combined_test_dedup__qeval__c3e85dc9__page_0.png filter=lfs diff=lfs merge=lfs -text
+comparison_examples/10__sourcepdf__yks_tyt_2025_kitapcik_d250__page_1.png filter=lfs diff=lfs merge=lfs -text
+confusion_matrix__combined_test_dedup.png filter=lfs diff=lfs merge=lfs -text
+confusion_matrix__old_test_dedup.png filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_normalized__combined_test_dedup.png filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_normalized__old_test_dedup.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,82 @@
+---
+library_name: ultralytics
+pipeline_tag: object-detection
+license: cc-by-4.0
+tags:
+- yolo
+- object-detection
+- document-analysis
+- pdf
+- question-segmentation
+- turkish
+datasets:
+- custom
+base_model:
+- yolo26n
+---
+
+# YOLO26N Question Segmentation
+
+Smaller release checkpoint that slightly outperforms the YOLO26M release on both held-out test sets.
+
+- Task: object detection
+- Classes: `question`
+- Input size: `1280`
+- Base model: `yolo26n`
+
+## Intended use
+
+This model is designed to detect question regions in exam booklets, worksheets, and PDF page renders. It works best on dense educational pages with clear question boundaries.
+
+## Release notes
+
+This release checkpoint was trained for 50 epochs on the cleaned one-class question detection dataset.
+
+## Test results
+
+### Old held-out test set
+
+| Model | Precision | Recall | mAP50 | mAP50-95 |
+| --- | --- | --- | --- | --- |
+| YOLO26N Question Segmentation | 0.988 | 0.983 | 0.989 | 0.924 |
+
+### Combined held-out test set
+
+| Model | Precision | Recall | mAP50 | mAP50-95 |
+| --- | --- | --- | --- | --- |
+| YOLO26N Question Segmentation | 0.991 | 0.988 | 0.993 | 0.962 |
+
+## Usage
+
+```python
+from ultralytics import YOLO
+
+model = YOLO("hf://erayyapagci/yolo26n-question-segmentation")
+results = model("page.png", imgsz=1280, conf=0.25)
+```
+
+## Included files
+
+- `best.pt`: release checkpoint
+- `metrics_summary.json`: test-set metrics for this release
+- `confidence_sweep_summary.json`: confidence sweep outputs used during evaluation
+- `comparison_examples/`: side-by-side qualitative examples
+
+## Data note
+
+Some of the training data comes from public Roboflow projects used in earlier versions of this question-segmentation pipeline:
+
+1. **PDF Soru Cikarma** (tanimazsinu): [Link](https://universe.roboflow.com/tanimazsinu/pdf-soru-cikarma-wmwfu)
+2. **WholeQuestionDetection** (Gazi University): [Link](https://universe.roboflow.com/gazi-university-gi7lx/wholequestiondetection)
+3. **ExamBuddy** (ExamBuddy): [Link](https://universe.roboflow.com/exambuddy/exambuddy)
+4. **Questions** (Terry Li): [Link](https://universe.roboflow.com/terry-li/questions-klidd)
+5. **Question Parsing from Document** (Sefa): [Link](https://universe.roboflow.com/sefa-8tkmm/question-parsing-from-document)
+6. **Question Dedector** (Nur Etinkaya): [Link](https://universe.roboflow.com/nur-etinkaya/question-dedector)
+7. **Sorukes** (Sorualgilama): [Link](https://universe.roboflow.com/sorualgilama/sorukes-4akor)
+8. **Question Detection** (Cognizen): [Link](https://universe.roboflow.com/cognizen/question-detection-aizzu)
+9. **Questions2** (Fiver): [Link](https://universe.roboflow.com/fiver-1lcfr/questions2)
+10. **Question-New** (Question): [Link](https://universe.roboflow.com/question/question-new)
+
+## License
+
+This release is published under `CC-BY-4.0`.

best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd0d47695bc69da469446376defde0b8e96ee307044e724c56ed5a5f29f964
+size 5475909

comparison_examples/10__sourcepdf__yks_tyt_2025_kitapcik_d250__page_1.json

@@ -0,0 +1,26 @@
+{
+  "image": "/home/zerix/question-parser/question_eval_with_bboxes_only_tight3_sidewise_fresh/data/yolo_annotations/4e3e8f60/images/page_1.png",
+  "labels": "/home/zerix/question-parser/question_eval_with_bboxes_only_tight3_sidewise_fresh/data/yolo_annotations/4e3e8f60/labels/page_1.txt",
+  "gt_count": 0,
+  "stats": {
+    "HF YOLO11M": {
+      "tp": 0,
+      "fp": 2,
+      "fn": 0,
+      "pred_count": 2
+    },
+    "YOLO26M": {
+      "tp": 0,
+      "fp": 0,
+      "fn": 0,
+      "pred_count": 0
+    },
+    "YOLO26N": {
+      "tp": 0,
+      "fp": 0,
+      "fn": 0,
+      "pred_count": 0
+    }
+  },
+  "out_file": "/home/zerix/question-parser/out/model_compare/test_compare_20260530/visual_examples/10__sourcepdf__yks_tyt_2025_kitapcik_d250__page_1.png"
+}

confidence_sweep_summary.json

@@ -0,0 +1,462 @@
+{
+  "old_test_dedup": {
+    "hf_yolo11m": {
+      "rows": [
+        {
+          "conf": 0.001,
+          "precision": 0.9617651063884792,
+          "recall": 0.9795366398305863,
+          "f1": 0.9705695288771127,
+          "map50": 0.978855185967455,
+          "map50_95": 0.8982528338128244
+        },
+        {
+          "conf": 0.01,
+          "precision": 0.9617651063884792,
+          "recall": 0.9795366398305863,
+          "f1": 0.9705695288771127,
+          "map50": 0.978855185967455,
+          "map50_95": 0.8976379061268739
+        },
+        {
+          "conf": 0.03,
+          "precision": 0.9617651063884792,
+          "recall": 0.9795366398305863,
+          "f1": 0.9705695288771127,
+          "map50": 0.978855185967455,
+          "map50_95": 0.8976376215096245
+        },
+        {
+          "conf": 0.05,
+          "precision": 0.9617651063884792,
+          "recall": 0.9795366398305863,
+          "f1": 0.9705695288771127,
+          "map50": 0.978855185967455,
+          "map50_95": 0.8967285531510918
+        },
+        {
+          "conf": 0.1,
+          "precision": 0.9617651063884792,
+          "recall": 0.9795366398305863,
+          "f1": 0.9705695288771127,
+          "map50": 0.978855185967455,
+          "map50_95": 0.8967279928620027
+        },
+        {
+          "conf": 0.2,
+          "precision": 0.9617651063884792,
+          "recall": 0.9795366398305863,
+          "f1": 0.9705695288771127,
+          "map50": 0.978855185967455,
+          "map50_95": 0.895797037945513
+        }
+      ],
+      "best_f1": {
+        "conf": 0.001,
+        "precision": 0.9617651063884792,
+        "recall": 0.9795366398305863,
+        "f1": 0.9705695288771127,
+        "map50": 0.978855185967455,
+        "map50_95": 0.8982528338128244
+      },
+      "best_map50_95": {
+        "conf": 0.001,
+        "precision": 0.9617651063884792,
+        "recall": 0.9795366398305863,
+        "f1": 0.9705695288771127,
+        "map50": 0.978855185967455,
+        "map50_95": 0.8982528338128244
+      },
+      "best_recall": {
+        "conf": 0.001,
+        "precision": 0.9617651063884792,
+        "recall": 0.9795366398305863,
+        "f1": 0.9705695288771127,
+        "map50": 0.978855185967455,
+        "map50_95": 0.8982528338128244
+      }
+    },
+    "yolo26m": {
+      "rows": [
+        {
+          "conf": 0.001,
+          "precision": 0.9897082143236814,
+          "recall": 0.9816451943253752,
+          "f1": 0.9856602150712043,
+          "map50": 0.9881742800286253,
+          "map50_95": 0.9203934893415887
+        },
+        {
+          "conf": 0.01,
+          "precision": 0.9897082143236814,
+          "recall": 0.9816451943253752,
+          "f1": 0.9856602150712043,
+          "map50": 0.9815354967586633,
+          "map50_95": 0.9157090169365972
+        },
+        {
+          "conf": 0.03,
+          "precision": 0.9897082143236814,
+          "recall": 0.9816451943253752,
+          "f1": 0.9856602150712043,
+          "map50": 0.9815354967586633,
+          "map50_95": 0.9140747737589457
+        },
+        {
+          "conf": 0.05,
+          "precision": 0.9897082143236814,
+          "recall": 0.9816451943253752,
+          "f1": 0.9856602150712043,
+          "map50": 0.9815354967586633,
+          "map50_95": 0.9140747737589457
+        },
+        {
+          "conf": 0.1,
+          "precision": 0.9897082143236814,
+          "recall": 0.9816451943253752,
+          "f1": 0.9856602150712043,
+          "map50": 0.9815354967586633,
+          "map50_95": 0.9113104034611197
+        },
+        {
+          "conf": 0.2,
+          "precision": 0.9897082143236814,
+          "recall": 0.9816451943253752,
+          "f1": 0.9856602150712043,
+          "map50": 0.9815354967586633,
+          "map50_95": 0.9113104034611197
+        }
+      ],
+      "best_f1": {
+        "conf": 0.001,
+        "precision": 0.9897082143236814,
+        "recall": 0.9816451943253752,
+        "f1": 0.9856602150712043,
+        "map50": 0.9881742800286253,
+        "map50_95": 0.9203934893415887
+      },
+      "best_map50_95": {
+        "conf": 0.001,
+        "precision": 0.9897082143236814,
+        "recall": 0.9816451943253752,
+        "f1": 0.9856602150712043,
+        "map50": 0.9881742800286253,
+        "map50_95": 0.9203934893415887
+      },
+      "best_recall": {
+        "conf": 0.001,
+        "precision": 0.9897082143236814,
+        "recall": 0.9816451943253752,
+        "f1": 0.9856602150712043,
+        "map50": 0.9881742800286253,
+        "map50_95": 0.9203934893415887
+      }
+    },
+    "yolo26n": {
+      "rows": [
+        {
+          "conf": 0.001,
+          "precision": 0.98788596711896,
+          "recall": 0.9829867674858223,
+          "f1": 0.98543027808196,
+          "map50": 0.9887222792051488,
+          "map50_95": 0.9239183687496076
+        },
+        {
+          "conf": 0.01,
+          "precision": 0.98788596711896,
+          "recall": 0.9829867674858223,
+          "f1": 0.98543027808196,
+          "map50": 0.9825176107503634,
+          "map50_95": 0.9185995873003494
+        },
+        {
+          "conf": 0.03,
+          "precision": 0.98788596711896,
+          "recall": 0.9829867674858223,
+          "f1": 0.98543027808196,
+          "map50": 0.9825176107503634,
+          "map50_95": 0.9177397100883594
+        },
+        {
+          "conf": 0.05,
+          "precision": 0.98788596711896,
+          "recall": 0.9829867674858223,
+          "f1": 0.98543027808196,
+          "map50": 0.9825176107503634,
+          "map50_95": 0.9168068964283742
+        },
+        {
+          "conf": 0.1,
+          "precision": 0.98788596711896,
+          "recall": 0.9829867674858223,
+          "f1": 0.98543027808196,
+          "map50": 0.9825175883735923,
+          "map50_95": 0.9158371590364027
+        },
+        {
+          "conf": 0.2,
+          "precision": 0.98788596711896,
+          "recall": 0.9829867674858223,
+          "f1": 0.98543027808196,
+          "map50": 0.9825175883735923,
+          "map50_95": 0.9158371590364027
+        }
+      ],
+      "best_f1": {
+        "conf": 0.001,
+        "precision": 0.98788596711896,
+        "recall": 0.9829867674858223,
+        "f1": 0.98543027808196,
+        "map50": 0.9887222792051488,
+        "map50_95": 0.9239183687496076
+      },
+      "best_map50_95": {
+        "conf": 0.001,
+        "precision": 0.98788596711896,
+        "recall": 0.9829867674858223,
+        "f1": 0.98543027808196,
+        "map50": 0.9887222792051488,
+        "map50_95": 0.9239183687496076
+      },
+      "best_recall": {
+        "conf": 0.001,
+        "precision": 0.98788596711896,
+        "recall": 0.9829867674858223,
+        "f1": 0.98543027808196,
+        "map50": 0.9887222792051488,
+        "map50_95": 0.9239183687496076
+      }
+    }
+  },
+  "combined_test_dedup": {
+    "hf_yolo11m": {
+      "rows": [
+        {
+          "conf": 0.001,
+          "precision": 0.9622026279638675,
+          "recall": 0.9734274461598292,
+          "f1": 0.9677824904132876,
+          "map50": 0.9837803148674492,
+          "map50_95": 0.9001475058537171
+        },
+        {
+          "conf": 0.01,
+          "precision": 0.9622026279638675,
+          "recall": 0.9734274461598292,
+          "f1": 0.9677824904132876,
+          "map50": 0.9837803373622754,
+          "map50_95": 0.8982857312403778
+        },
+        {
+          "conf": 0.03,
+          "precision": 0.9622026279638675,
+          "recall": 0.9734274461598292,
+          "f1": 0.9677824904132876,
+          "map50": 0.9768133703953085,
+          "map50_95": 0.8963290737419942
+        },
+        {
+          "conf": 0.05,
+          "precision": 0.9622026279638675,
+          "recall": 0.9734274461598292,
+          "f1": 0.9677824904132876,
+          "map50": 0.9768133703953085,
+          "map50_95": 0.8963290737419942
+        },
+        {
+          "conf": 0.1,
+          "precision": 0.9622026279638675,
+          "recall": 0.9734274461598292,
+          "f1": 0.9677824904132876,
+          "map50": 0.9768133479004822,
+          "map50_95": 0.8963290504973406
+        },
+        {
+          "conf": 0.2,
+          "precision": 0.9622026279638675,
+          "recall": 0.9734274461598292,
+          "f1": 0.9677824904132876,
+          "map50": 0.9768133479004822,
+          "map50_95": 0.895562697986439
+        }
+      ],
+      "best_f1": {
+        "conf": 0.001,
+        "precision": 0.9622026279638675,
+        "recall": 0.9734274461598292,
+        "f1": 0.9677824904132876,
+        "map50": 0.9837803148674492,
+        "map50_95": 0.9001475058537171
+      },
+      "best_map50_95": {
+        "conf": 0.001,
+        "precision": 0.9622026279638675,
+        "recall": 0.9734274461598292,
+        "f1": 0.9677824904132876,
+        "map50": 0.9837803148674492,
+        "map50_95": 0.9001475058537171
+      },
+      "best_recall": {
+        "conf": 0.001,
+        "precision": 0.9622026279638675,
+        "recall": 0.9734274461598292,
+        "f1": 0.9677824904132876,
+        "map50": 0.9837803148674492,
+        "map50_95": 0.9001475058537171
+      }
+    },
+    "yolo26m": {
+      "rows": [
+        {
+          "conf": 0.001,
+          "precision": 0.9869050182266054,
+          "recall": 0.9777654483819292,
+          "f1": 0.9823139748442952,
+          "map50": 0.9920705155779554,
+          "map50_95": 0.9571259063996621
+        },
+        {
+          "conf": 0.01,
+          "precision": 0.9869050182266054,
+          "recall": 0.9777654483819292,
+          "f1": 0.9823139748442952,
+          "map50": 0.9920705155779554,
+          "map50_95": 0.9516052392550758
+        },
+        {
+          "conf": 0.03,
+          "precision": 0.9869050182266054,
+          "recall": 0.9777654483819292,
+          "f1": 0.9823139748442952,
+          "map50": 0.9830320152024586,
+          "map50_95": 0.9497693989395731
+        },
+        {
+          "conf": 0.05,
+          "precision": 0.9869050182266054,
+          "recall": 0.9777654483819292,
+          "f1": 0.9823139748442952,
+          "map50": 0.9830320240710207,
+          "map50_95": 0.945226218002308
+        },
+        {
+          "conf": 0.1,
+          "precision": 0.9869050182266054,
+          "recall": 0.9777654483819292,
+          "f1": 0.9823139748442952,
+          "map50": 0.9830320240710207,
+          "map50_95": 0.9432812389520009
+        },
+        {
+          "conf": 0.2,
+          "precision": 0.9862330063672345,
+          "recall": 0.9783202458176852,
+          "f1": 0.9822606907189991,
+          "map50": 0.9731914255555612,
+          "map50_95": 0.9403401672904579
+        }
+      ],
+      "best_f1": {
+        "conf": 0.001,
+        "precision": 0.9869050182266054,
+        "recall": 0.9777654483819292,
+        "f1": 0.9823139748442952,
+        "map50": 0.9920705155779554,
+        "map50_95": 0.9571259063996621
+      },
+      "best_map50_95": {
+        "conf": 0.001,
+        "precision": 0.9869050182266054,
+        "recall": 0.9777654483819292,
+        "f1": 0.9823139748442952,
+        "map50": 0.9920705155779554,
+        "map50_95": 0.9571259063996621
+      },
+      "best_recall": {
+        "conf": 0.2,
+        "precision": 0.9862330063672345,
+        "recall": 0.9783202458176852,
+        "f1": 0.9822606907189991,
+        "map50": 0.9731914255555612,
+        "map50_95": 0.9403401672904579
+      }
+    },
+    "yolo26n": {
+      "rows": [
+        {
+          "conf": 0.001,
+          "precision": 0.9907554487154436,
+          "recall": 0.9883919426425402,
+          "f1": 0.9895722844245848,
+          "map50": 0.9929416780895504,
+          "map50_95": 0.9623558129996036
+        },
+        {
+          "conf": 0.01,
+          "precision": 0.9907554487154436,
+          "recall": 0.9883919426425402,
+          "f1": 0.9895722844245848,
+          "map50": 0.9929416780895504,
+          "map50_95": 0.9594587476222534
+        },
+        {
+          "conf": 0.03,
+          "precision": 0.9907554487154436,
+          "recall": 0.9883919426425402,
+          "f1": 0.9895722844245848,
+          "map50": 0.9929416780895504,
+          "map50_95": 0.9585139362547805
+        },
+        {
+          "conf": 0.05,
+          "precision": 0.9907554487154436,
+          "recall": 0.9883919426425402,
+          "f1": 0.9895722844245848,
+          "map50": 0.9929416780895504,
+          "map50_95": 0.9585139069836319
+        },
+        {
+          "conf": 0.1,
+          "precision": 0.9907554487154436,
+          "recall": 0.9883919426425402,
+          "f1": 0.9895722844245848,
+          "map50": 0.9929416780895504,
+          "map50_95": 0.9565762095014334
+        },
+        {
+          "conf": 0.2,
+          "precision": 0.9907554487154436,
+          "recall": 0.9883919426425402,
+          "f1": 0.9895722844245848,
+          "map50": 0.9929416780895504,
+          "map50_95": 0.9546119601096915
+        }
+      ],
+      "best_f1": {
+        "conf": 0.001,
+        "precision": 0.9907554487154436,
+        "recall": 0.9883919426425402,
+        "f1": 0.9895722844245848,
+        "map50": 0.9929416780895504,
+        "map50_95": 0.9623558129996036
+      },
+      "best_map50_95": {
+        "conf": 0.001,
+        "precision": 0.9907554487154436,
+        "recall": 0.9883919426425402,
+        "f1": 0.9895722844245848,
+        "map50": 0.9929416780895504,
+        "map50_95": 0.9623558129996036
+      },
+      "best_recall": {
+        "conf": 0.001,
+        "precision": 0.9907554487154436,
+        "recall": 0.9883919426425402,
+        "f1": 0.9895722844245848,
+        "map50": 0.9929416780895504,
+        "map50_95": 0.9623558129996036
+      }
+    }
+  }
+}

metrics_summary.json

@@ -0,0 +1,20 @@
+{
+  "old_test_dedup": {
+    "weights": "/home/zerix/question-parser/runs/detect/runs/question-parser/yolo26n_plus_qeval_dedup_iou90_50ep_b6/weights/best.pt",
+    "mp": 0.98788596711896,
+    "mr": 0.9829867674858223,
+    "map50": 0.9887222792051488,
+    "map50_95": 0.9239183687496076,
+    "fitness": 0.9239183687496076,
+    "save_dir": "/home/zerix/question-parser/out/model_compare/test_compare_20260530/yolo26n__old_test_dedup"
+  },
+  "combined_test_dedup": {
+    "weights": "/home/zerix/question-parser/runs/detect/runs/question-parser/yolo26n_plus_qeval_dedup_iou90_50ep_b6/weights/best.pt",
+    "mp": 0.9907554487154436,
+    "mr": 0.9883919426425402,
+    "map50": 0.9929416780895504,
+    "map50_95": 0.9623558129996036,
+    "fitness": 0.9623558129996036,
+    "save_dir": "/home/zerix/question-parser/out/model_compare/test_compare_20260530/yolo26n__combined_test_dedup"
+  }
+}