D-FINE: show only groups with known objects, display conf >= 0.7

dfine_jina_pipeline.py

@@ -27,6 +27,8 @@ from jina_fewshot import (
 
 # Only these ref classes get bboxes on group crops and appear in the known-object gallery
 KNOWN_DISPLAY_CLASSES = {"gun", "knife", "cigarette", "phone"}
+# Only show objects (and group crops) with confidence >= this
+MIN_DISPLAY_CONF = 0.7
 
 from nomic_fewshot import NomicTextEncoder, NomicVisionEncoder, build_refs_nomic
 
@@ -686,7 +688,7 @@ def run_single_image(
         conf = result["confidence"]
         results_per_crop.append((gidx, (bx1, by1, bx2, by2), crop_pil, pred, conf))
 
-    # Build group crop images: one per person/car group, with bboxes only for known objects
+    # Build group crop images: only groups that contain at least one known object with conf >= MIN_DISPLAY_CONF
     group_crop_images = []
     for gidx, grp in enumerate(top_groups):
         gx1, gy1, gx2, gy2 = grp["box"]
@@ -701,7 +703,7 @@ def run_single_image(
 
         boxes_to_draw = []
         for (gidx2, (bx1, by1, bx2, by2), _crop_pil, pred, conf) in results_per_crop:
-            if gidx2 != gidx or pred not in KNOWN_DISPLAY_CLASSES:
+            if gidx2 != gidx or pred not in KNOWN_DISPLAY_CLASSES or conf < MIN_DISPLAY_CONF:
                 continue
             # Convert to group-crop-relative coords and clamp
             rx1 = max(0, min(crop_w, bx1 - gx1))
@@ -711,14 +713,16 @@ def run_single_image(
             if rx2 > rx1 and ry2 > ry1:
                 boxes_to_draw.append((rx1, ry1, rx2, ry2, pred, conf))
 
-        if boxes_to_draw:
-            group_crop = draw_bboxes_on_image(group_crop, boxes_to_draw)
+        # Only show this group crop if it has at least one known object >= MIN_DISPLAY_CONF
+        if not boxes_to_draw:
+            continue
+        group_crop = draw_bboxes_on_image(group_crop, boxes_to_draw)
         group_crop_images.append(np.array(group_crop))
 
-    # Build known-only gallery: composite (label above + crop) for each accepted known class
+    # Build known-only gallery: only objects with conf >= MIN_DISPLAY_CONF
     known_crop_composites = []
     for (_gidx, _box, crop_pil, pred, conf) in results_per_crop:
-        if pred not in KNOWN_DISPLAY_CLASSES:
+        if pred not in KNOWN_DISPLAY_CLASSES or conf < MIN_DISPLAY_CONF:
             continue
         composite = draw_label_on_image(crop_pil, pred, conf)
         known_crop_composites.append(np.array(composite))