diff --git a/.jules/bolt.md b/.jules/bolt.md new file mode 100644 index 0000000..ecf1b82 --- /dev/null +++ b/.jules/bolt.md @@ -0,0 +1,3 @@ +## 2024-04-17 - YOLO Stdout Blocking Overhead +**Learning:** Ultralytics YOLO models output verbose logs to stdout synchronously during `model.predict()`, which introduces significant blocking overhead when called inside loops or multiple times. +**Action:** Always pass `verbose=False` to `model.predict()` when doing batched or loop-based inference to bypass this synchronous blocking and improve performance. diff --git a/commonforms/inference.py b/commonforms/inference.py index 527925f..1d805cd 100644 --- a/commonforms/inference.py +++ b/commonforms/inference.py @@ -124,6 +124,7 @@ def extract_widgets( conf=confidence, augment=False, imgsz=ONNX_IMAGE_SIZE, + verbose=False, # Optimization: avoid synchronous stdout blocking overhead during loops ) for p in pages ] @@ -135,6 +136,7 @@ def extract_widgets( augment=True, imgsz=image_size, device=self.device, + verbose=False, # Optimization: avoid synchronous stdout blocking overhead during loops ) widgets = {}