Merge branch 'main' into inference-typo

Author: PawelPeczek-Roboflow

README.md

@@ -54,7 +54,7 @@ pip install inference-cli && inference server start --dev
 
 This will pull the proper image for your machine and start it in development mode.
 
-In development mode, a Jupyter notebook server with a quickstart guide runs on 
+In development mode, a Jupyter notebook server with a quickstart guide runs on
 [http://localhost:9001/notebook/start](http://localhost:9001/notebook/start). Dive in there for a whirlwind tour
 of your new Inference Server's functionality!
 
@@ -86,7 +86,7 @@ Workflows allow you to extend simple model predictions to build computer vision
     <!-- Left cell (thumbnail) -->
     <td width="300" valign="top">
       <a href="https://youtu.be/aPxlImNxj5A">
-        <img src="https://img.youtube.com/vi/aPxlImNxj5A/0.jpg" 
+        <img src="https://img.youtube.com/vi/aPxlImNxj5A/0.jpg"
              alt="Self Checkout with Workflows" width="300" />
       </a>
     </td>
@@ -104,7 +104,7 @@ Workflows allow you to extend simple model predictions to build computer vision
   <tr>
     <td width="300" valign="top">
       <a href="https://youtu.be/r3Ke7ZEh2Qo">
-        <img src="https://img.youtube.com/vi/r3Ke7ZEh2Qo/0.jpg" 
+        <img src="https://img.youtube.com/vi/r3Ke7ZEh2Qo/0.jpg"
              alt="Workflows Tutorial" width="300" />
       </a>
     </td>
@@ -116,7 +116,7 @@ Workflows allow you to extend simple model predictions to build computer vision
       </strong><br />
       <strong>Created: 6 Jan 2025</strong><br /><br />
       Learn how to build and deploy Workflows for common use-cases like detecting
-      vehicles, filtering detections, visualizing results, and calculating dwell 
+      vehicles, filtering detections, visualizing results, and calculating dwell
       time on a live video stream.
     </td>
   </tr>
@@ -125,7 +125,7 @@ Workflows allow you to extend simple model predictions to build computer vision
     <!-- Left cell (thumbnail) -->
     <td width="300" valign="top">
       <a href="https://youtu.be/tZa-QgFn7jg">
-        <img src="https://img.youtube.com/vi/tZa-QgFn7jg/0.jpg" 
+        <img src="https://img.youtube.com/vi/tZa-QgFn7jg/0.jpg"
              alt="Smart Parking with AI" width="300" />
       </a>
     </td>
@@ -143,7 +143,7 @@ Workflows allow you to extend simple model predictions to build computer vision
 </table>
 
 ## 📟 connecting via api
-  
+
 Once you've installed Inference, your machine is a fully-featured CV center.
 You can use its API to run models and workflows on images and video streams.
 By default, the server is running locally on
@@ -334,42 +334,36 @@ We would love your input to improve Roboflow Inference! Please see our [contribu
           <img
             src="https://media.roboflow.com/notebooks/template/icons/purple/youtube.png?ik-sdk-version=javascript-1.4.3&updatedAt=1672949634652"
             width="3%"
-          />
-      </a>
+          /></a>
       <img src="https://raw.githubusercontent.com/ultralytics/assets/main/social/logo-transparent.png" width="3%"/>
       <a href="https://roboflow.com">
           <img
             src="https://media.roboflow.com/notebooks/template/icons/purple/roboflow-app.png?ik-sdk-version=javascript-1.4.3&updatedAt=1672949746649"
             width="3%"
-          />
-      </a>
+          /></a>
       <img src="https://raw.githubusercontent.com/ultralytics/assets/main/social/logo-transparent.png" width="3%"/>
       <a href="https://www.linkedin.com/company/roboflow-ai/">
           <img
             src="https://media.roboflow.com/notebooks/template/icons/purple/linkedin.png?ik-sdk-version=javascript-1.4.3&updatedAt=1672949633691"
             width="3%"
-          />
-      </a>
+          /></a>
       <img src="https://raw.githubusercontent.com/ultralytics/assets/main/social/logo-transparent.png" width="3%"/>
       <a href="https://docs.roboflow.com">
           <img
             src="https://media.roboflow.com/notebooks/template/icons/purple/knowledge.png?ik-sdk-version=javascript-1.4.3&updatedAt=1672949634511"
             width="3%"
-          />
-      </a>
+          /></a>
       <img src="https://raw.githubusercontent.com/ultralytics/assets/main/social/logo-transparent.png" width="3%"/>
       <a href="https://disuss.roboflow.com">
           <img
             src="https://media.roboflow.com/notebooks/template/icons/purple/forum.png?ik-sdk-version=javascript-1.4.3&updatedAt=1672949633584"
             width="3%"
-          />
+          /></a>
       <img src="https://raw.githubusercontent.com/ultralytics/assets/main/social/logo-transparent.png" width="3%"/>
       <a href="https://blog.roboflow.com">
           <img
             src="https://media.roboflow.com/notebooks/template/icons/purple/blog.png?ik-sdk-version=javascript-1.4.3&updatedAt=1672949633605"
             width="3%"
-          />
-      </a>
-      </a>
+          /></a>
   </div>
 </div>

inference/core/interfaces/stream_manager/manager_app/communication.py

@@ -29,15 +29,15 @@ def receive_socket_data(
             private_message=f"Header is indicating non positive payload size: {payload_size}",
             public_message=f"Header is indicating non positive payload size: {payload_size}",
         )
-    received = b""
+    received = bytearray()
     while len(received) < payload_size:
         chunk = source.recv(buffer_size)
         if len(chunk) == 0:
             raise TransmissionChannelClosed(
                 private_message="Socket was closed to read before payload was decoded.",
                 public_message="Socket was closed to read before payload was decoded.",
             )
-        received += chunk
+        received.extend(chunk)
     try:
         return json.loads(received)
     except ValueError as error:

inference/core/workflows/core_steps/fusion/detections_consensus/v1.py

@@ -2,6 +2,7 @@
 import statistics
 from collections import Counter
 from enum import Enum
+from functools import lru_cache
 from typing import Dict, Generator, List, Literal, Optional, Set, Tuple, Type, Union
 from uuid import uuid4
 
@@ -176,6 +177,7 @@ def get_parameters_accepting_batches(cls) -> List[str]:
         return ["predictions_batches"]
 
     @classmethod
+    @lru_cache(maxsize=None)
     def describe_outputs(cls) -> List[OutputDefinition]:
         return [
             OutputDefinition(

inference/models/rfdetr/rfdetr.py

@@ -316,10 +316,12 @@ def postprocess(
 
                 boxes_xyxy = boxes_input / scale
 
-            boxes_xyxy[:, 0] = np.clip(boxes_xyxy[:, 0], 0, orig_w)
-            boxes_xyxy[:, 1] = np.clip(boxes_xyxy[:, 1], 0, orig_h)
-            boxes_xyxy[:, 2] = np.clip(boxes_xyxy[:, 2], 0, orig_w)
-            boxes_xyxy[:, 3] = np.clip(boxes_xyxy[:, 3], 0, orig_h)
+            np.clip(
+                boxes_xyxy,
+                [0, 0, 0, 0],
+                [orig_w, orig_h, orig_w, orig_h],
+                out=boxes_xyxy,
+            )
 
             batch_predictions = np.column_stack(
                 (