WIP Moondream

Author: Nash0x7E2

examples/04_security_camera_example/pyproject.toml

@@ -9,6 +9,7 @@ dependencies = [
   "vision-agents-plugins-elevenlabs",
   "vision-agents-plugins-getstream",
   "vision-agents-plugins-gemini",
+  "vision-agents-plugins-moondream",
   "vision-agents",
   "opencv-python>=4.8.0",
   "google-genai>=1.33.0",
@@ -20,4 +21,5 @@ dependencies = [
 "vision-agents-plugins-elevenlabs" = {path = "../../plugins/elevenlabs", editable=true}
 "vision-agents-plugins-getstream" = {path = "../../plugins/getstream", editable=true}
 "vision-agents-plugins-gemini" = {path = "../../plugins/gemini", editable=true}
+"vision-agents-plugins-moondream" = {path = "../../plugins/moondream", editable=true}
 "vision-agents" = {path = "../../agents-core", editable=true}

examples/04_security_camera_example/security_camera_example.py

@@ -74,6 +74,31 @@ async def get_visitor_details() -> Dict[str, Any]:
             "total_unique_visitors": len(details),
         }
 
+    # Register function for getting package count
+    @llm.register_function(
+        description="Get the number of unique packages detected in the last 30 minutes"
+    )
+    async def get_package_count() -> Dict[str, Any]:
+        count = security_processor.get_package_count()
+        state = security_processor.state()
+        return {
+            "unique_packages": count,
+            "total_package_detections": state["total_package_detections"],
+            "time_window": f"{state['time_window_minutes']} minutes",
+            "last_detection": state["last_package_detection_time"],
+        }
+
+    # Register function for getting detailed package information
+    @llm.register_function(
+        description="Get detailed information about all packages including when they were first and last seen, and confidence scores"
+    )
+    async def get_package_details() -> Dict[str, Any]:
+        details = security_processor.get_package_details()
+        return {
+            "packages": details,
+            "total_unique_packages": len(details),
+        }
+
     return agent