I tried to modify your second way, the one with multiple Oak on host demos. My only problem is that is executing the exception handle and it is not sending any images to the server, always "VIDEO FINISHED" . Can you please help me understand how to capture the frames from your bit of code?
import socket,cv2, pickle, struct
import pyshine as ps # pip install pyshine
import imutils
import depthai as dai
import contextlib
def getPipeline(device_type):
pipeline = dai.Pipeline()
cam_rgb = pipeline.create(dai.node.ColorCamera)
# For the demo, just set a larger RGB preview size for OAK-D
if device_type.startswith("OAK-D"):
cam_rgb.setPreviewSize(600, 300)
else:
cam_rgb.setPreviewSize(300, 300)
cam_rgb.setBoardSocket(dai.CameraBoardSocket.RGB)
cam_rgb.setResolution(dai.ColorCameraProperties.SensorResolution.THE_1080_P)
cam_rgb.setInterleaved(False)
# Create output
xout_rgb = pipeline.create(dai.node.XLinkOut)
xout_rgb.setStreamName("rgb")
cam_rgb.preview.link(xout_rgb.input)
return pipeline
q_rgb_list = []
with contextlib.ExitStack() as stack:
device_infos = dai.Device.getAllAvailableDevices()
if len(device_infos) == 0:
raise RuntimeError("No devices found!")
else:
print("Found", len(device_infos), "devices")
for device_info in device_infos:
# Note: the pipeline isn't set here, as we don't know yet what device it is.
# The extra arguments passed are required by the existing overload variants
openvino_version = dai.OpenVINO.Version.VERSION_2021_4
usb2_mode = False
device = stack.enter_context(dai.Device(openvino_version, device_info, usb2_mode))
# Note: currently on POE, DeviceInfo.getMxId() and Device.getMxId() are different!
print("=== Connected to " + device_info.getMxId())
mxid = device.getMxId()
cameras = device.getConnectedCameras()
usb_speed = device.getUsbSpeed()
print(" >>> MXID:", mxid)
print(" >>> Cameras:", *[c.name for c in cameras])
print(" >>> USB speed:", usb_speed.name)
device_type = "unknown"
if len(cameras) == 1: device_type = "OAK-1"
elif len(cameras) == 3: device_type = "OAK-D"
# If USB speed is UNKNOWN, assume it's a POE device
if usb_speed == dai.UsbSpeed.UNKNOWN: device_type += "-POE"
# Get a customized pipeline based on identified device type
pipeline = getPipeline(device_type)
print(" >>> Loading pipeline for:", device_type)
device.startPipeline(pipeline)
# Output queue will be used to get the rgb frames from the output defined above
q_rgb = device.getOutputQueue(name="rgb", maxSize=4, blocking=False)
stream_name = "rgb-" + mxid + "-" + device_type
q_rgb_list.append((q_rgb, stream_name))
camera = True
client_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
host_ip = '172.26.10.143' # Here according to your server ip write the address
port = 9999
client_socket.connect((host_ip, port))
while True:
for q_rgb, stream_name in q_rgb_list:
in_rgb = q_rgb.tryGet()
if in_rgb is not None:
cv2.imshow(stream_name, in_rgb.getCvFrame())
vid = in_rgb.getCvFrame()
if client_socket:
while vid.any():
try:
img, frame = vid.get()
frame = imutils.resize(frame, width=380)
a = pickle.dumps(frame)
message = struct.pack("Q", len(a)) + a
client_socket.sendall(message)
cv2.imshow(f"TO: {host_ip}", frame)
except:
print('VIDEO FINISHED!')
break
if cv2.waitKey(1) == ord('q'):
break`
