Get frames from Oak 1 Max

jakaskerl
Here's an MRE of just saving images directly:

import cv2
import numpy as np
import depthai as dai
import time

#TODO: Figure out how to ensure the fps for the OAK camera has been changed to 60
def save_frames(output_folder):

    pipeline = dai.Pipeline()

    oakCam = pipeline.create(dai.node.ColorCamera)
    print(str(oakCam.getFps()))
    oakCam.setFps(60)
    manip = pipeline.create(dai.node.ImageManip)
    controlIn = pipeline.create(dai.node.XLinkIn)
    manipOut = pipeline.create(dai.node.XLinkOut)
    controlIn.setStreamName('control')
    manipOut.setStreamName("preview")


    topLeft = dai.Point2f(0.2, 0.2)
    bottomRight = dai.Point2f(0.8, 0.8)

    # to save the video using opencv
    # cap = cv2.VideoCapture(0)

    oakCam.setResolution(dai.ColorCameraProperties.SensorResolution.THE_1080_P)
    manip.setMaxOutputFrameSize(12441600)

    oakCam.video.link(manip.inputImage)
    manip.out.link(manipOut.input)
    controlIn.out.link(oakCam.inputControl)

    with dai.Device(pipeline) as device:
        controlQueue = device.getInputQueue(controlIn.getStreamName(),maxSize=30, blocking=False)
        qPreview = device.getOutputQueue("preview", maxSize=30, blocking=False)

        temp = dict()
        fc = 0
        while True:

            img = qPreview.get()
            fc += 1
            frame_name = f"frame_{time.time()}.jpg"
            output_path = f"{output_folder}/{frame_name}"
            temp[frame_name] = img
            
            if cv2.waitKey(1) == ord('q'):
                break
        
    print(fc)
    for filename, f in temp.items():
        frame = f.getCvFrame()
        output_path = f"{output_folder}/{filename}"
        cv2.imwrite(output_path,frame)
    cv2.destroyAllWindows()

# Example usage
output_folder = f"./testPhotos" # change as needed

save_frames(output_folder)

Here's another MRE of a script to save videos and convert using ffmpeg and trying to save the frames as JPEGS:

##
#!/usr/bin/env python3

# Script to save videos in .h265 format from oak camera

import depthai as dai
import time
import os
import cv2
# Create pipeline
pipeline = dai.Pipeline()

# Define sources and output
camRgb = pipeline.create(dai.node.ColorCamera)
ctrl = dai.CameraControl()
videoEnc = pipeline.create(dai.node.VideoEncoder)
xout = pipeline.create(dai.node.XLinkOut)
stillEnc = pipeline.create(dai.node.VideoEncoder)

xout.setStreamName('h265')

# Properties
camRgb.setBoardSocket(dai.CameraBoardSocket.CAM_A)
fps = 30
camRgb.setResolution(dai.ColorCameraProperties.SensorResolution.THE_4_K)
videoEnc.setDefaultProfilePreset(fps, dai.VideoEncoderProperties.Profile.H265_MAIN)
camRgb.setSensorCrop(0.2, 0.1) # By default 0.25, 0.25 for center crop




# Linking
camRgb.video.link(videoEnc.input)
videoEnc.bitstream.link(xout.input)

with dai.Device(pipeline) as device:
 
    # Output queue will be used to get the encoded data from the output defined above
    q = device.getOutputQueue(name="h265", maxSize=30, blocking=True)

    # The .h265 file is a raw stream file (not playable yet)
    curr = int(round(time.time()))
    rawFile = rf'.\rawStreams\{curr}.h265'
    convertedFile = rf'.\convertedStreams\{curr}.mp4'
    temp = dict()
    fc = 0
    with open(rawFile, 'wb') as videoFile:
        print("Press Ctrl+C to stop encoding...")
        try:
            while True:
                h265Packet = q.get()  # Blocking call, will wait until a new data has arrived
                h265Packet.getData().tofile(videoFile)  # Appends the packet data to the opened file
                fc += 1
                frame_name = f"frame_{int(time.time()*1000)}.jpeg"
                temp[frame_name] = h265Packet


        except KeyboardInterrupt:
            # Keyboard interrupt (Ctrl + C) detected
            pass
    print(fc)
    output_folder = rf".\testPhotos"
    for filename, f in temp.items():
        with open(filename, "wb") as fi:
            fi.write(f.getData())
            print('Image saved to', filename)

    print("To view the encoded data, convert the stream file (.h265) into a video file (.mp4) using a command below:")
    # print("ffmpeg -framerate 30 -i video.h265 -c copy video.mp4")
    command = f"ffmpeg -framerate {fps} -i {rawFile} -c copy {convertedFile}"
    os.system(command)

`

jakaskerl

Thank you for all the help! I was able to save frames for x number of seconds on command.

I am facing issues though as it starts to not get any frames. I basically wait on the keyboard press for "c" and set some flags and run the following code:
`

if getImgs and time.time()-starttime <= 1:

frame = qPreview.tryGet()

if frame is not None:

fc += 1

frame_name = f"frame_{int(time.time()*1000)}.jpeg"

temp[frame_name] = frame

`
When I press c the first time, it works and gets around 40 fps, but when I press c the second time after everything has saved, it only gets around 10, and then anytime I press c again, it just doesn't get anything. Could it be anything to do with the video pipeline? Is it possible the queue gets empty for some reason or the camera doesn't get any more frames for some reason?

These are the pipelines:

xoutPrev = pipeline.create(dai.node.XLinkOut)

xoutPrev.setStreamName('preview')

camRgb.video.link(xoutPrev.input)
qPreview = device.getOutputQueue(name="preview", maxSize=10,blocking=False)

jakaskerl

I somehow got it to work with the MRE, maybe there were some issues in my original script. Are there any improvements I can make to this MRE code:

#!/usr/bin/env python3
import depthai as dai
import time
import os
import cv2
import keyboard
# Create pipeline
pipeline = dai.Pipeline()

# Define sources and output
camRgb = pipeline.create(dai.node.ColorCamera)

xoutPrev = pipeline.create(dai.node.XLinkOut)
xoutPrev.setStreamName('preview')

camRgb.setBoardSocket(dai.CameraBoardSocket.RGB)
fps = 30
camRgb.setResolution(dai.ColorCameraProperties.SensorResolution.THE_1080_P)


camRgb.video.link(xoutPrev.input)

with dai.Device(pipeline) as device:

    qPreview = device.getOutputQueue(name="preview", maxSize=10,blocking=False)
    # The .h265 file is a raw stream file (not playable yet)
    temp = dict()
    fc = 0
    starttime = time.time()
    totaltime = 0
    getImgs = False
    try:
        while True:
            if getImgs and time.time()-starttime <= 1:
                frame = qPreview.tryGet()
                if frame is not None:
                    fc += 1
                    frame_name = f"{int(time.time()*1000)}.jpeg"
                    temp[frame_name] = frame
            elif getImgs:
                totaltime = time.time() - starttime
                print(f"Total frame count: {fc}")
                print(f"Total time run: {totaltime}")
                print(f"FPS: {fc/totaltime}")
                output_folder = rf".\testPhotos"
                for filename, f in temp.items():
                    pathout = f"../testPhotos/{filename}"
                    f = f.getCvFrame()
                    cv2.imwrite(pathout,f)
                getImgs = False
                temp.clear()
                fc = 0
                totaltime = 0
            
            if not getImgs:
                keyboard.wait("c")
                getImgs = True
                starttime = time.time()


    except KeyboardInterrupt:
        pass