<jupyter_start><jupyter_text>FLIR_video_stream> API details.- Technical notes https://www.flir.com/support/products/blackfly-s-usb3Overview- http://softwareservices.ptgrey.com/Spinnaker/latest/index.html- https://www.flir.com/support-center/iis/machine-vision/knowledge-base/relationship-between-color-processing-and-number-of-bits-per-pixel/<jupyter_code>#hide
from nbdev.showdoc import *
#export
from  FLIRCam.core import *  # hide from itself
#export
import time
import cv2
import PySpin
from threading import Thread
import sys
# import the Queue class from Python 3
if sys.version_info >= (3, 0):
    from queue import Queue
# otherwise, import the Queue class for Python 2.7
else:
    from Queue import Queue
# def print_device_info(nodemap):
#     """
#     This function prints the device information of the camera from the transport
#     layer; please see NodeMapInfo example for more in-depth comments on printing
#     device information from the nodemap.
# 
#     - nodemap: Transport layer device nodemap.
#     - nodemap: INodeMap
#     - returns: True if successful, False otherwise.
#     """
# 
#     print('*** DEVICE INFORMATION ***\n')
# 
#     try:
#         result = True
#         node_device_information = PySpin.CCategoryPtr(nodemap.GetNode('DeviceInformation'))
# 
#         if PySpin.IsAvailable(node_device_information) and PySpin.IsReadable(node_device_information):
#             features = node_device_information.GetFeatures()
#             for feature in features:
#                 node_feature = PySpin.CValuePtr(feature)
#                 print('%s: %s' % (node_feature.GetName(),
#                                   node_feature.ToString() if PySpin.IsReadable(node_feature) else 'Node not readable'))
# 
#         else:
#             print('Device control information not available.')
# 
#     except PySpin.SpinnakerException as ex:
#         print('Error: %s' % ex)
#         return False
# 
#     return result
# # Retrieve singleton reference to system object
# system = PySpin.System.GetInstance()
# 
# # Get current library version
# version = system.GetLibraryVersion()
# print('Library version: %d.%d.%d.%d' % (version.major, version.minor, version.type, version.build))
# 
# # Retrieve list of cameras from the system
# cam_list = system.GetCameras()
# 
# num_cameras = cam_list.GetSize()
# nodemap_tldevice = cam_list[0].GetTLDeviceNodeMap()
# 
# print_device_info(nodemap_tldevice)
# # Release system instance
# system.ReleaseInstance()
#export
class USBVideoStream:
    """ Create threaded  USB3 video stream for 1 or more FLIR USB3 cameras, with max queue size
     Pass optional transform code to alter the image before queueing"""
    def __init__(self, transform=None, queue_size=10):
        # initialize the file video stream along with the boolean
        # used to indicate if the thread should be stopped or not
        self.stopped = False
        self.transform = transform

        # initialize the queue used to store frames read from the video file
        self.Q = Queue(maxsize=queue_size)
        # intialize thread
        self.thread = Thread(target=self.update, args=())
        self.thread.daemon = True

        self.system = PySpin.System.GetInstance()  # Retrieve singleton reference to system object
        version = self.system.GetLibraryVersion()  # Get current library version
        print('Library version: %d.%d.%d.%d' % (version.major, version.minor, version.type, version.build))

        self.camlist = self.system.GetCameras()  # Retrieve list of cameras from the system

        # num_cameras =
        # for cam in cam_list: cam.DeInit()
        # system.ReleaseInstance()

        print(f'Number of cameras detected: {self.camlist.GetSize()}')

    def __del__(self):
        self.camlist.Clear()
        self.system.ReleaseInstance()

    def set_cam_mode_continuous(self, i, cam):
        """For all cameras set the acquisition mode set to continuous"""
        node_acquisition_mode = PySpin.CEnumerationPtr(cam.GetNodeMap().GetNode('AcquisitionMode'))
        if not PySpin.IsAvailable(node_acquisition_mode) or not PySpin.IsWritable(node_acquisition_mode):
            print('Unable to set acquisition mode to continuous . Aborting... \n')
            return False

        node_acquisition_mode_continuous = node_acquisition_mode.GetEntryByName('Continuous')
        if not PySpin.IsAvailable(node_acquisition_mode_continuous) or not PySpin.IsReadable(
                node_acquisition_mode_continuous):
            print('Unable to set acquisition mode to continuous , Aborting... \n')
            return False

        acquisition_mode_continuous = node_acquisition_mode_continuous.GetValue()
        node_acquisition_mode.SetIntValue(acquisition_mode_continuous)
        print('Camera acquisition mode set to continuous...')
        return True

    def start(self):
        """
        For all cameras,  Initialise and set camera mode to continuous.
        and begin acquisisition
        """
        for i, cam in enumerate(self.camlist): cam.Init()  # intialize cameras

        for i, cam in enumerate(self.camlist):

            # Set acquisition mode to continuous
            self.set_cam_mode_continuous(i, cam)

            # Begin acquiring images
            cam.BeginAcquisition()

            print('Camera %d started acquiring images...' % i)
            print()
        # start a thread to read frames from the file video stream
        self.thread.start()
        return self

    def update(self):
        # keep looping infinitely
        while True:
            # if the thread indicator variable is set, stop the
            # thread
            if self.stopped:
                break

            # otherwise, ensure the queue has room in it
            if not self.Q.full():
                for i, cam in enumerate(self.camlist):
                    try:
                        frame = cam.GetNextImage()
                        image_converted = frame.Convert(PySpin.PixelFormat_BGR8)
                        # image_converted = frame.Convert(PySpin.PixelFormat_Mono8, PySpin.HQ_LINEAR)
                        image_converted = image_converted.GetNDArray()
                        # print(f'Image retrieved from cam {i}, shape = {image_converted.shape}')
                        frame.Release()  # Release image producer/consumer queues since this one was generally
                                         # idle grabbing frames.
                        if self.transform:
                            image_converted = self.transform(image_converted)

                        # add the frame to the queue
                        self.Q.put({'cam':i, 'image':image_converted})

                    except PySpin.SpinnakerException as ex:
                        print('Error: %s' % ex)
                        self.stopped = True

            else:
                time.sleep(0.1)  # Rest for 100ms, we have a full queue

        # self.stream.release()
        for cam in self.camlist:
            # End acquisition
            cam.EndAcquisition()
            cam.DeInit()

    def read(self):
        """Return next frame in the queue"""
        return self.Q.get()

    def read_wait(self):
        """Wait for and return next frame in the queue"""
        try:
            return self.Q.get(block=True,timeout=1)
        except:
            return None

    # Insufficient to have consumer use while(more()) which does
    # not take into account if the producer has reached end of
    # file stream.
    def running(self):
        """ Test if thread id running"""
        return self.more() or not self.stopped

    def more(self):
        """Return True if there are still frames in the queue.
        If stream is not stopped, try to wait a moment"""
        tries = 0
        while self.Q.qsize() == 0 and not self.stopped and tries < 5:
            time.sleep(0.1)
            tries += 1

        return self.Q.qsize() > 1

    def queue_size(self):
        """Return the queue size, ie number of frames"""
        return self.Q.qsize()

    def stop(self):
        """indicate that the thread should be stopped"""
        self.stopped = True
        # wait until stream resources are released (producer thread might be still grabbing frame)
        self.thread.join()
show_doc(USBVideoStream.set_cam_mode_continuous)
show_doc(USBVideoStream.start)
show_doc(USBVideoStream.more)
show_doc(USBVideoStream.read)
show_doc(USBVideoStream.read_wait)
show_doc(USBVideoStream.queue_size)
show_doc(USBVideoStream.stop)<jupyter_output><empty_output><jupyter_text>Show FLIR camera<jupyter_code>from imutils.video import FPS
import imutils
def show_FLIRcam(width=1000, height=750):
    fvs = USBVideoStream().start()
    fps = FPS().start()
    for i in range(50):
        img = fvs.read_wait() 
        if img is not None:
            img = imutils.resize(img['image'], width=width, height=height)     
            cv2.imshow('FLIR cam', img)
            if cv2.waitKey(10) == 27: 
                break  # esc to quit
            fps.update()     
            
    fps.stop()
    fvs.stop()  
    del fvs

    print("[INFO] approx. FPS: {:.2f}".format(fps.fps()))
    
    cv2.destroyAllWindows()

show_FLIRcam()<jupyter_output>Library version: 172.16.31.10
Number of cameras detected: 1
Camera acquisition mode set to continuous...
Camera 0 started acquiring images...

[INFO] approx. FPS: 3.38<jupyter_text>Test Example Usage, recoding a movie<jupyter_code>from moviepy.video.io.ffmpeg_writer import FFMPEG_VideoWriter
from imutils.video import FPS
import imutils
import time
import cv2

def record_FLIRcam(mirror=False, width=1000, height=750):
    fvs = USBVideoStream().start()
    fps = FPS().start()
    with FFMPEG_VideoWriter('out.mp4', (width,height), 5.0) as video:
        for i in range(50):
            frame = fvs.read_wait() 
            if frame is not None:    
                img = imutils.resize(frame['image'], width=width, height=height)   
                cv2.putText(img, f"Queue Size: {fvs.Q.qsize()}, Camera: {frame['cam']}, Shape: {img.shape}",
                    (10, 30), cv2.FONT_HERSHEY_SIMPLEX, 0.6, (0, 255, 0), 2)
                print(':', end='', flush=True)  
                video.write_frame(img)
                cv2.imshow('FLIR cam', img)
                if cv2.waitKey(10) == 27: 
                    break  # esc to quit
                fps.update()
    fps.stop()
    fvs.stop()
    print()
    print("[INFO] elasped time: {:.2f}".format(fps.elapsed()))
    print("[INFO] approx. FPS: {:.2f}".format(fps.fps()))
    # Not FPS will be slower due to video writing 
    del fvs
    cv2.destroyAllWindows()

record_FLIRcam(mirror=True)<jupyter_output><empty_output><jupyter_text>Show result video<jupyter_code>import moviepy.editor as mvp
mvp.ipython_display('out.mp4', loop=True)<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.09902537697682971, 'fraction_numerical': 0.008826774549466716, 'mean_word_length': 2.4301482182276883, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 19, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '4', 'dir': 'jupyter-structured-clean-dedup', 'id': '92562', 'license': 'Apache-2.0', 'n_tokens_mistral': 3276, 'n_tokens_neox': 3101, 'n_words': 867, 'path': 'nbs/51_USB_video_stream.ipynb', 'repo_name': 'johnnewto/FLIRCam', 'size': '10873'}