qt5-imageprocessing.py

from PyQt5.QtGui import QPixmap, QImage         
from PyQt5.QtWidgets import QWidget,QMainWindow, QLabel, QSizePolicy, QApplication, QAction, QHBoxLayout,QProgressBar
from PyQt5.QtCore import Qt,QEvent,QObject
from PyQt5.QtCore import *
import sys,traceback,os

import ctypes as C
import numpy as np
import cv2

# Import PyhtonNet
import clr
sys.path.append(os.getenv('IC35PATH') + "/redist/dotnet/x64")

# Load IC Imaging Control .NET 
clr.AddReference('TIS.Imaging.ICImagingControl35')


# Import the IC Imaging Control namespace.
import TIS.Imaging

class SinkData:
    brightnes = 0
    FrameBuffer = None


class DisplayBuffer:
    '''
    This class is needed to copy the image into a pixmap for
    displaying in the video window.
    '''
    locked = False
    pixmap = None

    def Copy( self, FrameBuffer):
        if(  int(FrameBuffer.FrameType.BitsPerPixel/8 ) == 4):
            imgcontent = C.cast(FrameBuffer.GetIntPtr().ToInt64(), C.POINTER(C.c_ubyte * FrameBuffer.FrameType.BufferSize))
            qimage = QImage(imgcontent.contents, FrameBuffer.FrameType.Width,FrameBuffer.FrameType.Height, QImage.Format_RGB32).mirrored()
            self.pixmap = QPixmap(qimage)

class WorkerSignals(QObject):
    display = pyqtSignal(object)
    result = pyqtSignal(object)



class DisplayFilter(TIS.Imaging.FrameFilterImpl):
    '''
    This frame filter copies an incoming frame into our 
    DisplayBuffer object and signals the QApplication
    with the new buffer.
    '''
    __namespace__ = "DisplayFilterClass"
    signals = WorkerSignals() 
    dispBuffer = DisplayBuffer()
    
    def GetSupportedInputTypes(self, frameTypes):
        frameTypes.Add( TIS.Imaging.FrameType(TIS.Imaging.MediaSubtypes.RGB32))

    def GetTransformOutputTypes(self,inType, outTypes):
        outTypes.Add(inType)
        return True

    def Transform(self, src, dest):
        dest.CopyFrom(src)
        if self.dispBuffer.locked is False:
            self.dispBuffer.locked = True
            self.dispBuffer.Copy(dest)
            self.signals.display.emit(self.dispBuffer)

        return False



# create a listener for the sink
class Listener(TIS.Imaging.IFrameQueueSinkListener):
    __namespace__ = 'ListenerNameSpace'

    saveimage=False
    signals = WorkerSignals() 
    
    def SinkConnected(self, sink, frameType ):
        print('Sink connected')
        sink.AllocAndQueueBuffers(2)

    
    def SinkDisconnected(self, sink,buffers):
        print('Sink disconnected')

    def FramesQueued(self,  sink):
        frame = sink.PopOutputQueueBuffer()
        
        if self.saveimage is True:
            self.saveimage = False
            TIS.Imaging.FrameExtensions.SaveAsJpeg(frame,"test.jpg",75)

        data = SinkData()
        data.FrameBuffer = frame
        self.signals.result.emit(data)


def SelectDevice():
    ic.LiveStop()
    ic.ShowDeviceSettingsDialog()
    if ic.DeviceValid is True:
        ic.LiveStart()
        ic.SaveDeviceStateToFile("device.xml")

def ShowProperties():
    if ic.DeviceValid is True:
        ic.ShowPropertyDialog()
        ic.SaveDeviceStateToFile("device.xml")

def SnapImage():
    listener.saveimage = True
    print("Snap")

def Close():
    if ic.DeviceValid is True:
        ic.LiveStop()
    app.quit()

def imageCallback(x,y,buffer):
    print("hallo")
    return 0

def OnResult(result):
    imgcontent = C.cast(result.FrameBuffer.GetIntPtr().ToInt64(), C.POINTER(C.c_ubyte * result.FrameBuffer.FrameType.BufferSize))
    img = np.ndarray(buffer = imgcontent.contents,
                    dtype = np.uint8,
                    shape = (result.FrameBuffer.FrameType.Height,
                            result.FrameBuffer.FrameType.Width,
                            int(result.FrameBuffer.FrameType.BitsPerPixel/8 )) )
    
    # Calculate average image brightness
    gray = cv2.cvtColor(img ,cv2.COLOR_BGR2GRAY)
    mean = cv2.mean(gray)
    brightnessbar.setValue(int(mean[0]))

    sink.QueueBuffer(result.FrameBuffer)

def OnDisplay(dispBuffer):
    videowindow.setPixmap(dispBuffer.pixmap)   
    dispBuffer.locked = False   
    #videowindow.update()
    #print("x")


app =  QApplication(sys.argv)

w = QMainWindow()
w.resize(640, 480)
w.move(300, 300)
w.setWindowTitle('Simple Camera')

# Create the menu
mainMenu = w.menuBar()
fileMenu = mainMenu.addMenu('&File')

exitAct =  QAction("&Exit",app)
exitAct.setStatusTip("Exit program")
exitAct.triggered.connect(Close)
fileMenu.addAction(exitAct)

deviceMenu = mainMenu.addMenu('&Device')
devselAct =  QAction("&Select",app)
devselAct.triggered.connect(SelectDevice)
deviceMenu.addAction(devselAct)

devpropAct =  QAction("&Properties",app)
devpropAct.triggered.connect(ShowProperties)
deviceMenu.addAction(devpropAct)

snapAct =  QAction("Snap &Image",app)
snapAct.triggered.connect(SnapImage)
deviceMenu.addAction(snapAct)

layout = QHBoxLayout()
mainwindow = QWidget()
videowindow = QLabel()
layout.addWidget(videowindow)

brightnessbar = QProgressBar()
brightnessbar.setRange(0,256)
brightnessbar.setOrientation( Qt.Vertical)
brightnessbar.setValue(25)
layout.addWidget(brightnessbar)

mainwindow.setLayout(layout)
w.setCentralWidget(mainwindow)

# Create the IC Imaging Control object.
ic = TIS.Imaging.ICImagingControl()

# Instantiate the display filter object 
# for live display
displayFilter = DisplayFilter()

# Connect the display signal handler to our filter.
displayFilter.signals.display.connect(OnDisplay)

ic.DisplayFrameFilters.Add( ic.FrameFilterCreate(displayFilter))

# Create listener and sink and connect to IC
# for image processing. 
listener = Listener(TIS.Imaging.IFrameQueueSinkListener)

sink = TIS.Imaging.FrameQueueSink(listener,TIS.Imaging.MediaSubtypes.RGB32)

ic.Sink = sink
# Connect the signal handler to the listener.
listener.signals.result.connect(OnResult)

# use a TIS.Imaging.MediaStreamSink for video capture alternatively.

ic.LiveDisplay = True

# Try to open the last used video capture device.
try:
    ic.LoadDeviceStateFromFile("device.xml",True)
    if ic.DeviceValid is True:
        ic.LiveStart()
except Exception as ex:
    print(ex)
    pass

w.show()

app.exec()