def screenTable(library='xlib'):
if (library=='xlib'):
from Xlib import display, X
##Get screenshot of the table##
width,height = int((1/2)*pyautogui.size().width/constants.NB_DISPLAYS),int((4/4)*pyautogui.size().height)
dsp = display.Display()
root = dsp.screen().root
raw = root.get_image(0, 0, width, height, X.ZPixmap, 0xffffffff)
table_img = Image.frombytes("RGB", (width, height), raw.data, "raw", "BGRX").convert('RGB')
return table_img
elif (library=='pyqt'):
from PyQt4.QtGui import QPixmap, QApplication
from PyQt4.Qt import QBuffer, QIODevice
import io
app = QApplication(sys.argv)
buffer = QBuffer()
buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(buffer, 'png')
strio = io.BytesIO()
strio.write(buffer.data())
buffer.close()
del app
strio.seek(0)
table_img = Image.open(strio)
width,height = int((1/2)*pyautogui.size().width/constants.NB_DISPLAYS),int((3/4)*pyautogui.size().height)
table_img = table_img.crop((0,0,width,height))
# print(table_img)
return table_img
else:
print("The library: "+library+" can't be used here")
def get_screen_by_qt(self, x1=None, y1=None, x2=None, y2=None):
from PyQt4.QtGui import QPixmap, QApplication
from PyQt4.Qt import QBuffer, QIODevice
import StringIO
app = QApplication(sys.argv)
_buffer = QBuffer()
_buffer.open(QIODevice.ReadWrite)
desktop = QApplication.desktop()
#width = desktop.screenGeometry().width()
#height = desktop.screenGeometry().height()
if x1 is None:
x1 = 0
if y1 is None:
y1 = 0
if x2 is None:
x2 = -1
else:
x2 -= x1
if y2 is None:
y2 = -1
else:
y2 -= y1
QPixmap.grabWindow(desktop.winId(), x1, y1, x2, y2) \
.save(_buffer, 'png')
strio = StringIO.StringIO()
strio.write(_buffer.data())
_buffer.close()
del app
strio.seek(0)
return Image.open(strio)
def get_data_uri():
buffer = QBuffer()
buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(buffer, 'jpg', 10)
return 'data:image/jpeg;base64,' + str(b64encode(buffer.data().data()), 'ascii')
def applyFilter(self):
# Konvertujem QImage do grayscale
global frameBuffer
imgBuffer = QBuffer()
imgBuffer.open(QIODevice.ReadWrite)
self.image.save(imgBuffer, "bmp")
strio = cStringIO.StringIO()
strio.write(imgBuffer.data())
imgBuffer.close()
strio.seek(0)
pil_im = Image.open(strio).convert('L')
# Pole v Numpy 8bit oer pixel
numpyArray = np.asarray(pil_im)
# Tu si urob filter nad polom
numpyArray = fft(numpyArray)
# koniec filtra, konvertujem obrazok nazad to QTimage
pilOutput = Image.fromarray(numpyArray, 'L')
if screenCaptureModifier.colorMap is not None:
pilOutput.putpalette(screenCaptureModifier.colorMap)
self.modifiedImage = ImageQt.ImageQt(pilOutput.convert('RGB'))
class OpenGazer(object):
def __init__(self, dir_pub, socket_opengazer_c):
self.ctx_zmq = zmq.Context()
self.socket = self.ctx_zmq.socket(zmq.PUB)
self.socket.bind(dir_pub)
self.socket_opengazer_c = socket_opengazer_c
self.app = QApplication(sys.argv)
self.buffer = QBuffer()
def get_screen(self):
self.buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).scaled(480, 240).save(self.buffer, 'jpeg', quality=50)
self.strio = StringIO()
self.strio.write(self.buffer.data())
self.buffer.close()
self.strio.seek(0)
def send_data(self):
my_socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
my_socket.bind(("", self.socket_opengazer_c))
print("socket creado")
while True:
data, addr = my_socket.recvfrom(self.socket_opengazer_c)
self.get_screen()
image_data = base64.b64encode(self.strio.getvalue())
data_to_send = {'screen': image_data, 'x': int(data.split(' ')[0]),
'y': int(data.split(' ')[1]), 'target': int(data.split(' ')[2])}
message = json.dumps(data_to_send)
self.socket.send(message)
#self.app.processEvents()
my_socket.close() # todo poner en finally
def grab_to_buffer(self, buffer, file_type='png'):
if not self.app:
self.app = QApplication([])
qbuffer = QBuffer()
qbuffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(qbuffer, file_type)
buffer.write(qbuffer.data())
qbuffer.close()
def getScreenByQt(self):
from PyQt4.QtGui import QPixmap, QApplication
from PyQt4.Qt import QBuffer, QIODevice
import StringIO
app = QApplication(sys.argv)
buffer = QBuffer()
buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(buffer, 'png')
strio = StringIO.StringIO()
strio.write(buffer.data())
buffer.close()
del app
strio.seek(0)
return Image.open(strio)
def getScreenByQt(self):
from PyQt4.QtGui import QPixmap, QApplication
from PyQt4.Qt import QBuffer, QIODevice
import StringIO
app = QApplication(sys.argv)
buffer = QBuffer()
buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(buffer, 'png')
strio = StringIO.StringIO()
strio.write(buffer.data())
buffer.close()
del app
strio.seek(0)
return Image.open(strio)
def getScreenByQt4(self):
from PyQt4.Qt import QBuffer
import StringIO
from PyQt4.Qt import QIODevice
from PyQt4.QtGui import QPixmap
from PyQt4.QtGui import QApplication
buffer = QBuffer()
rootwin = QApplication.desktop().winId()
buffer.open(QIODevice.ReadWrite)
strio = StringIO.StringIO()
QPixmap.grabWindow(rootwin).save(buffer, 'jpg')
strio.write(buffer.data())
strio.seek(0)
buffer.close()
return Image.open(strio)
def getScreenByQt(self):
from PyQt4.QtGui import QPixmap, QApplication
from PyQt4.Qt import QBuffer, QIODevice
import StringIO
# there should only ever be a single instance of QApplication or else it crashes on some platforms
if Screenshot.qtAppInstance is None:
Screenshot.qtAppInstance = QApplication(sys.argv)
buffer = QBuffer()
buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(buffer, 'png')
strio = StringIO.StringIO()
strio.write(buffer.data())
buffer.close()
strio.seek(0)
return Image.open(strio)
def peek_qt(fmt="png"):
"""Takes a screenshot using QT."""
import sys
from PyQt4.QtGui import QPixmap, QApplication
from PyQt4.Qt import QBuffer, QIODevice
app = QApplication(sys.argv)
buff = QBuffer()
buff.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).save(buff, fmt)
screenshot = Screenshot()
screenshot.addvalue(buff.data())
buff.close()
del app
screenshot.fmt = fmt
return screenshot
class OpenGazer(object):
def __init__(self, dir_pub, socket_opengazer_c):
self.ctx_zmq = zmq.Context()
self.socket = self.ctx_zmq.socket(zmq.PUB)
self.socket.bind(dir_pub)
self.socket_opengazer_c = socket_opengazer_c
self.app = QApplication(sys.argv)
self.buffer = QBuffer()
def get_screen(self):
self.buffer.open(QIODevice.ReadWrite)
QPixmap.grabWindow(QApplication.desktop().winId()).scaled(
480, 240).save(self.buffer, 'jpeg', quality=50)
self.strio = StringIO()
self.strio.write(self.buffer.data())
self.buffer.close()
self.strio.seek(0)
def send_data(self):
my_socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
my_socket.bind(("", self.socket_opengazer_c))
print("socket creado")
while True:
data, addr = my_socket.recvfrom(self.socket_opengazer_c)
self.get_screen()
image_data = base64.b64encode(self.strio.getvalue())
data_to_send = {
'screen': image_data,
'x': int(data.split(' ')[0]),
'y': int(data.split(' ')[1]),
'target': int(data.split(' ')[2])
}
message = json.dumps(data_to_send)
self.socket.send(message)
#self.app.processEvents()
my_socket.close() # todo poner en finally