def sleep(self, ms):
startTime = QTime.currentTime()
while True:
QApplication.processEvents(QEventLoop.AllEvents, 25)
if startTime.msecsTo(QTime.currentTime()) > ms:
break
usleep(0.005)
def sleep(self, ms):
startTime = QTime.currentTime()
while True:
QApplication.processEvents(QEventLoop.AllEvents, 25)
if startTime.msecsTo(QTime.currentTime()) > ms:
break
usleep(0.005)
def loadFinished(self):
print "Loaded %s"%self.url
document = self.page.mainFrame().documentElement()
#print unicode(document.toInnerXml())
document.evaluateJavaScript("""
var evt = document.createEvent('MouseEvents');
evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null);
Element.prototype.click = function() {
this.dispatchEvent(evt);
};
""")
containers = [
'domestic_data',
'trailer_fans',
'twitter_buzzes',
'daily_count_buzzes',
'facebook_fans'
]
for c in containers:
container = document.findFirst("#%s"%c)
attList = self.extractTableHeader(container)
while True:
self.extractTableData(container,attList)
next_btn = container.findFirst("div.pagination a.next_page")
if next_btn.tagName():
content = container.toInnerXml()
next_btn.evaluateJavaScript("this.click()")
while container.toInnerXml() == content:
usleep(0.005)
QApplication.processEvents(QEventLoop.AllEvents, 25)
else:
break
if self.db:
self.outputFile()
else:
print """
===============================
Failed extraction! %s
===============================
"""%self.url
print "done %s"%self.url
self.completed(self)
def loadFinished(self):
document = self.page.mainFrame().documentElement()
document.evaluateJavaScript("""
var evt = document.createEvent('MouseEvents');
evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null);
Element.prototype.click = function() {
this.dispatchEvent(evt);
};
""")
rows = document.findAll("h3.r a.l")
nextbtn = document.findFirst("a#pnnext")
for a in rows:
print a.attribute("href")
self.movies.add(a.attribute("href"))
if nextbtn.tagName():
usleep(random.randint(20,300))
nextbtn.evaluateJavaScript("this.click()")
else:
self.writeToFile()
def loadFinished(self):
document = self.page.mainFrame().documentElement()
document.evaluateJavaScript("""
var evt = document.createEvent('MouseEvents');
evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null);
Element.prototype.click = function() {
this.dispatchEvent(evt);
};
""")
rows = document.findAll("h3.r a.l")
nextbtn = document.findFirst("a#pnnext")
for a in rows:
print a.attribute("href")
self.movies.add(a.attribute("href"))
if nextbtn.tagName():
usleep(random.randint(20, 300))
nextbtn.evaluateJavaScript("this.click()")
else:
self.writeToFile()
def loadFinished(self):
print "Loaded %s" % self.url
document = self.page.mainFrame().documentElement()
#print unicode(document.toInnerXml())
document.evaluateJavaScript("""
var evt = document.createEvent('MouseEvents');
evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null);
Element.prototype.click = function() {
this.dispatchEvent(evt);
};
""")
containers = [
'domestic_data', 'trailer_fans', 'twitter_buzzes',
'daily_count_buzzes', 'facebook_fans'
]
for c in containers:
container = document.findFirst("#%s" % c)
attList = self.extractTableHeader(container)
while True:
self.extractTableData(container, attList)
next_btn = container.findFirst("div.pagination a.next_page")
if next_btn.tagName():
content = container.toInnerXml()
next_btn.evaluateJavaScript("this.click()")
while container.toInnerXml() == content:
usleep(0.005)
QApplication.processEvents(QEventLoop.AllEvents, 25)
else:
break
if self.db:
self.outputFile()
else:
print """
===============================
Failed extraction! %s
===============================
""" % self.url
print "done %s" % self.url
self.completed(self)
def cb(self):
usleep(INITIAL_SLEEP)
document = self.page.mainFrame().documentElement()
self.callback(self, self.current_url, document)
import sys, serial, io, time #def getser(): #print(len(sys.argv)) baud = 115200 port = 'COM1' text = "" for x in sys.argv: if(sys.argv.index(x)==1): baud = int(x) elif(sys.argv.index(x)==2): port = str(x) elif(sys.argv.index(x)==3): text = str(x) #print str(baud)+ ' '+port+' '+text ser = serial.Serial() ser.timeout = 2 ser.baudrate = baud ser.port = port ser.open() if(text!=''): ser.write_timeout=2 #print text ser.write(text.encode()) ser.flush() time.usleep(0.1) text = ser.readline() print text ser.close() #getser()
def cb(self):
usleep(INITIAL_SLEEP)
document = self.page.mainFrame().documentElement()
self.callback(self, self.current_url, document)
