def sleep(self, ms): startTime = QTime.currentTime() while True: QApplication.processEvents(QEventLoop.AllEvents, 25) if startTime.msecsTo(QTime.currentTime()) > ms: break usleep(0.005)
def loadFinished(self): print "Loaded %s"%self.url document = self.page.mainFrame().documentElement() #print unicode(document.toInnerXml()) document.evaluateJavaScript(""" var evt = document.createEvent('MouseEvents'); evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null); Element.prototype.click = function() { this.dispatchEvent(evt); }; """) containers = [ 'domestic_data', 'trailer_fans', 'twitter_buzzes', 'daily_count_buzzes', 'facebook_fans' ] for c in containers: container = document.findFirst("#%s"%c) attList = self.extractTableHeader(container) while True: self.extractTableData(container,attList) next_btn = container.findFirst("div.pagination a.next_page") if next_btn.tagName(): content = container.toInnerXml() next_btn.evaluateJavaScript("this.click()") while container.toInnerXml() == content: usleep(0.005) QApplication.processEvents(QEventLoop.AllEvents, 25) else: break if self.db: self.outputFile() else: print """ =============================== Failed extraction! %s =============================== """%self.url print "done %s"%self.url self.completed(self)
def loadFinished(self): document = self.page.mainFrame().documentElement() document.evaluateJavaScript(""" var evt = document.createEvent('MouseEvents'); evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null); Element.prototype.click = function() { this.dispatchEvent(evt); }; """) rows = document.findAll("h3.r a.l") nextbtn = document.findFirst("a#pnnext") for a in rows: print a.attribute("href") self.movies.add(a.attribute("href")) if nextbtn.tagName(): usleep(random.randint(20,300)) nextbtn.evaluateJavaScript("this.click()") else: self.writeToFile()
def loadFinished(self): document = self.page.mainFrame().documentElement() document.evaluateJavaScript(""" var evt = document.createEvent('MouseEvents'); evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null); Element.prototype.click = function() { this.dispatchEvent(evt); }; """) rows = document.findAll("h3.r a.l") nextbtn = document.findFirst("a#pnnext") for a in rows: print a.attribute("href") self.movies.add(a.attribute("href")) if nextbtn.tagName(): usleep(random.randint(20, 300)) nextbtn.evaluateJavaScript("this.click()") else: self.writeToFile()
def loadFinished(self): print "Loaded %s" % self.url document = self.page.mainFrame().documentElement() #print unicode(document.toInnerXml()) document.evaluateJavaScript(""" var evt = document.createEvent('MouseEvents'); evt.initMouseEvent('click', true, true, window, 0, 0, 0, 0, 0, false, false, false, false, 0, null); Element.prototype.click = function() { this.dispatchEvent(evt); }; """) containers = [ 'domestic_data', 'trailer_fans', 'twitter_buzzes', 'daily_count_buzzes', 'facebook_fans' ] for c in containers: container = document.findFirst("#%s" % c) attList = self.extractTableHeader(container) while True: self.extractTableData(container, attList) next_btn = container.findFirst("div.pagination a.next_page") if next_btn.tagName(): content = container.toInnerXml() next_btn.evaluateJavaScript("this.click()") while container.toInnerXml() == content: usleep(0.005) QApplication.processEvents(QEventLoop.AllEvents, 25) else: break if self.db: self.outputFile() else: print """ =============================== Failed extraction! %s =============================== """ % self.url print "done %s" % self.url self.completed(self)
def cb(self): usleep(INITIAL_SLEEP) document = self.page.mainFrame().documentElement() self.callback(self, self.current_url, document)
import sys, serial, io, time #def getser(): #print(len(sys.argv)) baud = 115200 port = 'COM1' text = "" for x in sys.argv: if(sys.argv.index(x)==1): baud = int(x) elif(sys.argv.index(x)==2): port = str(x) elif(sys.argv.index(x)==3): text = str(x) #print str(baud)+ ' '+port+' '+text ser = serial.Serial() ser.timeout = 2 ser.baudrate = baud ser.port = port ser.open() if(text!=''): ser.write_timeout=2 #print text ser.write(text.encode()) ser.flush() time.usleep(0.1) text = ser.readline() print text ser.close() #getser()