def getContact(self): contactList = [] sqlHelper = MySQLHelper('101.1.16.46','s559384db0','995y455y','s559384db0'); dbUserList = sqlHelper.queryAll("SELECT fakeId FROM tblUserInfo ") dbFakeIdList = [] for user in dbUserList: dbFakeIdList.append(user["fakeId"]) print dbFakeIdList print self.fakeIdList[0:2] for fakeId in self.fakeIdList: if fakeId not in dbFakeIdList: print fakeId self.pushWelcomeMsg(fakeId) userContact = self.getUserInfo(fakeId) encoding = chardet.detect(userContact)['encoding'] if userContact != 'utf-8': userContact = userContact.decode(encoding, 'replace').encode('utf-8') contactList.append(userContact) for value in contactList: insertValue = eval(value) del insertValue["Groups"] sqlHelper.insert("tblUserInfo", insertValue)
def insetToDB(): jobInfo = [] telnetBbsContent = TelnetBBSContent([{ "url": "http://www.newsmth.net/bbsdoc.php?board=Career_Campus", "contentUrl": "http://www.newsmth.net/bbscon.php?", "bbsId": 2, "flag":"docWriter" },{ "url": "http://www.lsxk.org/bbsdoc.php?board=Part_timeJob", "contentUrl": "http://www.lsxk.org/bbscon.php?", "bbsId": 6, "flag":"docWriter" }]) telnetBbsContent.getAllContent() BYRbbsContent = BYRBBSParser({ "url": "http://bbs.byr.cn/board/JobInfo?p=", "contentUrl": "http://bbs.byr.cn", "bbsId":4, "selector": { "parseAnchor": ".title_9", "parserTimeStamp": ".title_10" } }) BYRbbsContent.getAllContent() print "-----------------------*******-------------------------------" print "BYR: " + str(BYRbbsContent.finalInfo) print "Telnet: " + str(telnetBbsContent.finalInfo) print "SaveTime: " +datetime.now().strftime("%Y-%m-%d %H:%M:%S") print "-----------------------*******-------------------------------" jobInfo.extend(telnetBbsContent.finalInfo) jobInfo.extend(BYRbbsContent.finalInfo) sqlHelper = MySQLHelper('101.1.16.50','s559384db0','995y455y','s559384db0'); for value in jobInfo: print value sqlHelper.insert("tblJobInfo", value)