def getContact(self):
contactList = []
sqlHelper = MySQLHelper('101.1.16.46','s559384db0','995y455y','s559384db0');
dbUserList = sqlHelper.queryAll("SELECT fakeId FROM tblUserInfo ")
dbFakeIdList = []
for user in dbUserList:
dbFakeIdList.append(user["fakeId"])
print dbFakeIdList
print self.fakeIdList[0:2]
for fakeId in self.fakeIdList:
if fakeId not in dbFakeIdList:
print fakeId
self.pushWelcomeMsg(fakeId)
userContact = self.getUserInfo(fakeId)
encoding = chardet.detect(userContact)['encoding']
if userContact != 'utf-8':
userContact = userContact.decode(encoding, 'replace').encode('utf-8')
contactList.append(userContact)
for value in contactList:
insertValue = eval(value)
del insertValue["Groups"]
sqlHelper.insert("tblUserInfo", insertValue)
def insetToDB():
jobInfo = []
telnetBbsContent = TelnetBBSContent([{
"url": "http://www.newsmth.net/bbsdoc.php?board=Career_Campus",
"contentUrl": "http://www.newsmth.net/bbscon.php?",
"bbsId": 2,
"flag":"docWriter"
},{
"url": "http://www.lsxk.org/bbsdoc.php?board=Part_timeJob",
"contentUrl": "http://www.lsxk.org/bbscon.php?",
"bbsId": 6,
"flag":"docWriter"
}])
telnetBbsContent.getAllContent()
BYRbbsContent = BYRBBSParser({
"url": "http://bbs.byr.cn/board/JobInfo?p=",
"contentUrl": "http://bbs.byr.cn",
"bbsId":4,
"selector": {
"parseAnchor": ".title_9",
"parserTimeStamp": ".title_10"
}
})
BYRbbsContent.getAllContent()
print "-----------------------*******-------------------------------"
print "BYR: " + str(BYRbbsContent.finalInfo)
print "Telnet: " + str(telnetBbsContent.finalInfo)
print "SaveTime: " +datetime.now().strftime("%Y-%m-%d %H:%M:%S")
print "-----------------------*******-------------------------------"
jobInfo.extend(telnetBbsContent.finalInfo)
jobInfo.extend(BYRbbsContent.finalInfo)
sqlHelper = MySQLHelper('101.1.16.50','s559384db0','995y455y','s559384db0');
for value in jobInfo:
print value
sqlHelper.insert("tblJobInfo", value)
