class Crawl(threading.Thread):
def __int__(self,name,username,password):
threading.Thread.__init__(self)
self.name=name
self.weibo=WeiboLogin(self.username,self.password)
self.process=ProcessInfo()
self.fileSave=FileSave('\content')
def userAdd(self,level):
for k in self.process.userarray:
if(not userDict.has_key(k)):
userDict[k]=1
userArray.append((k,level+1))
def saveUser(self,uid,level):
str=""
for k in self.process.info:
str+=self.process.info
def run(self):
self.weibo.login()
while(len(userArray)):
user=userArray.pop(0)
uid=user[0]
level=user[1]
text=self.weibo.crawlPage(urlInfo.format(uid=uid))
self.process.clear()
self.process.init()
self.process.feed(text)
text=self.weiboCrawlPage(urlFollow.format(uid=uid,page=1))
self.process.clear()
self.process.feed(text)
if(self.num>500):
continue
for k in range(2,self.page+1):
text=self.weiboCrawlPage(urlFollow.format(uid=uid,page=k))
self.process.clear()
self.process.feed(text)
text=self.weiboCrawlPage(urlFans.format(uid=uid, page=1))
self.process.clear()
self.process.feed(text)
if(self.num>500):
continue
for k in range(2,self.page+1):
text=self.weiboCrawlPage(urlFans.format(uid=uid, page=1))
self.process.clear()
self.process.feed(text)
self.userAdd(level)
def __int__(self,name,username,password):
threading.Thread.__init__(self)
self.name=name
self.weibo=WeiboLogin(self.username,self.password)
self.process=ProcessInfo()
self.fileSave=FileSave('\content')
