def UpdateToTry(self):  
        "Update toTryUrl based on textContent"  

        global toTryUrl  
        global triedUrl  
        global textContent  

        newUrlList = []  

        for textData in textContent:  
            newUrlList += WeiboSearch.sUrl(textData)  

        toTryUrl = list(set(newUrlList) - set(triedUrl))  
        pagesContent = []  
        textContent = []  
Beispiel #2
0
    def UpdateToTry(self):
        "Update toTryUrl based on textContent"

        global toTryUrl
        global triedUrl
        global textContent

        newUrlList = []

        for textData in textContent:
            newUrlList += WeiboSearch.sUrl(textData)

        toTryUrl = list(set(newUrlList) - set(triedUrl))
        pagesContent = []
        textContent = []
Beispiel #3
0
 def UpdateToTry(self):  
         "Update toTryUrl based on textContent"  
           
         global toTryUrl  
         global triedUrl  
         global textContent  
           
         newUrlList = []  
   
         for textData in textContent: 
             # print textData
             websize = 'http://weibo.com/yaochen' 
             newUrlList = WeiboSearch.sUrl(websize)
             print newUrlList 
           
         # toTryUrl = list(set(newUrlList) - set(triedUrl)) 
         # print newUrlList 
         pagesContent = []  
         textContent = []