예제 #1
0
 def get_target_list(self):
     target_list = []
     try:
         csv = read_csv(TOP_CATEGORY_CSV)
     except:
         logger.error("fail to read '%s'", TOP_CATEGORY_CSV, exc_info=True)
     else:
         for name, url in csv:
             target_list.append(url)
     return target_list
예제 #2
0
 def get_target_list(self):
     target_list = []
     try:
         csv = read_csv(TOP_CATEGORY_CSV)
     except:
         logger.error("fail to read '%s', set exit signal",
                      TOP_CATEGORY_CSV,  exc_info=True)
         self.exit_signal.set()
     else:
         for name, url in csv:
             target_list.append(url + '?lm=4')
     return target_list
예제 #3
0
 def get_target_list(self):
     target_list = []
     try:
         csv = read_csv(SUB_CATEGORY_CSV)
     except:
         logger.error("fail to read '%s', set exit signal",
                      SUB_CATEGORY_CSV,  exc_info=True)
         self.exit_signal.set()
     else:
         for name, url in csv:
             target_list.append(self.URL_PREFIX + quote(name.encode(
                 'utf8'), safe=''))
     return target_list