def get_target_list(self):
target_list = []
try:
csv = read_csv(TOP_CATEGORY_CSV)
except:
logger.error("fail to read '%s'", TOP_CATEGORY_CSV, exc_info=True)
else:
for name, url in csv:
target_list.append(url)
return target_list
def get_target_list(self):
target_list = []
try:
csv = read_csv(TOP_CATEGORY_CSV)
except:
logger.error("fail to read '%s', set exit signal",
TOP_CATEGORY_CSV, exc_info=True)
self.exit_signal.set()
else:
for name, url in csv:
target_list.append(url + '?lm=4')
return target_list
def get_target_list(self):
target_list = []
try:
csv = read_csv(SUB_CATEGORY_CSV)
except:
logger.error("fail to read '%s', set exit signal",
SUB_CATEGORY_CSV, exc_info=True)
self.exit_signal.set()
else:
for name, url in csv:
target_list.append(self.URL_PREFIX + quote(name.encode(
'utf8'), safe=''))
return target_list