def is_done(url_string):
k = gen_md5(url_string)
if k in done_dict:
return True
else:
return False
def add_into_done_dict(key_string):
k = gen_md5(key_string)
global done_dict
done_dict[k] = 1
with open('output/done_lists.txt', 'a+') as f:
f.write(k + '\n')