def is_done(url_string): k = gen_md5(url_string) if k in done_dict: return True else: return False
def add_into_done_dict(key_string): k = gen_md5(key_string) global done_dict done_dict[k] = 1 with open('output/done_lists.txt', 'a+') as f: f.write(k + '\n')