def update_ip_list(): try: bjtz = pytz.timezone('Asia/Shanghai') sydtz = pytz.timezone('Australia/Sydney') to_remove_list = [] for i in db.proxy_col.find(): exp_time = dp.parse(i['expire_time']).replace(tzinfo=bjtz) now = datetime.datetime.now().replace(tzinfo=sydtz) if time.localtime().tm_isdst: now = now + datetime.timedelta(hours=-1) secs = (exp_time - now).total_seconds() if secs < 10: print("Calculation") print(i) print(exp_time) print(now) print(secs) to_remove_list.append(i) res = db.proxy_col.delete_many( {'_id': { '$in': [i['_id'] for i in to_remove_list] }}) num = res.deleted_count if num != len(to_remove_list): import ipdb ipdb.set_trace(context=7) # insert new ips if num: print("Deleted :") for i in to_remove_list: print(i) ip_list = get_ip_list(num) print("Insert " + str(ip_list)) db.insert_proxy(ip_list) except: import ipdb ipdb.set_trace(context=7)
to_remove_list.append(i) res = db.proxy_col.delete_many( {'_id': { '$in': [i['_id'] for i in to_remove_list] }}) num = res.deleted_count if num != len(to_remove_list): import ipdb ipdb.set_trace(context=7) # insert new ips if num: print("Deleted :") for i in to_remove_list: print(i) ip_list = get_ip_list(num) print("Insert " + str(ip_list)) db.insert_proxy(ip_list) except: import ipdb ipdb.set_trace(context=7) if __name__ == "__main__": db.insert_proxy(get_ip_list(20)) time.sleep(2) while True: update_ip_list() time.sleep(5)