#!/usr/bin/env python

# -*- coding: utf-8 -*-

# Created by shimeng on 17-9-21

"""

按照ip的插入时间距离现在的时间, 大于阀值时间的拿出来进行检测, 若已经无法使用, 则删除;若还可以使用,则更新插入的时间;

"""

import sys

# 这里写你自己的框架保存地址

sys.path.append('//home/michael/Documents/gits/AiSpider3/spider')

from log_format import spider_log

from config import log_folder_name

from config import host, port, database_name

from proxy_basic_config import collection_name, over_time

import pymongo

import time

from urllib.parse import urlparse

from _request import valid

diy_header = {

'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.90 Safari/537.36'}

log_name = 'delete_not_update_ip'

file_folder = log_folder_name

delete_existed_log = False

logger = spider_log(log_name=log_name, file_folder=file_folder, delete_existed_log=delete_existed_log)

def connect_to_mongodb():

return collection

def format_time_to_timestamp(foramt_time):

st = time.strptime(foramt_time, '%Y-%m-%d %H:%M:%S')

return time.mktime(st)

def check(when=time.time):

collection.update({'_id': _id}, {'insert_time': when()})

if __name__ == '__main__':

check(time.time)