Exemplo n.º 1
0
    def convert_recommend_info(address_old, port_old, address_new, port_new):

        # old database connection
        client = MongoClient(address_old, port_old)
        travel1 = client.travel1

        # new database connection
        client = MongoClient(address_new, port_new)
        travel3 = client.travel3

        # get old collection and coeate new collection
        db_old = travel1.recommendinfo
        db_new = travel3.recommend_info

        # clean former data
        db_new.remove()

        for document in db_old.find():
            post = {'_id': document['_id']}

            # city id, 需要转换为 ObjectId 类型
            if 'city_id' in document:
                city_id = document['city_id']
                if city_id != '':
                    if type(city_id) == unicode:
                        city_id = ObjectId(city_id.encode('utf-8'))
                post['city_id'] = city_id
            else:
                post['city_id'] = ''
            
            # city name
            if 'city_name' in document:
                post['city_name'] = document['city_name']
            else:
                post['city_name'] = ''
                
            # type
            if 'type' in document:
                post['type'] = document['type']
            else:
                post['type'] = int(-1)
            
            recommend_content = ''
            cover_image = ''
            content_title = ''
            content_first = ''
            content_second = ''
            content_desc = ''
            content_url = ''

            if 'recommend_start_time' in document:
                start_time = document['recommend_start_time']
            if 'recommend_start_date' in document:
                start_date = document['recommend_start_date']
            if 'recommend_start_time' in document:
                end_time = document['recommend_end_time']
            if 'recommend_end_time' in document:
                end_date = document['recommend_end_date']
                
            year = int(start_date[0:4])
            month = int(start_date[4:6])
            day = int(start_date[6:8])
            new_start_time = datetime.datetime(year,month,day,int(start_time), 0, 0, tzinfo=pytz.utc)
            post['start_time'] = new_start_time
            
            year = int(end_date[0:4])
            month = int(end_date[4:6])
            day = int(end_date[6:8])
            new_end_time = datetime.datetime(year,month,day,int(end_time), 0, 0, tzinfo=pytz.utc)
            post['end_time'] = new_end_time
                    
            if 'recommend_content' in document:
                recommend_content = document['recommend_content']
                if 'recommend_content_id' in recommend_content:
                    content_id = recommend_content['recommend_content_id']
                if 'recommend_content_title' in recommend_content:
                    content_title = recommend_content['recommend_content_title']
                if 'recommend_content_first' in recommend_content:
                    content_first = recommend_content['recommend_content_first']
                if 'recommend_content_second' in recommend_content:
                    content_second = recommend_content['recommend_content_second']
                if 'recommend_content_desc' in recommend_content:
                    content_desc = recommend_content['recommend_content_desc']
                if 'recommend_content_url' in recommend_content:
                    content_url = recommend_content['recommend_content_url']
                if 'cover_image' in recommend_content:
                    cover_image = recommend_content['cover_image']
                temp_content = {}        
                temp_content.update({'content_id': content_id,
                                     'content_title': content_title,
                                     'content_first': content_first,
                                     'content_second': content_second,
                                     'content_desc': content_desc,
                                     'content_url': content_url,
                                     'cover_image': cover_image})
                post['content'] = temp_content

            
            db_new.insert(post)
            
            if 'city_id' in document:
                city_id = document['city_id']
                if city_id == '':
                    db_new.remove(document['_id'])
            print post
Exemplo n.º 2
0
    def convert_recommend_info(address_old, port_old, address_new, port_new):

        # old database connection
        client = MongoClient(address_old, port_old)
        travel1 = client.travel1

        # new database connection
        client = MongoClient(address_new, port_new)
        travel3 = client.travel3

        # get old collection and coeate new collection
        db_old = travel1.recommendinfo
        db_new = travel3.recommend_info

        # clean former data
        db_new.remove()

        for document in db_old.find():
            post = {'_id': document['_id']}

            # city id, 需要转换为 ObjectId 类型
            if 'city_id' in document:
                city_id = document['city_id']
                if city_id != '':
                    if type(city_id) == unicode:
                        city_id = ObjectId(city_id.encode('utf-8'))
                post['city_id'] = city_id
            else:
                post['city_id'] = ''

            # city name
            if 'city_name' in document:
                post['city_name'] = document['city_name']
            else:
                post['city_name'] = ''

            # type
            if 'type' in document:
                post['type'] = document['type']
            else:
                post['type'] = int(-1)

            recommend_content = ''
            cover_image = ''
            content_title = ''
            content_first = ''
            content_second = ''
            content_desc = ''
            content_url = ''

            if 'recommend_start_time' in document:
                start_time = document['recommend_start_time']
            if 'recommend_start_date' in document:
                start_date = document['recommend_start_date']
            if 'recommend_start_time' in document:
                end_time = document['recommend_end_time']
            if 'recommend_end_time' in document:
                end_date = document['recommend_end_date']

            year = int(start_date[0:4])
            month = int(start_date[4:6])
            day = int(start_date[6:8])
            new_start_time = datetime.datetime(year,
                                               month,
                                               day,
                                               int(start_time),
                                               0,
                                               0,
                                               tzinfo=pytz.utc)
            post['start_time'] = new_start_time

            year = int(end_date[0:4])
            month = int(end_date[4:6])
            day = int(end_date[6:8])
            new_end_time = datetime.datetime(year,
                                             month,
                                             day,
                                             int(end_time),
                                             0,
                                             0,
                                             tzinfo=pytz.utc)
            post['end_time'] = new_end_time

            if 'recommend_content' in document:
                recommend_content = document['recommend_content']
                if 'recommend_content_id' in recommend_content:
                    content_id = recommend_content['recommend_content_id']
                if 'recommend_content_title' in recommend_content:
                    content_title = recommend_content[
                        'recommend_content_title']
                if 'recommend_content_first' in recommend_content:
                    content_first = recommend_content[
                        'recommend_content_first']
                if 'recommend_content_second' in recommend_content:
                    content_second = recommend_content[
                        'recommend_content_second']
                if 'recommend_content_desc' in recommend_content:
                    content_desc = recommend_content['recommend_content_desc']
                if 'recommend_content_url' in recommend_content:
                    content_url = recommend_content['recommend_content_url']
                if 'cover_image' in recommend_content:
                    cover_image = recommend_content['cover_image']
                temp_content = {}
                temp_content.update({
                    'content_id': content_id,
                    'content_title': content_title,
                    'content_first': content_first,
                    'content_second': content_second,
                    'content_desc': content_desc,
                    'content_url': content_url,
                    'cover_image': cover_image
                })
                post['content'] = temp_content

            db_new.insert(post)

            if 'city_id' in document:
                city_id = document['city_id']
                if city_id == '':
                    db_new.remove(document['_id'])
            print post
Exemplo n.º 3
0
    def convert_recommend_info(address_old, port_old, address_new, port_new, collection_old, collection_new,
                                 params_map):

        # old database connection
        client = MongoClient(address_old, port_old)
        travel1 = client.travel1

        # new database connection
        client = MongoClient(address_new, port_new)
        travel2 = client.travel2

        # get old collection and coeate new collection
        db_old = travel1[collection_old]
        db_new = travel2[collection_new]

        # clean former data
        db_new.remove()

        # 临时数组
        temp = [None] * len(params_map.keys())

        # 判断当前文档是否含有某个字段,若有则取出后赋值给临时数组,否则为 None
        for document in db_old.find():
            for i in range(len(params_map.keys())):
                if params_map.keys()[i] in document:
                    temp[i] = document[params_map.keys()[i]]

            # 需要特殊处理的字段,处理后以字典的形式添加到 other 中
            other = {}

            start_time = None
            start_date = None
            end_time = None
            end_date = None
            year = 0
            month = 0
            day = 0
            new_start_time = None
            new_end_time = None
            recommend_content = None
            cover_image = None
            content_id = None
            content_title = None
            content_first = None
            content_second = None
            content_desc = None
            content_url = None
            city_id = None
            new_city_id = None
            new_type = None
            
            if 'type' in document:
                new_type = int(document['type'])
        
            if 'city_id' in document:
                city_id = document['city_id']
                if city_id != '':
                    if type(city_id) == unicode:
                        city_id = ObjectId(city_id.encode('utf-8'))

            if 'recommend_start_time' in document:
                start_time = document['recommend_start_time']
            if 'recommend_start_date' in document:
                start_date = document['recommend_start_date']
            if 'recommend_start_time' in document:
                end_time = document['recommend_end_time']
            if 'recommend_end_time' in document:
                end_date = document['recommend_end_date']
                
            year = int(start_date[0:4])
            month = int(start_date[4:6])
            day = int(start_date[6:8])
            new_start_time = datetime.datetime(year,month,day,int(start_time))
            
            year = int(end_date[0:4])
            month = int(end_date[4:6])
            day = int(end_date[6:8])
            new_end_time = datetime.datetime(year,month,day,int(end_time))
                    
            if 'recommend_content' in document:
                recommend_content = document['recommend_content']
                if 'recommend_content_id' in recommend_content:
                    content_id = recommend_content['recommend_content_id']
                if 'recommend_content_title' in recommend_content:
                    content_title = recommend_content['recommend_content_title']
                if 'recommend_content_first' in recommend_content:
                    content_first = recommend_content['recommend_content_first']
                if 'recommend_content_second' in recommend_content:
                    content_second = recommend_content['recommend_content_second']
                if 'recommend_content_desc' in recommend_content:
                    content_desc = recommend_content['recommend_content_desc']
                if 'recommend_content_url' in recommend_content:
                    content_url = recommend_content['recommend_content_url']
                if 'cover_image' in recommend_content:
                    cover_image = recommend_content['cover_image']
                            
            other.update({'type': new_type,'city_id': city_id,
                          'start_time': new_start_time, 'end_time': new_end_time,
                          'content': {'content_id': content_id,
                                      'content_title': content_title,
                                      'content_first': content_first,
                                      'content_second': content_second,
                                      'content_desc': content_desc,
                                      'content_url': content_url,
                                      'cover_image': cover_image}})

            post = {}
            post.update(other)
            for i in range(len(params_map.keys())):
                post.update({params_map.values()[i]: temp[i]})
            db_new.insert(post)
            if 'city_id' in document:
                city_id = document['city_id']
                if city_id == '':
                    db_new.remove(document['_id'])
            print post
Exemplo n.º 4
0
    def convert_recommend_info(address_old, port_old, address_new, port_new,
                               collection_old, collection_new, params_map):

        # old database connection
        client = MongoClient(address_old, port_old)
        travel1 = client.travel1

        # new database connection
        client = MongoClient(address_new, port_new)
        travel2 = client.travel2

        # get old collection and coeate new collection
        db_old = travel1[collection_old]
        db_new = travel2[collection_new]

        # clean former data
        db_new.remove()

        # 临时数组
        temp = [None] * len(params_map.keys())

        # 判断当前文档是否含有某个字段,若有则取出后赋值给临时数组,否则为 None
        for document in db_old.find():
            for i in range(len(params_map.keys())):
                if params_map.keys()[i] in document:
                    temp[i] = document[params_map.keys()[i]]

            # 需要特殊处理的字段,处理后以字典的形式添加到 other 中
            other = {}

            start_time = None
            start_date = None
            end_time = None
            end_date = None
            year = 0
            month = 0
            day = 0
            new_start_time = None
            new_end_time = None
            recommend_content = None
            cover_image = None
            content_id = None
            content_title = None
            content_first = None
            content_second = None
            content_desc = None
            content_url = None
            city_id = None
            new_city_id = None
            new_type = None

            if 'type' in document:
                new_type = int(document['type'])

            if 'city_id' in document:
                city_id = document['city_id']
                if city_id != '':
                    if type(city_id) == unicode:
                        city_id = ObjectId(city_id.encode('utf-8'))

            if 'recommend_start_time' in document:
                start_time = document['recommend_start_time']
            if 'recommend_start_date' in document:
                start_date = document['recommend_start_date']
            if 'recommend_start_time' in document:
                end_time = document['recommend_end_time']
            if 'recommend_end_time' in document:
                end_date = document['recommend_end_date']

            year = int(start_date[0:4])
            month = int(start_date[4:6])
            day = int(start_date[6:8])
            new_start_time = datetime.datetime(year, month, day,
                                               int(start_time))

            year = int(end_date[0:4])
            month = int(end_date[4:6])
            day = int(end_date[6:8])
            new_end_time = datetime.datetime(year, month, day, int(end_time))

            if 'recommend_content' in document:
                recommend_content = document['recommend_content']
                if 'recommend_content_id' in recommend_content:
                    content_id = recommend_content['recommend_content_id']
                if 'recommend_content_title' in recommend_content:
                    content_title = recommend_content[
                        'recommend_content_title']
                if 'recommend_content_first' in recommend_content:
                    content_first = recommend_content[
                        'recommend_content_first']
                if 'recommend_content_second' in recommend_content:
                    content_second = recommend_content[
                        'recommend_content_second']
                if 'recommend_content_desc' in recommend_content:
                    content_desc = recommend_content['recommend_content_desc']
                if 'recommend_content_url' in recommend_content:
                    content_url = recommend_content['recommend_content_url']
                if 'cover_image' in recommend_content:
                    cover_image = recommend_content['cover_image']

            other.update({
                'type': new_type,
                'city_id': city_id,
                'start_time': new_start_time,
                'end_time': new_end_time,
                'content': {
                    'content_id': content_id,
                    'content_title': content_title,
                    'content_first': content_first,
                    'content_second': content_second,
                    'content_desc': content_desc,
                    'content_url': content_url,
                    'cover_image': cover_image
                }
            })

            post = {}
            post.update(other)
            for i in range(len(params_map.keys())):
                post.update({params_map.values()[i]: temp[i]})
            db_new.insert(post)
            if 'city_id' in document:
                city_id = document['city_id']
                if city_id == '':
                    db_new.remove(document['_id'])
            print post