def capture(tasks): if User.objects.first(): #api = Api(url='http://api.douban.com/people/klb-3713', api_id='klb-3713', api_type='USER') api = Api(url='http://api.douban.com/people/klb-3713/contacts?start-index=1&max-results=50', api_id='klb-3713', api_type='USER_CONTACTS') api.save() for task in tasks: p = Process(target=DataCapture(api_type=task).run, args=(2,)) p.start()
user = self.service.GetPeople(self.api.url) if user: exist_user = User.objects(uid=user.uid) if not exist_user: try: user.save() except mongoengine.base.ValidationError, error: logger.debug("[ERROR]%s: %s at uid:%s" %(error, error.to_dict(), user.uid)) return False else: return exist_user[0] else: return False user_contacts_api = self.api_operation.apiGenerator('USER_CONTACTS', user.uid) api = Api(url=user_contacts_api, api_id=user.uid, api_type='USER_CONTACTS') api.save() user_book_collections_api = self.api_operation.apiGenerator('BOOK_COLLECTION', user.uid) api = CollectionApi(url=user_book_collections_api, api_id=user.uid, api_type='BOOK_COLLECTION') api.save() user_book_reviews_api = self.api_operation.apiGenerator('USER_BOOK_REVIEWS', user.uid) api = ReviewApi(url=user_book_reviews_api, api_id=user.uid, api_type='USER_BOOK_REVIEWS') api.save() user_recommendations_api = self.api_operation.apiGenerator('USER_RECOMMENDATIONS', user.uid) api = RecommendationApi(url=user_recommendations_api, api_id=user.uid, api_type='USER_RECOMMENDATIONS') api.save() user_notes_api = self.api_operation.apiGenerator('USER_NOTES', user.uid)