def update_db(self, now, results, copy_right): """ update db """ update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S") if results is None: self.logging.warning("result is none No update") return for result in results: count = result.image_num quality_level = result.quality_level update_dict = { "imagenum": count, "time": update_time, "quality_level": quality_level } print update_dict new_record = Image_Quality_level(time=update_time, quality_level=quality_level, imagenum=count, copy_right=copy_right) try: with session_evaluting() as session: if self.is_exist(now, quality_level, copy_right): query = session.query(Image_Quality_level) query.filter(Image_Quality_level.time == update_time, Image_Quality_level.quality_level == quality_level\ , Image_Quality_level.copy_right == copy_right).\ update(update_dict) else: session.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results): """ update db """ if results is None: self.logging.warning("result is none No update") for result in results: count = result.imagenum sourcename = result.source_name.encode("utf-8") update_dict = { "num": count, "time": now } new_record = Image_Sourcename( time = now, sourcename = sourcename.encode("utf-8"), num = count ) try: with session_evaluting() as session: if self.is_exist(now, sourcename): query = session.query(Image_Sourcename) query.filter(Image_Sourcename.time == now, Image_Sourcename.sourcename == sourcename.encode("utf-8")).\ update(update_dict) else: session.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now): """ update db """ if results is None: self.logging.warning("result is none No update") return for result in results: count = result.image_num has_copyright = result.has_copyright update_dict = { "count": count, "has_copyright": has_copyright, "time": now } new_record = Image_CopyRight(time=now, copyright=has_copyright, count=count) try: with session_evaluting() as session: if self.if_exist(now): query = session.query(Image_CopyRight) query.filter(Image_CopyRight).update(update_dict) else: query.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results): """ update db """ if results is None: self.logging.warning("result is none No update") return update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S") for result in results: ImageNum = int(result.content_num) categoryId = result.categoryId update_dict = { "ImageNum": ImageNum, "time": update_time, } new_record = Video_Category_Info( categoryId = categoryId, ImageNum = ImageNum, time = update_time ) try: with session_evaluting() as session: if self.is_exist(now, categoryId): query = session.query(Video_Category_Info) query.filter(Video_Category_Info.categoryId == categoryId, Video_Category_Info.time == update_time).\ update(update_dict) else: session.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results): """ update db """ if results is None: self.logging.warning("result is none No update") for result in results: count = result.newsnum update_dict = { "ImageNum": count, "time": now, "Stage": "500" } new_record = News_Flow_Funnel( time = now, ImageNum = count, Stage = '500' ) try: with session_evaluting() as session: if self.is_exist(now): query = session.query(News_Flow_Funnel) query.filter(News_Flow_Funnel.time == now, News_Flow_Funnel.Stage == '500').\ update(update_dict) else: session.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))
def is_exist(self, now): """ is_exist """ sql = "select * from image_copyright where \ time like \'%s\'" % (now) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if result is not None: return True else: return False except Exception as e: self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, categoryId): """ is_exist """ sql = "select * from Video_Category_Info where \ categoryId = \'%s\' and time = \'%s\'"%(categoryId, now) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if len(result) != 0: return True else: return False except Exception as e: self.logger.exception("is exist %s"% str(e))
def is_exist(self, now, numrange): """ is_exist """ sql = "select * from Image_Clusternum where \ numrange = \'%s\' and time = \'%s\'" % (numrange, now) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if len(result) != 0: return True else: return False except Exception as e: self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, sourcename): """ is_exist """ sql = "select * from News_Sourcename where \ time like \'%s\' and sourcename = \'%s\'" %(now.split(' ')[0] + '%',\ sourcename.encode('utf-8')) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if len(result) != 0: return True else: return False except Exception as e: self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, OfflineReason): """ is_exist """ sql = "select * from News_Offline_Info where \ OfflineReason = \'%s\' and time = \'%s\'" % (OfflineReason, now) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if len(result) != 0: return True else: return False except Exception as e: self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, quality_level, copy_right): """ is_exist """ sql = "select * from Image_Quality_level where \ time like \'%s\' and quality_level = %s and copy_right = %s" %(now.split(' ')[0] + '%',\ quality_level, copy_right) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if len(result) != 0: return True else: return False except Exception as e: self.logger.exception("is exist %s" % str(e))
def is_exist(self, now): """ is_exist """ print now sql = "select * from News_Flow_Funnel where \ time = \'%s\' and Stage = 500"%(now) try: with session_evaluting() as session: result = session.execute(sql).fetchall() if len(result) != 0: return True else: return False except Exception as e: self.logger.exception("is exist %s"% str(e))
def update_db(self, now, results): """ update db """ if results is None: self.logging.warning("result is none No update") return cluster_number = {'>10': 0, '5-10': 0} update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S") for result in results: valid_count = int(result.valid_count) cluster_num = result.cluster_num if valid_count > 10: cluster_number['>10'] += int(result.cluster_num) if valid_count >= 5 and valid_count <= 10: cluster_number['5-10'] += int(result.cluster_num) if valid_count >= 0 and valid_count < 5: if valid_count not in cluster_number.keys(): cluster_number[valid_count] = int(result.cluster_num) else: cluster_number[valid_count] += int(result.cluster_num) for numrange in cluster_number.keys(): update_dict = { "cluster_num": cluster_number[numrange], "time": update_time, } print update_dict new_record = Image_Clusternum(numrange=numrange, cluster_num=cluster_number[numrange], time=update_time) try: with session_evaluting() as session: if self.is_exist(now, numrange): query = session.query(Image_Clusternum) query.filter(Image_Clusternum.numrange == numrange, Image_Clusternum.time == update_time).\ update(update_dict) else: session.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results): """ update db """ if results is None: self.logging.warning("result is none No update") return update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S") update_containforbidden = {"ImageNum": 0, "time": update_time} #otherreason_results = [] for result in results: OfflineReason = result.off_reason_type # reason = '内容或标题含有违禁词' # if reason in OfflineReason: # update_containforbidden['ImageNum'] += result.content_num # else: # otherreason_results.append(result) # continue #for result in otherreason_results: ImageNum = result.content_num #OfflineReason = result.off_reason_msg.encode("utf-8") update_dict = { "ImageNum": ImageNum, "time": update_time, } new_record = News_Offline_Reason(OfflineReason=OfflineReason, ImageNum=ImageNum, time=update_time) try: with session_evaluting() as session: if self.is_exist(now, OfflineReason): query = session.query(News_Offline_Reason) query.filter(News_Offline_Reason.OfflineReason == OfflineReason, News_Offline_Reason.time == update_time).\ update(update_dict) else: session.add(new_record) except Exception as e: self.logger.exception("update_db error: %s" % str(e))