def update_db(self, now, results, copy_right):
"""
update db
"""
update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S")
if results is None:
self.logging.warning("result is none No update")
return
for result in results:
count = result.image_num
quality_level = result.quality_level
update_dict = {
"imagenum": count,
"time": update_time,
"quality_level": quality_level
}
print update_dict
new_record = Image_Quality_level(time=update_time,
quality_level=quality_level,
imagenum=count,
copy_right=copy_right)
try:
with session_evaluting() as session:
if self.is_exist(now, quality_level, copy_right):
query = session.query(Image_Quality_level)
query.filter(Image_Quality_level.time == update_time, Image_Quality_level.quality_level == quality_level\
, Image_Quality_level.copy_right == copy_right).\
update(update_dict)
else:
session.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results):
"""
update db
"""
if results is None:
self.logging.warning("result is none No update")
for result in results:
count = result.imagenum
sourcename = result.source_name.encode("utf-8")
update_dict = {
"num": count,
"time": now
}
new_record = Image_Sourcename(
time = now,
sourcename = sourcename.encode("utf-8"),
num = count
)
try:
with session_evaluting() as session:
if self.is_exist(now, sourcename):
query = session.query(Image_Sourcename)
query.filter(Image_Sourcename.time == now, Image_Sourcename.sourcename == sourcename.encode("utf-8")).\
update(update_dict)
else:
session.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now):
"""
update db
"""
if results is None:
self.logging.warning("result is none No update")
return
for result in results:
count = result.image_num
has_copyright = result.has_copyright
update_dict = {
"count": count,
"has_copyright": has_copyright,
"time": now
}
new_record = Image_CopyRight(time=now,
copyright=has_copyright,
count=count)
try:
with session_evaluting() as session:
if self.if_exist(now):
query = session.query(Image_CopyRight)
query.filter(Image_CopyRight).update(update_dict)
else:
query.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results):
"""
update db
"""
if results is None:
self.logging.warning("result is none No update")
return
update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S")
for result in results:
ImageNum = int(result.content_num)
categoryId = result.categoryId
update_dict = {
"ImageNum": ImageNum,
"time": update_time,
}
new_record = Video_Category_Info(
categoryId = categoryId,
ImageNum = ImageNum,
time = update_time
)
try:
with session_evaluting() as session:
if self.is_exist(now, categoryId):
query = session.query(Video_Category_Info)
query.filter(Video_Category_Info.categoryId == categoryId, Video_Category_Info.time == update_time).\
update(update_dict)
else:
session.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results):
"""
update db
"""
if results is None:
self.logging.warning("result is none No update")
for result in results:
count = result.newsnum
update_dict = {
"ImageNum": count,
"time": now,
"Stage": "500"
}
new_record = News_Flow_Funnel(
time = now,
ImageNum = count,
Stage = '500'
)
try:
with session_evaluting() as session:
if self.is_exist(now):
query = session.query(News_Flow_Funnel)
query.filter(News_Flow_Funnel.time == now, News_Flow_Funnel.Stage == '500').\
update(update_dict)
else:
session.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
def is_exist(self, now):
"""
is_exist
"""
sql = "select * from image_copyright where \
time like \'%s\'" % (now)
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if result is not None:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, categoryId):
"""
is_exist
"""
sql = "select * from Video_Category_Info where \
categoryId = \'%s\' and time = \'%s\'"%(categoryId, now)
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if len(result) != 0:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s"% str(e))
def is_exist(self, now, numrange):
"""
is_exist
"""
sql = "select * from Image_Clusternum where \
numrange = \'%s\' and time = \'%s\'" % (numrange, now)
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if len(result) != 0:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, sourcename):
"""
is_exist
"""
sql = "select * from News_Sourcename where \
time like \'%s\' and sourcename = \'%s\'" %(now.split(' ')[0] + '%',\
sourcename.encode('utf-8'))
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if len(result) != 0:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, OfflineReason):
"""
is_exist
"""
sql = "select * from News_Offline_Info where \
OfflineReason = \'%s\' and time = \'%s\'" % (OfflineReason,
now)
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if len(result) != 0:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s" % str(e))
def is_exist(self, now, quality_level, copy_right):
"""
is_exist
"""
sql = "select * from Image_Quality_level where \
time like \'%s\' and quality_level = %s and copy_right = %s" %(now.split(' ')[0] + '%',\
quality_level, copy_right)
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if len(result) != 0:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s" % str(e))
def is_exist(self, now):
"""
is_exist
"""
print now
sql = "select * from News_Flow_Funnel where \
time = \'%s\' and Stage = 500"%(now)
try:
with session_evaluting() as session:
result = session.execute(sql).fetchall()
if len(result) != 0:
return True
else:
return False
except Exception as e:
self.logger.exception("is exist %s"% str(e))
def update_db(self, now, results):
"""
update db
"""
if results is None:
self.logging.warning("result is none No update")
return
cluster_number = {'>10': 0, '5-10': 0}
update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S")
for result in results:
valid_count = int(result.valid_count)
cluster_num = result.cluster_num
if valid_count > 10:
cluster_number['>10'] += int(result.cluster_num)
if valid_count >= 5 and valid_count <= 10:
cluster_number['5-10'] += int(result.cluster_num)
if valid_count >= 0 and valid_count < 5:
if valid_count not in cluster_number.keys():
cluster_number[valid_count] = int(result.cluster_num)
else:
cluster_number[valid_count] += int(result.cluster_num)
for numrange in cluster_number.keys():
update_dict = {
"cluster_num": cluster_number[numrange],
"time": update_time,
}
print update_dict
new_record = Image_Clusternum(numrange=numrange,
cluster_num=cluster_number[numrange],
time=update_time)
try:
with session_evaluting() as session:
if self.is_exist(now, numrange):
query = session.query(Image_Clusternum)
query.filter(Image_Clusternum.numrange == numrange, Image_Clusternum.time == update_time).\
update(update_dict)
else:
session.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
def update_db(self, now, results):
"""
update db
"""
if results is None:
self.logging.warning("result is none No update")
return
update_time = datetime.datetime.strptime(now, "%Y-%m-%d %H:%M:%S")
update_containforbidden = {"ImageNum": 0, "time": update_time}
#otherreason_results = []
for result in results:
OfflineReason = result.off_reason_type
# reason = '内容或标题含有违禁词'
# if reason in OfflineReason:
# update_containforbidden['ImageNum'] += result.content_num
# else:
# otherreason_results.append(result)
# continue
#for result in otherreason_results:
ImageNum = result.content_num
#OfflineReason = result.off_reason_msg.encode("utf-8")
update_dict = {
"ImageNum": ImageNum,
"time": update_time,
}
new_record = News_Offline_Reason(OfflineReason=OfflineReason,
ImageNum=ImageNum,
time=update_time)
try:
with session_evaluting() as session:
if self.is_exist(now, OfflineReason):
query = session.query(News_Offline_Reason)
query.filter(News_Offline_Reason.OfflineReason == OfflineReason, News_Offline_Reason.time == update_time).\
update(update_dict)
else:
session.add(new_record)
except Exception as e:
self.logger.exception("update_db error: %s" % str(e))
