def get_clients_id(self, day_im_id):
"""
从 campaign_client 里获取已经有的 client
"""
try:
clients = CampaignClientModel.select(CampaignClientModel.client_id)
return clients.where(CampaignClientModel.day_impression_id == day_im_id)
except Exception as e:
self.logger.warning(e)
return None
def run(self, impression_master_id=None):
if impression_master_id:
self.im_id = impression_master_id
self.day_im = self.get_day_impression_by_id(self.im_id)
self.region_rate = self.get_region_rate_by_id(self.im_id)
if not self.day_im:
self.logger.error("[AllotDayClientScript]: no day_impression")
return
# 第一天
day_first = self.day_im[0]
total_client = day_first.client
clients = self.get_clients(total_client)
for code, client, nums in clients: # divide by region
start = 0
end = 0
# 异常处理，continue
try: # 当异常处理表有记录时，表示已经执行过了
ExceptionContinueModel.get(ExceptionContinueModel.day_impression_id==day_first.id,
targeting_code=code,
type="allot_day_client").nums
self.logger.debug(u"处理过了 %s %s" % (day_first.date, code))
continue
except ExceptionContinueModel.DoesNotExist:
# 清除异常时的数据
delete_exception = """
delete t1 from bl_campaign_client as t1
left join bl_client_masters as t2 on t2.id = t1.client_id
where t1.day_impression_id={day_impression_id} and (t2.province_code="{targeting_code}" or t2.city_code = "{targeting_code}")
"""
CampaignClientModel.raw(delete_exception.format(day_impression_id=day_first.id,
targeting_code=code)).execute()
for i, per in enumerate(self.client_rate):
client_rate_num = nums * float(per) / 100
end = int(round(client_rate_num)) + start
for j in client[start:end]:
CampaignClientModel(day_impression_id=day_first.id,
client_id=j.id,
actual_plan_impression=i,
plan_impression=i).\
save()
start = end
ExceptionContinueModel.create(day_impression_id=day_first.id,
type="allot_day_client",
targeting_code=code,
nums=nums).save()
day_left = self.day_im[1:]
###### replace start
try:
if day_left:
ExceptionContinueModel.get(ExceptionContinueModel.day_impression_id==day_left[0].id,
type="allot_day_client")
self.logger.debug("已经分配过了")
except ExceptionContinueModel.DoesNotExist:
# 清除已经异常时分配的任务
self.logger.debug("开始分配")
# 其他天
# 复制第一天的 client 的 80% 到其他天
for day in day_left:
CampaignClientModel.raw("insert into bl_campaign_client(day_impression_id, client_id, plan_impression) select %d as day_impression_id, client_id, -1 as plan_impression from bl_campaign_client where bl_campaign_client.day_impression_id = %d;" % (day.id, day_first.id)).\
execute()
for day in day_left:
if config.getboolean("cli", "replace"):
count = CampaignClientModel.select().\
where(CampaignClientModel.day_impression_id == day.id).\
count()
# 去除第一天里 20% 的client
# TODO: 优化 mysql rand()
CampaignClientModel.raw("delete from bl_campaign_client where day_impression_id = %d order by rand() limit %d" % (day.id, int(0.2 * count))).\
execute()
# 去除后的 client，如果当日各个地区的大于则去除，小于则补充
total_client = day.client
single_region_sql_province = """
SELECT count(1) as nums FROM `bl_campaign_client` as t1
left join `bl_client_masters` as t2
on t2.id = t1.client_id and t1.day_impression_id = {day_impression_id}
where t2.province_code = "{targeting_code}"
"""
single_region_sql_city = """
SELECT count(1) as nums FROM `bl_campaign_client` as t1
left join `bl_client_masters` as t2
on t2.id = t1.client_id and t1.day_impression_id = {day_impression_id}
where t2.province_code = "{province_code}" and t2.city_code = "{targeting_code}"
"""
for region in self.region_rate:
nums = region.rate * total_client / 100
nums = int(round(nums))
if region.targeting_code[:2] == "CN": # 省
single_region_num = CampaignClientModel.raw(single_region_sql_province.format(day_impression_id=day.id,
targeting_code=region.targeting_code)).execute()
else: # city
province_code = "CN_{code}".format(code=region.targeting_code[:2])
single_region_num = CampaignClientModel.raw(single_region_sql_city.format(day_impression_id=day.id,
targeting_code=region.targeting_code,
province_code=province_code)).execute()
single_region_num = single_region_num.next().nums
if single_region_num:
if nums > single_region_num: # 量不足
diff = nums - single_region_num
addtion_sql_province = """
insert into bl_campaign_client(client_id, day_impression_id)
select t1.id, {day_im_id} as day_impression_id from bl_client_masters as t1
left join bl_campaign_client as t2 on t1.id = t2.client_id
where t1.province_code ="{targeting_code}" and t2.id is NULL limit {nums};
"""
addtion_sql_city = """
insert into bl_campaign_client(client_id, day_impression_id)
select t1.id, {day_im_id} as day_impression_id from bl_client_masters as t1
left join bl_campaign_client as t2 on t1.id = t2.client_id
where (t1.province_code ="{province_code}" and t1.city_code ="{targeting_code}") and t2.id is NULL limit {nums};
"""
# 补充，TODO 未随机
if region.targeting_code[:2] == "CN": # 省
addtion_clients = ClientMasterModel.raw(addtion_sql_province.format(day_im_id=day.id,
targeting_code=region.targeting_code,
nums=diff)).execute()
else:
province_code = "CN_{code}".format(code=region.targeting_code[:2])
addtion_clients = ClientMasterModel.raw(addtion_sql_city.format(day_im_id=day.id,
targeting_code=region.targeting_code,
province_code=province_code,
nums=diff)).execute()
elif nums < single_region_num: # 量过了，不删，plan_impression 为 0 即不使用
pass
else: # 没有此地区，增加
if nums > 0:
addtion_sql_province = """
insert into bl_campaign_client(client_id, day_impression_id)
select t1.id, {day_im_id} as day_impression_id from bl_client_masters as t1
left join bl_campaign_client as t2 on t1.id = t2.client_id
where t1.province_code ="{targeting_code}" and t2.id is NULL limit {nums};
"""
addtion_sql_city = """
insert into bl_campaign_client(client_id, day_impression_id)
select t1.id, {day_im_id} as day_impression_id from bl_client_masters as t1
left join bl_campaign_client as t2 on t1.id = t2.client_id
where (t1.province_code ="{province_code}" and t1.city_code ="{targeting_code}") and t2.id is NULL limit {nums};
"""
# 补充，TODO 未随机
if region.targeting_code[:2] == "CN": # 省
addtion_clients = ClientMasterModel.raw(addtion_sql_province.format(day_im_id=day.id,
targeting_code=region.targeting_code,
nums=nums)).execute()
else:
province_code = "CN_{code}".format(code=region.targeting_code[:2])
addtion_clients = ClientMasterModel.raw(addtion_sql_city.format(day_im_id=day.id,
targeting_code=region.targeting_code,
province_code=province_code,
nums=nums)).execute()
###### replace 完毕
self.logger.debug("开始设置剩余天数的频次")
# 设置剩余天数的 actual_plan_impression
for day in day_left:
region_client_sql_province = """
select t1.* from bl_campaign_client as t1
left join bl_client_masters as t2 on t2.id = t1.client_id
where t1.day_impression_id = {day_im_id} and t2.province_code = "{targeting_code}"
"""
region_client_sql_city = """
select t1.* from bl_campaign_client as t1
left join bl_client_masters as t2 on t2.id = t1.client_id
where t1.day_impression_id = {day_im_id} and (t2.province_code = "{province_code}" and t2.city_code = "{targeting_code}")
"""
region_client_count_sql_province = """
select count(*) as nums from bl_campaign_client as t1
left join bl_client_masters as t2 on t2.id = t1.client_id
where t1.day_impression_id = {day_im_id} and t2.province_code = "{targeting_code}"
"""
region_client_count_sql_city = """
select count(*) as nums from bl_campaign_client as t1
left join bl_client_masters as t2 on t2.id = t1.client_id
where t1.day_impression_id = {day_im_id} and (t2.province_code = "{province_code}" or t2.city_code = "{targeting_code}")
"""
for region in self.region_rate: # 地区的 client
if region.targeting_code[:2] == "CN": # 省
clients = CampaignClientModel.raw(region_client_sql_province.format(day_im_id=day.id,
targeting_code=region.targeting_code)).\
tuples().execute()
nums = CampaignClientModel.raw(region_client_count_sql_province.format(day_im_id=day.id,
targeting_code=region.targeting_code)).\
dicts().execute()
else:
province_code = "CN_{code}".format(code=region.targeting_code[:2])
clients = CampaignClientModel.raw(region_client_sql_city.format(day_im_id=day.id,
province_code=province_code,
targeting_code=region.targeting_code)).\
tuples().execute()
nums = CampaignClientModel.raw(region_client_count_sql_city.format(day_im_id=day.id,
province_code=province_code,
targeting_code=region.targeting_code)).\
dicts().execute()
nums = nums.next()["nums"]
start = 0
end = 0
# 异常处理，continue
try: # 当异常处理表有记录时，表示已经执行过了
ExceptionContinueModel.get(ExceptionContinueModel.day_impression_id==day.id,
targeting_code=region.targeting_code,
type="allot_day_client").nums
self.logger.debug(u"设置过了, %s, %s" % (day.date, region.targeting_code))
continue
except ExceptionContinueModel.DoesNotExist:
handle_exception = """
update bl_campaign_client as t1 left join bl_client_masters as t2 on t2.id = t1.client_id
set t1.plan_impression = -1, t1.actual_plan_impression = -1
where t1.day_impression_id={day_impression_id} and (t2.province_code="{targeting_code}" or t2.city_code="{targeting_code}")
"""
CampaignClientModel.raw(handle_exception.format(day_impression_id=day.id,
targeting_code=region.targeting_code)).execute()
self.logger.debug("开始设置")
client = clients.cursor.fetchall() # this is a row objects
for i, per in enumerate(self.client_rate):
self.logger.debug("%s, %s" % (i, per))
client_rate_num = nums * float(per) / 100
#impression = round(client_rate_num * i)
end = int(round(client_rate_num)) + start
# TODO: 这里慢
for j in client[start:end]:
c = CampaignClientModel.get(CampaignClientModel.id == j[0])
c.actual_plan_impression = i
c.plan_impression = i
c.save()
start = end
self.logger.debug("%s, %s" % (day.date, region.targeting_code))
ExceptionContinueModel.create(day_impression_id=day.id,
type="allot_day_client",
targeting_code=region.targeting_code,
nums=nums).save()
# 更新 day_impression 的 impression
for day in self.day_im:
#count = CampaignClientModel.select().\
#where(CampaignClientModel.day_impression_id == day.id, CampaignClientModel.plan_impression > 0).\
#count()
sql = """
update bl_day_impression\
set impression =\
(select sum(plan_impression) from `bl_campaign_client` where day_impression_id = {day_im_id})\
where id = {day_im_id};
"""
#day.impression = count
#day.save()
CampaignClientModel.raw(sql.format(day_im_id=day.id)).execute()