def edit_promotion(link):
if (not promote.is_external(link) and
not list(PromoCampaign._by_link(link._id))):
g.log.debug("no campaigns for link, skipping %s" % link._id)
return
update_adzerk(link)
def _update_adzerk(link, campaign, triggered_by):
with g.make_lock('adzerk_update', 'adzerk-' + link._fullname):
msg = '%s updating/creating adzerk objects for %s - %s'
g.log.info(msg % (datetime.datetime.now(g.tz), link, campaign))
existing_promo = hasattr(link, "external_campaign_id")
if not existing_promo or campaign is None:
author = Account._byID(link.author_id, data=True)
az_advertiser = update_advertiser(author, triggered_by)
update_creative(link, az_advertiser, triggered_by)
if not promote.is_external(link):
update_campaign(link, az_advertiser, triggered_by)
if campaign:
update_flight(link, campaign, triggered_by)
update_cfmap(link, campaign, triggered_by)
def adzerk_request(
keywords, properties, user_id,
num_placements=1,
timeout=1.5,
platform="desktop",
is_refresh=False,
referrer=None,
):
placements = []
divs = ["div%s" % i for i in xrange(num_placements)]
subreddit = None
if isinstance(c.site, Subreddit) and not c.default_sr:
subreddit = c.site.name
for div in divs:
placement = {
"divName": div,
"networkId": g.az_selfserve_network_id,
"siteId": g.az_selfserve_site_ids[platform],
"adTypes": [LEADERBOARD_AD_TYPE],
"eventIds": [EVENT_TYPE_UPVOTE, EVENT_TYPE_DOWNVOTE],
"properties": properties,
}
if subreddit is not None:
placement["properties"] = {
"subreddit": subreddit,
}
placements.append(placement)
keywords = [word.lower() for word in keywords]
data = {
"placements": placements,
"keywords": keywords,
"ip": request.ip,
"enableBotFiltering": True,
"includePricingData": True,
}
page_url = request.headers.get("referer", None)
if page_url is not None:
data["url"] = page_url
if referrer is not None:
data["referrer"] = referrer
if user_id:
data["user"] = {"key": user_id}
url = 'https://%s/api/v2' % g.adzerk_engine_domain
headers = {
'content-type': 'application/json',
'user-agent': request.headers.get('User-Agent'),
}
do_not_track = request.headers.get("DNT", None)
if do_not_track and feature.is_enabled("adzerk_do_not_track"):
headers["DNT"] = do_not_track
timer = g.stats.get_timer("providers.adzerk")
timer.start()
for placement in placements:
g.ad_events.ad_request(
keywords=keywords,
platform=platform,
placement_name=placement["divName"],
placement_types=placement["adTypes"],
is_refresh=is_refresh,
subreddit=c.site,
request=request,
context=c,
)
try:
r = requests.post(url, data=json.dumps(data), headers=headers,
timeout=timeout)
except (requests.exceptions.Timeout, requests.exceptions.SSLError):
g.stats.simple_event('adzerk.request.timeout')
return None
except requests.exceptions.ConnectionError:
g.stats.simple_event('adzerk.request.refused')
return None
except select.error:
return None
finally:
timer.stop()
errored = False
try:
response = adzerk_api.handle_response(r)
except adzerk_api.AdzerkError:
g.stats.simple_event('adzerk.request.badresponse')
g.log.error('adzerk_request: bad response (%s) %r', r.status_code,
r.content)
errored = True
finally:
# Temporarily log request data and response body,
# sample at 1%
if random.random() < g.live_config.get('ad_log_sample_rate', 0):
g.log.info("ad_request [DNT=%s]: %s, ad_response: [%s] %s",
do_not_track, json.dumps(data), r.status_code, r.text)
if errored:
return None
decisions = response['decisions']
if not decisions:
return None
placements_by_div = {placement["divName"]: placement
for placement in placements}
res = []
for div in divs:
decision = decisions[div]
if not decision:
continue
placement = placements_by_div[div]
ad_id = decision['adId']
pricing = decision.get("pricing", {})
revenue = pricing.get("revenue")
rate_type_id = pricing.get("rateType")
rate_type = RATE_TYPE_NAMES.get(rate_type_id, None)
impression_url = decision.get("impressionUrl")
impression_b64_data = UrlParser(impression_url).query_dict.get("e", "")
impression_id, matched_keywords = None, []
try:
# fix padding and string encode
impression_b64_data = str(
impression_b64_data +
("=" * (len(impression_b64_data) % 4))
)
impression_data = json.loads(
base64.urlsafe_b64decode(impression_b64_data),
strict=False,
)
except UnicodeDecodeError:
g.log.info("unable to decode impression data: %s", impression_b64_data)
impression_data = None
except TypeError, ValueError:
impression_data = None
if impression_data is not None:
impression_id = impression_data.get("di")
matched_keywords = impression_data.get("mk")
if matched_keywords:
matched_keywords = matched_keywords.split(",")
# adserver ads are not reddit links, we return the body
if decision['campaignId'] in g.adserver_campaign_ids:
g.ad_events.ad_response(
keywords=keywords,
platform=platform,
placement_name=div,
placement_types=placement["adTypes"],
ad_id=ad_id,
impression_id=impression_id,
matched_keywords=matched_keywords,
rate_type=rate_type,
clearing_price=revenue,
subreddit=c.site,
request=request,
context=c,
)
return AdserverResponse(decision['contents'][0]['body'])
adzerk_flight_id = decision['flightId']
imp_pixel = decision['impressionUrl']
click_url = decision['clickUrl']
events_by_id = {event["id"]: event["url"] for event in decision["events"]}
upvote_pixel = events_by_id[EVENT_TYPE_UPVOTE]
downvote_pixel = events_by_id[EVENT_TYPE_DOWNVOTE]
campaign_fullname = PromoCampaignByFlightIdCache.get(adzerk_flight_id)
contents = decision['contents'][0]
body = json.loads(contents['body'])
link_fullname = body['link']
target = body['target']
priority = None
priority_id = body.get('priorityId', None)
ecpm = body.get('ecpm', None)
moat_query = body.get('moatQuery', None)
if priority_id is not None:
try:
priority_id = int(priority_id)
except ValueError:
pass
for k, v in g.az_selfserve_priorities.iteritems():
if priority_id == v:
priority = k
g.ad_events.ad_response(
keywords=keywords,
platform=platform,
placement_name=div,
placement_types=placement["adTypes"],
ad_id=ad_id,
impression_id=impression_id,
matched_keywords=matched_keywords,
rate_type=rate_type,
clearing_price=revenue,
subreddit=c.site,
link_fullname=link_fullname,
campaign_fullname=campaign_fullname,
priority=priority,
ecpm=ecpm,
request=request,
context=c,
)
if not campaign_fullname:
link = Link._by_fullname(link_fullname, data=True, stale=True)
if promote.is_external(link):
campaign_fullname = promote.EXTERNAL_CAMPAIGN
else:
adzerk_campaign_id = decision['campaignId']
g.stats.simple_event('adzerk.request.orphaned_flight')
g.log.error('adzerk_request: couldn\'t find campaign for flight (az campaign: %s, flight: %s)',
adzerk_campaign_id, adzerk_flight_id)
# deactivate the flight, it will be reactivated if a
# valid campaign actually exists
deactivate_orphaned_flight(adzerk_flight_id)
continue
res.append(AdzerkResponse(
link=link_fullname,
campaign=campaign_fullname,
target=target,
ecpm=ecpm,
priority=priority,
moat_query=moat_query,
imp_pixel=imp_pixel,
click_url=click_url,
upvote_pixel=upvote_pixel,
downvote_pixel=downvote_pixel,
))
def update_campaign(link, az_advertiser=None, triggered_by=None):
"""Add/update a reddit link as an Adzerk Campaign"""
if getattr(link, 'external_campaign_id', None) is not None:
az_campaign = adzerk_api.Campaign.get(
link.external_campaign_id,
exclude_flights=True,
)
else:
az_campaign = None
d = {
'SalespersonId': g.az_selfserve_salesperson_id,
'IsDeleted': False, # deleting an adzerk object will make it
# unretrievable, so just set it inactive
'IsActive': ((promote.is_accepted(link) or
promote.is_external(link)) and
not link._deleted),
'Price': 0,
}
if az_advertiser:
d["AdvertiserId"] = az_advertiser.Id
request_error = None
if az_campaign:
try:
changed = update_changed(az_campaign, **d)
except adzerk_api.AdzerkError as e:
request_error = e
finally:
g.ad_events.adzerk_api_request(
request_type="update_campaign",
thing=link,
request_body=d,
triggered_by=triggered_by,
request_error=request_error,
)
if request_error:
raise request_error
change_strs = make_change_strings(changed)
if change_strs:
log_text = 'updated %s: ' % az_campaign + ', '.join(change_strs)
else:
log_text = None
else:
d.update({
'Name': link._fullname,
'Flights': [],
'StartDate': date_to_adzerk(datetime.datetime.now(g.tz)),
})
try:
az_campaign = adzerk_api.Campaign.create(**d)
except adzerk_api.AdzerkError as e:
request_error = e
finally:
g.ad_events.adzerk_api_request(
request_type="create_campaign",
thing=link,
request_body=d,
triggered_by=triggered_by,
request_error=request_error,
)
if request_error:
raise request_error
link.external_campaign_id = az_campaign.Id
link._commit()
log_text = 'created %s' % az_campaign
if log_text:
PromotionLog.add(link, log_text)
g.log.info(log_text)
return az_campaign
def adzerk_request(
keywords, properties, user_id,
num_placements=1,
timeout=1.5,
platform="desktop",
is_refresh=False,
):
placements = []
divs = ["div%s" % i for i in xrange(num_placements)]
for div in divs:
placement = {
"divName": div,
"networkId": g.az_selfserve_network_id,
"siteId": g.az_selfserve_site_ids[platform],
"adTypes": [LEADERBOARD_AD_TYPE],
"eventIds": [EVENT_TYPE_UPVOTE, EVENT_TYPE_DOWNVOTE],
"properties": properties,
}
placements.append(placement)
keywords = [word.lower() for word in keywords]
data = {
"placements": placements,
"keywords": keywords,
"ip": request.ip,
"enableBotFiltering": True,
}
referrer = request.headers.get("referer", None)
if referrer:
data["referrer"] = referrer
if user_id:
data["user"] = {"key": user_id}
url = 'https://%s/api/v2' % g.adzerk_engine_domain
headers = {
'content-type': 'application/json',
'user-agent': request.headers.get('User-Agent'),
}
do_not_track = request.headers.get("DNT", None)
if do_not_track and feature.is_enabled("adzerk_do_not_track"):
headers["DNT"] = do_not_track
timer = g.stats.get_timer("providers.adzerk")
timer.start()
for placement in placements:
g.ad_events.ad_request(
keywords=keywords,
platform=platform,
placement_name=placement["divName"],
placement_types=placement["adTypes"],
is_refresh=is_refresh,
subreddit=c.site,
request=request,
context=c,
)
try:
r = requests.post(url, data=json.dumps(data), headers=headers,
timeout=timeout)
except (requests.exceptions.Timeout, requests.exceptions.SSLError):
g.stats.simple_event('adzerk.request.timeout')
return None
except requests.exceptions.ConnectionError:
g.stats.simple_event('adzerk.request.refused')
return None
finally:
timer.stop()
errored = False
try:
response = adzerk_api.handle_response(r)
except adzerk_api.AdzerkError:
g.stats.simple_event('adzerk.request.badresponse')
g.log.error('adzerk_request: bad response (%s) %r', r.status_code,
r.content)
errored = True
finally:
# Temporarily log request data and response body,
# sample at 1%
if random.random() < g.live_config.get('ad_log_sample_rate', 0):
g.log.info("ad_request [DNT=%s]: %s, ad_response: [%s] %s",
do_not_track, json.dumps(data), r.status_code, r.text)
if errored:
return None
decisions = response['decisions']
if not decisions:
return None
placements_by_div = {placement["divName"]: placement
for placement in placements}
res = []
for div in divs:
decision = decisions[div]
if not decision:
continue
placement = placements_by_div[div]
ad_id = decision['adId']
# adserver ads are not reddit links, we return the body
if decision['campaignId'] in g.adserver_campaign_ids:
g.ad_events.ad_response(
keywords=keywords,
platform=platform,
placement_name=div,
placement_types=placement["adTypes"],
ad_id=ad_id,
subreddit=c.site,
request=request,
context=c,
)
return AdserverResponse(decision['contents'][0]['body'])
adzerk_flight_id = decision['flightId']
imp_pixel = decision['impressionUrl']
click_url = decision['clickUrl']
events_by_id = {event["id"]: event["url"] for event in decision["events"]}
upvote_pixel = events_by_id[EVENT_TYPE_UPVOTE]
downvote_pixel = events_by_id[EVENT_TYPE_DOWNVOTE]
campaign_fullname = PromoCampaignByFlightIdCache.get(adzerk_flight_id)
contents = decision['contents'][0]
body = json.loads(contents['body'])
link_fullname = body['link']
target = body['target']
priority = None
priority_id = body.get('priorityId', None)
ecpm = body.get('ecpm', None)
if priority_id:
priority = PRIORITIES_BY_ID.get(priority_id, "unknown (%s)" % priority_id)
g.ad_events.ad_response(
keywords=keywords,
platform=platform,
placement_name=div,
placement_types=placement["adTypes"],
ad_id=ad_id,
subreddit=c.site,
link_fullname=link_fullname,
campaign_fullname=campaign_fullname,
priority=priority,
ecpm=ecpm,
request=request,
context=c,
)
if not campaign_fullname:
link = Link._by_fullname(link_fullname, data=True, stale=True)
if promote.is_external(link):
campaign_fullname = promote.EXTERNAL_CAMPAIGN
else:
adzerk_campaign_id = decision['campaignId']
g.stats.simple_event('adzerk.request.orphaned_flight')
g.log.error('adzerk_request: couldn\'t find campaign for flight (az campaign: %s, flight: %s)',
adzerk_campaign_id, adzerk_flight_id)
# deactivate the flight, it will be reactivated if a
# valid campaign actually exists
deactivate_orphaned_flight(adzerk_flight_id)
continue
res.append(AdzerkResponse(
link=link_fullname,
campaign=campaign_fullname,
target=target,
ecpm=ecpm,
priority=priority,
imp_pixel=imp_pixel,
click_url=click_url,
upvote_pixel=upvote_pixel,
downvote_pixel=downvote_pixel,
))
return res
