def set_media(link, force=False):
if link.is_self:
return
if not force and link.promoted:
return
elif not force and (link.has_thumbnail or link.media_object):
return
scraper = make_scraper(link.url)
thumbnail = scraper.thumbnail()
media_object = scraper.media_object()
if media_object:
# the scraper should be able to make a media embed out of the
# media object it just gave us. if not, null out the media object
# to protect downstream code
res = scraper.media_embed(**media_object)
if not res:
print "%s made a bad media obj for link %s" % (scraper, link._id36)
media_object = None
if thumbnail:
upload_thumb(link, thumbnail)
update_link(link, thumbnail, media_object)
def set_media(link, force = False):
if link.is_self:
return
if not force and link.promoted:
return
elif not force and (link.has_thumbnail or link.media_object):
return
scraper = make_scraper(link.url)
thumbnail = scraper.thumbnail()
media_object = scraper.media_object()
if media_object:
# the scraper should be able to make a media embed out of the
# media object it just gave us. if not, null out the media object
# to protect downstream code
res = scraper.media_embed(**media_object)
if not res:
print "%s made a bad media obj for link %s" % (scraper, link._id36)
media_object = None
thumbnail_url = upload_media(thumbnail) if thumbnail else None
thumbnail_size = thumbnail.size if thumbnail else None
update_link(link, thumbnail_url, media_object, thumbnail_size=thumbnail_size)
def set_media_from_api_submit(link,
usr_thumbnail=None,
usr_embed=None,
default_oembed=None):
import simplejson as json
scraper = make_scraper(link.url)
usr_embed_object = None
if default_oembed:
usr_embed_object = json.loads(default_oembed)
usr_thumbnail = usr_embed_object.get('thumbnail_url', '')
usr_embed_object = {
'oembed': usr_embed_object,
'type': link.link_domain()
}
if usr_thumbnail == 'http://0':
usr_thumbnail = ''
thumbnail = scraper.thumbnail(image_url=usr_thumbnail)
if thumbnail:
upload_thumb(link, thumbnail)
if usr_embed and usr_embed_object is None:
usr_embed_object = json.loads(usr_embed)
usr_embed_object = {
'oembed': usr_embed_object,
'type': link.link_domain()
}
update_link(link, thumbnail, usr_embed_object)
def job():
try:
scraper = make_scraper(link.url)
thumbnail = scraper.thumbnail()
media_object = scraper.media_object()
if thumbnail:
upload_thumb(link, thumbnail)
results[link] = (thumbnail, media_object)
except:
log.warning('error fetching %s %s' % (link._fullname, link.url))
raise
def job():
try:
scraper = make_scraper(link.url)
thumbnail = scraper.thumbnail()
media_object = scraper.media_object()
if thumbnail:
upload_thumb(link, thumbnail)
results[link] = (thumbnail, media_object)
except:
log.warning('error fetching %s %s' % (link._fullname, link.url))
raise
def set_media(link, force = False):
if link.is_self:
return
if not force and link.promoted:
return
elif not force and (link.has_thumbnail or link.media_object):
return
scraper = make_scraper(link.url)
thumbnail = scraper.thumbnail()
media_object = scraper.media_object()
if thumbnail:
upload_thumb(link, thumbnail)
update_link(link, thumbnail, media_object)
def set_media(link, force=False):
if link.is_self:
return
if not force and link.promoted:
return
elif not force and (link.has_thumbnail or link.media_object):
return
scraper = make_scraper(link.url)
thumbnail = scraper.thumbnail()
media_object = scraper.media_object()
if thumbnail:
upload_thumb(link, thumbnail)
update_link(link, thumbnail, media_object)
def set_media_from_api_submit(link, usr_thumbnail = None, usr_embed = None, default_oembed = None):
import simplejson as json
scraper = make_scraper(link.url)
usr_embed_object = None
if default_oembed:
usr_embed_object = json.loads(default_oembed)
usr_thumbnail = usr_embed_object.get('thumbnail_url', '')
usr_embed_object = {'oembed': usr_embed_object, 'type': link.link_domain()}
if usr_thumbnail == 'http://0':
usr_thumbnail = '';
thumbnail = scraper.thumbnail(image_url = usr_thumbnail)
if thumbnail:
upload_thumb(link, thumbnail)
if usr_embed and usr_embed_object is None:
usr_embed_object = json.loads(usr_embed)
usr_embed_object = {'oembed': usr_embed_object, 'type': link.link_domain()}
update_link(link, thumbnail, usr_embed_object)
