def fetch(self, service_id, service_author_id, service_event_id, callback):
asm = self.get_author_service_map(service_author_id)
if asm.access_token:
access_token = asm.access_token
else:
access_token = self.oauth_config['user1_access_token']
args = {'access_token': access_token}
# fetch latest version of event
url = '{0}{1}{2}?{3}'.format(self.oauth_config['endpoint'],
self.MEDIA_INFO,
service_event_id,
urllib.urlencode(args))
raw_obj = json_serializer.load(urllib2.urlopen(url))
post = raw_obj['data']
interpreter = InstagramEventInterpreter(post, asm, self.oauth_config)
# TODO - unclear if/why the link meta data should be included -- included here because
# relationships are not being properly maintained
callback(create_instagram_event(
asm.author_id,
CURRENT_STATE,
service_author_id,
interpreter.get_id(),
post,
[create_event_link(data_access.service.name_to_id('instagram'),
'_{0}@{1}'.format(self.service_name, asm.author_id))]))
def fetch(self, service_author_id, callback):
super(InstagramEventCollector, self).fetch(service_author_id, callback)
state = self.fetch_begin(service_author_id)
self.fetch_log_info(state)
asm = state["asm"]
if asm.access_token:
access_token = asm.access_token
user_media = self.USER_MEDIA.format("self")
else:
access_token = self.oauth_config["user1_access_token"]
user_media = self.USER_MEDIA.format(asm.service_author_id)
args = {"access_token": access_token, "count": self.PAGE_SIZE}
# get only events since last update or past year depending on if this
# is the first collection of not
if asm.most_recent_event_timestamp:
min_timestamp = calendar.timegm((asm.most_recent_event_timestamp - self.MOST_RECENT_OVERLAP).utctimetuple())
else:
min_timestamp = calendar.timegm((datetime.utcnow() - self.NEW_LOOKBACK_WINDOW).utctimetuple())
args["min_timestamp"] = min_timestamp
# setup the url for fetching a page of posts
url = "{0}{1}?{2}".format(self.oauth_config["endpoint"], user_media, urllib.urlencode(args))
total_accepted = 0
while url and total_accepted < self.MAX_EVENTS:
raw_obj = json_serializer.load(urllib2.urlopen(url))
# for element in the feed
for post in raw_obj.get("data", []):
interpreter = InstagramEventInterpreter(post, asm, self.oauth_config)
if self.screen_event(interpreter, state):
total_accepted = total_accepted + 1
callback(
create_instagram_event(
asm.author_id,
CURRENT_STATE,
service_author_id,
interpreter.get_id(),
post,
[
create_event_link(
data_access.service.name_to_id("instagram"),
"_{0}@{1}".format(self.service_name, asm.author_id),
)
],
)
)
# if
# for
# setup for the next page (if any)
url = (
raw_obj["pagination"]["next_url"]
if "pagination" in raw_obj and "next_url" in raw_obj["pagination"]
else None
)
# terminate the fetch
self.fetch_end(state)
