def getHighlightId(self):
'''
Returns a list of reelId of a profile and dictionary of their titles
'''
if self.filter_title is not None:
self.filter_title = [self.filter_title]
else:
self.filter_title = ['']
userid = get_id(self.username)
variables = {
"user_id": str(userid),
"include_chaining": True,
"include_reel": False,
"include_suggested_users": False,
"include_logged_out_extras": False,
"include_highlight_reels": True,
"include_related_profiles": False
}
variables_json = json.dumps(variables)
queryhash = query_hash().highlights
params = {
'query_hash': queryhash,
'variables': variables_json
}
link = 'https://www.instagram.com/graphql/query/'
reels = self.session.get(link, params=params)
data = json.loads(reels.text)[
'data']['user']['edge_highlight_reels']['edges']
highlightReelId = []
dict_titles = {}
for i in self.filter_title:
for node in data:
if i.lower() in node['node']['title'].lower():
highlightReelId.append(node['node']['id'])
dict_titles.update(
{node['node']['id']: node['node']['title']})
self.download_highlights(highlightReelId, dict_titles)
def download_stories(self):
'''
Download story of a profile
'''
userid = get_id(self.username)
if not os.path.exists(self.username+self.dirspace+'Stories'):
os.makedirs(self.username+self.dirspace+'Stories'+self.dirspace)
queryhash = query_hash().story
ur = "https://www.instagram.com/graphql/query/"
variables = {
"reel_ids": [str(userid)],
"tag_names": [],
"location_ids": [],
"highlight_reel_ids": [],
"precomposed_overlay": False,
"show_story_viewer_list": True,
"story_viewer_fetch_count": 50,
"story_viewer_cursor": "",
"stories_video_dash_manifest": False
}
spacer = '*******************************************'
variables_json = json.dumps(variables, separators=(',', ':'))
params = {
'query_hash': queryhash,
'variables': variables_json
}
stories = self.session.get(ur, params=params)
data = json.loads(stories.content)['data']['reels_media']
if len(data) != 0:
for it in data:
self.total = len(it['items'])
for key in it['items']:
self.currPos += 1
epoch = key['taken_at_timestamp']
if key['is_video']:
self.blockDisplay.insertPlainText('\n{space}\nStory Details: \nStory Type: Video\nVideo Duration: {}\nUploaded on: {} at {}\n{space}\n'.format(
key['video_duration'], time.strftime("%a, %d %b %Y", time.localtime(epoch)), time.strftime("%H:%M:%S", time.localtime(epoch)), space=spacer))
self.blockDisplay.ensureCursorVisible()
url2 = key['video_resources'][-1]['src']
vid_path = '{}{dirspace}Stories{dirspace}{}{}.mp4'.format(self.username, 'story', time.strftime(
"_%d_%b_%Y_%H-%M-%S", time.localtime(epoch)),dirspace=self.dirspace)
if not os.path.exists(vid_path):
with open(vid_path, 'wb') as op:
op.write(requests.get(
url2, stream=True).content)
self.blockDisplay.insertPlainText(
'\nDownloaded!\n')
self.blockDisplay.ensureCursorVisible()
else:
self.blockDisplay.insertPlainText(
'\nMedia already exists! SKIPPING....\n')
self.blockDisplay.ensureCursorVisible()
else:
self.blockDisplay.insertPlainText('\n{space}\nStory Details: \nStory Type: Image\nUploaded on: {} at {}\n{space}\n'.format(time.strftime(
"%a, %d %b %Y", time.localtime(epoch)), time.strftime("%H:%M:%S", time.localtime(epoch)), space=spacer))
self.blockDisplay.ensureCursorVisible()
url2 = key['display_resources'][-1]['src']
img_path = '{}{dirspace}Stories{dirspace}{}{}.jpg'.format(self.username, 'story', time.strftime(
"_%d_%b_%Y_%H-%M-%S", time.localtime(epoch)), dirspace=self.dirspace)
if not os.path.exists(img_path):
with open(img_path, 'wb') as op:
op.write(requests.get(
url2, stream=True).content)
self.blockDisplay.insertPlainText(
'\nDownloaded!\n')
self.blockDisplay.ensureCursorVisible()
else:
self.blockDisplay.insertPlainText(
'\nMedia already exists! SKIPPING....\n')
self.blockDisplay.ensureCursorVisible()
self.progressDone = (self.currPos/self.total) * 100
self.progressBar.setValue(self.progressDone)
else:
self.blockDisplay.insertPlainText(
'\nUSER HAS NO STORIES! ABORTING...\n')
def download_highlights(self, reelId, dict_of_titles):
'''
Download highlights
reelId: A list of highlight IDs
dict_of_titles: a dictionary which contains reel IDs and their respective titles
'''
queryhash = query_hash().story
ur = "https://www.instagram.com/graphql/query/"
variables = {
"reel_ids": [],
"tag_names": [],
"location_ids": [],
"highlight_reel_ids": reelId,
"precomposed_overlay": False,
"show_story_viewer_list": True,
"story_viewer_fetch_count": 50,
"story_viewer_cursor": "",
"stories_video_dash_manifest": False
}
spacer = '*******************************************'
variables_json = json.dumps(variables, separators=(',', ':'))
params = {
'query_hash': queryhash,
'variables': variables_json
}
self.total = len(reelId)
stories = self.session.get(ur, params=params)
data = json.loads(stories.content)['data']['reels_media']
for it in data:
self.currPos += 1
title = dict_of_titles[it['id']]
highlightPath = self.username + \
'{dirspace}Highlights{dirspace}{title}'.format(title=title,dirspace=self.dirspace)
self.blockDisplay.insertPlainText("\n{space}\n\nHighlight Name: {title}\n".format(
space='-'*60, title=title))
self.blockDisplay.ensureCursorVisible()
if not os.path.exists(highlightPath):
os.makedirs(highlightPath)
else:
pass
for key in it['items']:
epoch = key['taken_at_timestamp']
if key['is_video']:
self.blockDisplay.insertPlainText('\n{space}\nStory Details:\nStory Type: Video\nVideo Duration: {}\nUploaded on: {} at {}\n{space}\n'.format(
key['video_duration'], time.strftime("%a, %d %b %Y", time.localtime(epoch)), time.strftime("%H:%M:%S", time.localtime(epoch)), space=spacer))
self.blockDisplay.ensureCursorVisible()
url2 = key['video_resources'][-1]['src']
vid_path = '{}{dirs}Highlights{dirs}{title}{dirs}{}{}.mp4'.format(self.username, 'story', time.strftime(
"_%d_%b_%Y_%H-%M-%S", time.localtime(epoch)), title=title,dirs=self.dirspace)
if not os.path.exists(vid_path):
with open(vid_path, 'wb') as op:
op.write(requests.get(url2, stream=True).content)
self.blockDisplay.insertPlainText(
'\nDownloaded!\n')
self.blockDisplay.ensureCursorVisible()
else:
self.blockDisplay.insertPlainText(
'\nMedia already exists! SKIPPING....\n')
self.blockDisplay.ensureCursorVisible()
else:
self.blockDisplay.insertPlainText('\n{space}\nStory Details:\nStory Type: Image\nUploaded on: {} at {}\n{space}\n'.format(time.strftime(
"%a, %d %b %Y", time.localtime(epoch)), time.strftime("%H:%M:%S", time.localtime(epoch)), space=spacer))
self.blockDisplay.ensureCursorVisible()
url2 = key['display_resources'][-1]['src']
img_path = '{}{dirs}Highlights{dirs}{title}{dirs}{}{}.jpg'.format(self.username, 'story', time.strftime(
"_%d_%b_%Y_%H-%M-%S", time.localtime(epoch)), title=title,dirs=self.dirspace)
if not os.path.exists(img_path):
with open(img_path, 'wb') as op:
op.write(requests.get(url2, stream=True).content)
self.blockDisplay.insertPlainText(
'\nDownloaded!\n')
self.blockDisplay.ensureCursorVisible()
else:
self.blockDisplay.insertPlainText(
'\nMedia already exists! SKIPPING....\n')
self.blockDisplay.ensureCursorVisible()
self.progressDone = (self.currPos/self.total) * 100
self.progressBar.setValue(self.progressDone)
Module to download all the posts from an instagram profile or a selected one using its shortcode
'''
import json
import os
import re
import time
import urllib.parse
import sys
import bs4
import requests
from bs4 import BeautifulSoup
from login import get_id
from queryhashes import query_hash
query_hash = query_hash().posts
class ProfileDler():
'''
Downloads all the posts from a profile
'''
def __init__(self,
username: str,
blk,
progress,
session=None,
_filter=None):
'''
username: username of profile whose story have to save
blk: QTextEdit() from pyqt5 where output is displayed