def dump_fave_photo(dmp):
"""Фото
dmp: Dumper object
"""
folder = os.path.join('dump', 'photo', 'Понравившиеся')
os.makedirs(folder, exist_ok=True)
print('[получение понравившихся фото]')
photo = get_fave(dmp._vk, 'photos')
print('Сохранение понравившихся фото:')
if photo['count'] == 0:
print(' 0/0')
else:
print(' .../{}'.format(photo['count']), end='\r')
with Pool(dmp._settings['POOL_PROCESSES']) as pool:
res = pool.starmap(
dmp._download,
zip(
itertools.repeat(dmp.__class__),
map(
lambda p: sorted(p['sizes'],
key=itemgetter('width', 'height'))[-1]
['url'], photo['items']), itertools.repeat(folder)))
print('\x1b[2K {}/{} (total: {})'.format(
sum(filter(None, res)), photo['count'],
len(next(os.walk(folder))[2])))
def dump_fave_video(dmp):
"""Видео
dmp: Dumper object
"""
folder = os.path.join('dump', 'video', 'Понравившиеся')
os.makedirs(folder, exist_ok=True)
print('[получение понравившихся видео]')
video_ids = get_fave(dmp._vk, 'videos')
video = []
if video_ids:
for v in video_ids['items']:
video.append('{oid}_{id}{access_key}'.format(
oid=v['owner_id'],
id=v['id'],
access_key='_' + (v.get('access_key') or '')))
if video:
video = dmp._vk_tools.get_all(method='video.get',
max_count=200,
values={
'videos': ','.join(video),
'extended': 1
})
print('Сохранение понравившихся видео:')
if not video or video['count'] == 0:
print(' 0/0')
else:
print(' .../{}'.format(video['count']), end='\r')
try:
with Pool(dmp._AVAILABLE_THREADS if dmp.
_settings['LIMIT_VIDEO_PROCESSES'] else dmp.
_settings['POOL_PROCESSES']) as pool:
res = pool.starmap(
dmp._download_video,
zip(itertools.repeat(dmp.__class__), video['items'],
itertools.repeat(folder)))
print('\x1b[2K {}/{} (total: {})'.format(
sum([1 for i in res if i is True]), video['count'],
len(next(os.walk(folder))[2])))
except MaybeEncodingError:
print('\x1b[2K ???/{} (total: {})'.format(
video['count'], len(next(os.walk(folder))[2])))
def dump_fave_posts(dmp):
"""Вложения понравившихся постов (фото, видео, документы)
dmp: Dumper object
"""
folder_photo = os.path.join('dump', 'photo', 'Понравившиеся')
os.makedirs(folder_photo, exist_ok=True)
folder_video = os.path.join('dump', 'video', 'Понравившиеся')
os.makedirs(folder_video, exist_ok=True)
folder_docs = os.path.join('dump', 'docs', 'Понравившиеся')
os.makedirs(folder_docs, exist_ok=True)
print('[получение постов]')
posts = get_fave(dmp._vk, 'posts')
# from pprint import pprint
# print(type(posts))
# print(type(posts['items'][0]))
photo = []
video = []
docs = []
for p in posts['items']:
if 'attachments' in p:
for at in p['attachments']:
if at['type'] == 'photo':
at['photo']['sizes'].sort(
key=itemgetter('width', 'height'))
obj = {
'url': at['photo']['sizes'][-1]['url'],
'prefix': '{}_{}'.format(p['owner_id'], p['id'])
}
if 'access_key' in at['photo']:
obj['access_key'] = at['photo']['access_key']
photo.append(obj)
elif at['type'] == 'video':
video.append('{oid}_{id}{access_key}'.format(
oid=at['video']['owner_id'],
id=at['video']['id'],
access_key='_' +
(at['video'].get('access_key') or '')))
elif at['type'] == 'doc':
obj = {
'url': at['doc']['url'],
'prefix': '{}_{}'.format(p['owner_id'], p['id']),
'name': '{}_{}'.format(at['doc']['title'],
at['doc']['id']),
'ext': at['doc']['ext']
}
if 'access_key' in at['doc']:
obj['access_key'] = at['doc']['access_key']
docs.append(obj)
if video:
video = dmp._vk_tools.get_all(method='video.get',
max_count=200,
values={
'videos': ','.join(video),
'extended': 1
})
print('Сохранение ({} вложений из {} постов):'.format(
sum([len(photo), len(video), len(docs)]), len(posts['items'])))
if photo:
print(' [фото ({})]'.format(len(photo)))
with Pool(dmp._settings['POOL_PROCESSES']) as pool:
pool.starmap(
dmp._download,
zip(itertools.repeat(dmp.__class__), photo,
itertools.repeat(folder_photo)))
try:
if video:
print(' [видео ({})]'.format(len(video['items'])))
with Pool(dmp._settings['POOL_PROCESSES']
if not dmp._settings['LIMIT_VIDEO_PROCESSES'] else dmp.
_AVAILABLE_THREADS) as pool:
pool.starmap(
dmp._download_video,
zip(itertools.repeat(dmp.__class__), video['items'],
itertools.repeat(folder_video)))
except MaybeEncodingError:
pass
if docs:
print(' [документы ({})]'.format(len(docs)))
with Pool(dmp._settings['POOL_PROCESSES']) as pool:
pool.starmap(
dmp._download,
zip(itertools.repeat(dmp.__class__), docs,
itertools.repeat(folder_docs)))