def do(url):
ext_id = url.split('/')[-1]
if SPECIFIC_EXT and ext_id != SPECIFIC_EXT:
return
print()
print(ext_id)
tmp_file = TMP_FILE.format(ext_id=ext_id)
latest = latest_stored(ext_id)
if latest and is_404(latest):
return
if latest:
print(latest.get('name'))
if latest and latest['diff'].days > -2 and 'content' in latest:
print('using latest stored')
infos = latest['content']
else:
# get current version
if url is None:
url = "https://chrome.google.com/webstore/detail/_/" + ext_id
try:
req = requests.get(url)
if req.status_code != 200:
ok(bad('bad status code:'), req.status_code)
return
page_html = req.text
except Exception as e:
ok(bad('fail to download page: ' + url), e)
return
try:
infos = parse_page(page_html)
except Exception as e:
ok(bad('ERROR: bad parsing for ' + url), e)
infos = {}
if not is_stored_recent(ext_id) and 'version' in infos:
store_infos_history(ext_id, infos)
print('saved it :D')
if 'version' not in infos:
ok(bad('ERROR: no infos for ' + url))
return
current_version = infos['version']
print('current_version:', current_version)
target_dir_path = DEST_DIR.format(ext_id=ext_id)
target_file_path = DEST_FILE.format(dir=target_dir_path,
version=current_version)
# download extension
if not os.path.isfile(target_file_path):
# ^^^ caveat, the guy can have the same version name displayed but different versions
try:
down(ext_id, tmp_file)
except Exception as e:
ok(bad('fail to download crx:'), e)
return
manifest = None
try:
manifest = extract_manifest_of_file(tmp_file)
except Exception as e:
ok(bad('bad download, parse of manifest failed'), e)
if manifest and 'version' in manifest:
version = manifest['version']
print(good('manifest version:'), version)
# current_version represent version_name so it can be different than the version stored
target_file_path = DEST_FILE.format(dir=target_dir_path,
version=version)
if os.path.isfile(target_file_path):
print(bad("file is already here, here's the version_name"),
manifest.get('version_name'), 'and .version=',
manifest.get('version'))
os.remove(tmp_file)
return
ok(good('version is added :D'), manifest['version'], url)
# assert current_version == version_name or version
os.makedirs(target_dir_path, exist_ok=True)
shutil.move(tmp_file, target_file_path)
else:
try:
os.remove(tmp_file)
except OSError:
pass
except FileNotFoundError:
pass
else:
print('latest version already downloaded')
def do(url):
ext_id = url.split('/')[-1]
if SPECIFIC_EXT and ext_id != SPECIFIC_EXT:
return
print()
print(ext_id)
tmp_file = TMP_FILE.format(ext_id=ext_id)
latest = latest_stored(ext_id)
if latest and is_404(latest):
return
if latest:
print(latest.get('name'))
if latest and latest['diff'].days > -2 and 'content' in latest:
print('using latest stored')
infos = latest['content']
else:
# get current version
if url is None:
url = "https://chrome.google.com/webstore/detail/_/"+ext_id
try:
req = requests.get(url)
if req.status_code != 200:
print(bad('bad status code:'), req.status_code)
return
page_html = req.text
except Exception as e:
print(bad('fail to download page: '+url), e)
return
infos = parse_page(page_html)
if not is_stored_recent(ext_id):
store_infos_history(ext_id, infos)
print('saved it :D')
current_version = infos['version']
print('current_version:', current_version)
target_dir_path = DEST_DIR.format(ext_id=ext_id)
target_file_path = DEST_FILE.format(dir=target_dir_path, version=current_version)
# download extension
if not os.path.isfile(target_file_path):
# ^^^ caveat, the guy can have the same version name displayed but different versions
try:
down(ext_id, tmp_file)
except Exception as e:
print(bad('fail to download crx:'), e)
return
manifest = None
try:
manifest = extract_manifest_of_file(tmp_file)
except Exception as e:
print(bad('bad download, parse of manifest failed'), e)
if manifest and 'version' in manifest:
version = manifest['version']
print(good('manifest version:'), version)
# current_version represent version_name so it can be different than the version stored
target_file_path = DEST_FILE.format(dir=target_dir_path, version=version)
if os.path.isfile(target_file_path):
print(bad("file is already here, here's the version_name"),
manifest.get('version_name'),
'and .version=', manifest.get('version'))
os.remove(tmp_file)
return
ok(good('version is added :D'), manifest['version'], url)
# assert current_version == version_name or version
os.makedirs(target_dir_path, exist_ok=True)
shutil.move(tmp_file, target_file_path)
else:
try:
os.remove(tmp_file)
except OSError:
pass
except FileNotFoundError:
pass
else:
print('latest version already downloaded')