def download_binaries(release=None, url=None, verbose=False, platform="auto"):
"""
Download IDAES solvers and libraries and put them in the right location. Need
to supply either local or url argument.
Args:
url (str): a url to download binary files to install files
Returns:
None
"""
if verbose:
_log.setLevel(idaeslog.DEBUG)
idaes._create_bin_dir()
solvers_tar = os.path.join(idaes.bin_directory, "idaes-solvers.tar.gz")
libs_tar = os.path.join(idaes.bin_directory, "idaes-lib.tar.gz")
fd = FileDownloader()
arch = fd.get_sysinfo()
if arch[1] != 64:
_log.error("IDAES Extensions currently only supports 64bit Python.")
raise RuntimeError(
"IDAES Extensions currently only supports 64bit Python.")
if platform == "auto":
platform = arch[0]
if platform == "linux":
linux_dist = fd.get_os_version().replace(".", "")
if linux_dist in idaes.config.known_binary_platform:
platform = linux_dist
if platform not in idaes.config.known_binary_platform:
raise Exception("Unknow platform {}".format(platform))
if platform in idaes.config.binary_platform_map:
platform = idaes.config.binary_platform_map[platform]
checksum = {}
if release is not None:
# if a release is specified it takes precedence over a url
url = "/".join([_release_base_url, release])
# if we're downloading an official release check checksum
check_to = os.path.join(idaes.bin_directory,
f"sha256sum_{release}.txt")
check_from = f"https://raw.githubusercontent.com/IDAES/idaes-ext/main/releases/sha256sum_{release}.txt"
_log.debug("Getting release {}\n checksum file {}".format(
release, check_from))
fd.set_destination_filename(check_to)
fd.get_binary_file(check_from)
with open(check_to, 'r') as f:
for i in range(1000):
line = f.readline(1000)
if line == "":
break
line = line.split(sep=" ")
checksum[line[1].strip()] = line[0].strip()
if url is not None:
if not url.endswith("/"):
c = "/"
else:
c = ""
solvers_from = c.join(
[url, "idaes-solvers-{}-{}.tar.gz".format(platform, arch[1])])
libs_from = c.join(
[url, "idaes-lib-{}-{}.tar.gz".format(platform, arch[1])])
_log.debug("URLs \n {}\n {}\n {}".format(url, solvers_from,
libs_from))
_log.debug("Destinations \n {}\n {}".format(solvers_tar, libs_tar))
if platform == 'darwin':
raise Exception('Mac OSX currently unsupported')
fd.set_destination_filename(solvers_tar)
fd.get_binary_file(solvers_from)
fd.set_destination_filename(libs_tar)
fd.get_binary_file(libs_from)
else:
raise Exception("Must provide a location to download binaries")
if checksum:
# if you are downloading a release and not a specific URL verify checksum
fn_s = "idaes-solvers-{}-{}.tar.gz".format(platform, arch[1])
fn_l = "idaes-lib-{}-{}.tar.gz".format(platform, arch[1])
hash_s = _hash(solvers_tar)
hash_l = _hash(libs_tar)
_log.debug("Solvers Hash {}".format(hash_s))
_log.debug("Libs Hash {}".format(hash_l))
if checksum.get(fn_s, "") != hash_s:
raise Exception("Solver files hash does not match expected")
if checksum.get(fn_l, "") != hash_l:
raise Exception("Library files hash does not match expected")
_log.debug("Extracting files in {}".format(idaes.bin_directory))
with tarfile.open(solvers_tar, 'r') as f:
f.extractall(idaes.bin_directory)
_log.debug("Extracting files in {}".format(idaes.bin_directory))
with tarfile.open(libs_tar, 'r') as f:
f.extractall(idaes.bin_directory)
def test_get_os_version(self):
f = FileDownloader()
_os, _ver = f.get_os_version(normalize=False)
_norm = f.get_os_version(normalize=True)
#print(_os,_ver,_norm)
_sys = f.get_sysinfo()[0]
if _sys == 'linux':
dist, dist_ver = re.match('^([^0-9]+)(.*)', _norm).groups()
self.assertNotIn('.', dist_ver)
self.assertGreater(int(dist_ver), 0)
if dist == 'ubuntu':
self.assertEqual(dist_ver, ''.join(_ver.split('.')[:2]))
else:
self.assertEqual(dist_ver, _ver.split('.')[0])
if distro_available:
d, v = f._get_distver_from_distro()
#print(d,v)
self.assertEqual(_os, d)
self.assertEqual(_ver, v)
self.assertTrue(v.replace('.', '').startswith(dist_ver))
if os.path.exists('/etc/redhat-release'):
d, v = f._get_distver_from_redhat_release()
#print(d,v)
self.assertEqual(_os, d)
self.assertEqual(_ver, v)
self.assertTrue(v.replace('.', '').startswith(dist_ver))
if subprocess.run(['lsb_release'],
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL).returncode == 0:
d, v = f._get_distver_from_lsb_release()
#print(d,v)
self.assertEqual(_os, d)
self.assertEqual(_ver, v)
self.assertTrue(v.replace('.', '').startswith(dist_ver))
if os.path.exists('/etc/os-release'):
d, v = f._get_distver_from_os_release()
#print(d,v)
self.assertEqual(_os, d)
# Note that (at least on centos), os_release is an
# imprecise version string
self.assertTrue(_ver.startswith(v))
self.assertTrue(v.replace('.', '').startswith(dist_ver))
elif _sys == 'darwin':
dist, dist_ver = re.match('^([^0-9]+)(.*)', _norm).groups()
self.assertEqual(_os, 'macos')
self.assertEqual(dist, 'macos')
self.assertNotIn('.', dist_ver)
self.assertGreater(int(dist_ver), 0)
self.assertEqual(_norm, _os + ''.join(_ver.split('.')[:2]))
elif _sys == 'windows':
self.assertEqual(_os, 'win')
self.assertEqual(_norm, _os + ''.join(_ver.split('.')[:2]))
else:
self.assertEqual(ans, '')
self.assertEqual((_os, _ver), FileDownloader._os_version)
# Exercise the fetch from CACHE
try:
FileDownloader._os_version, tmp \
= ("test", '2'), FileDownloader._os_version
self.assertEqual(f.get_os_version(False), ("test", "2"))
self.assertEqual(f.get_os_version(), "test2")
finally:
FileDownloader._os_version = tmp
