def maybe_download_and_extract(hypes):
""" Downloads, extracts and prepairs data.
"""
data_dir = hypes['dirs']['data_dir']
if not os.path.exists(data_dir):
os.makedirs(data_dir)
# first check whether there is vgg_weights
vgg_weights = os.path.join(data_dir, 'vgg16.npy')
if os.path.exists(vgg_weights):
return
import tensorvision.utils as utils
import zipfile
from shutil import copy2
vgg_url = kitti_data_url = hypes['data']['vgg_url']
# Download VGG DATA
download_command = "wget {} -P {}".format(vgg_url, data_dir)
logging.info("Downloading VGG weights.")
utils.download(vgg_url, data_dir)
return
def maybe_download_and_extract(hypes):
""" Downloads, extracts and prepairs data.
"""
data_dir = hypes['dirs']['data_dir']
if not os.path.exists(data_dir):
os.makedirs(data_dir)
data_chole_zip = os.path.join(data_dir, 'data_chole.zip')
vgg_weights = os.path.join(data_dir, 'vgg16.npy')
chole_dir = os.path.join(data_dir, 'data_chole/')
if os.path.exists(vgg_weights) and os.path.exists(chole_dir):
return
import tensorvision.utils as utils
import zipfile
from shutil import copy2
train_txt = "DATA/data_chole/train3.txt"
val_txt = "DATA/data_chole/val3.txt"
copy2(train_txt, chole_dir)
copy2(val_txt, chole_dir)
vgg_url = kitti_data_url = hypes['data']['vgg_url']
# Download VGG DATA
download_command = "wget {} -P {}".format(vgg_url, data_dir)
logging.info("Downloading VGG weights.")
utils.download(vgg_url, data_dir)
return
def maybe_download_and_extract(hypes):
""" Downloads, extracts and prepairs data.
"""
data_dir = hypes['dirs']['data_dir']
if not os.path.exists(data_dir):
os.makedirs(data_dir)
data_road_zip = os.path.join(data_dir, 'data_road.zip')
vgg_weights = os.path.join(data_dir, 'vgg16.npy')
kitti_road_dir = os.path.join(data_dir, 'data_road/')
if os.path.exists(vgg_weights) and os.path.exists(kitti_road_dir):
return
import tensorvision.utils as utils
import zipfile
from shutil import copy2
# Download KITTI DATA
kitti_data_url = hypes['data']['kitti_url']
if kitti_data_url == '':
logging.error("Data URL for Kitti Data not provided.")
url = "http://www.cvlibs.net/download.php?file=data_road.zip"
logging.error("Please visit: {}".format(url))
logging.error("and request Kitti Download link.")
logging.error("Enter URL in hypes/kittiSeg.json")
exit(1)
if not kitti_data_url[-19:] == 'kitti/data_road.zip':
logging.error("Wrong url.")
url = "http://www.cvlibs.net/download.php?file=data_road.zip"
logging.error("Please visit: {}".format(url))
logging.error("and request Kitti Download link.")
logging.error("Enter URL in hypes/kittiSeg.json")
exit(1)
logging.info("Downloading Kitti Road Data.")
utils.download(kitti_data_url, data_dir)
# Extract and prepare KITTI DATA
logging.info("Extracting kitti_road data.")
zipfile.ZipFile(data_road_zip, 'r').extractall(data_dir)
kitti_road_dir = os.path.join(data_dir, 'data_road/')
logging.info("Preparing kitti_road data.")
train_txt = "data/train3.txt"
val_txt = "data/val3.txt"
copy2(train_txt, kitti_road_dir)
copy2(val_txt, kitti_road_dir)
vgg_url = kitti_data_url = hypes['data']['vgg_url']
# Download VGG DATA
download_command = "wget {} -P {}".format(vgg_url, data_dir)
logging.info("Downloading VGG weights.")
utils.download(vgg_url, data_dir)
return
def maybe_download_and_extract(hypes):
""" Downloads, extracts and prepairs data.
"""
data_dir = hypes['dirs']['data_dir']
if not os.path.exists(data_dir):
os.makedirs(data_dir)
data_road_zip = os.path.join(data_dir, 'data_road.zip')
vgg_weights = os.path.join(data_dir, 'vgg16.npy')
kitti_road_dir = os.path.join(data_dir, 'data_road/')
if os.path.exists(vgg_weights) and os.path.exists(kitti_road_dir):
return
import tensorvision.utils as utils
import zipfile
from shutil import copy2
# Download KITTI DATA
kitti_data_url = hypes['data']['kitti_url']
if kitti_data_url == '':
logging.error("Data URL for Kitti Data not provided.")
url = "http://www.cvlibs.net/download.php?file=data_road.zip"
logging.error("Please visit: {}".format(url))
logging.error("and request Kitti Download link.")
logging.error("Enter URL in hypes/kittiSeg.json")
exit(1)
if not kitti_data_url[-19:] == 'kitti/data_road.zip':
logging.error("Wrong url.")
url = "http://www.cvlibs.net/download.php?file=data_road.zip"
logging.error("Please visit: {}".format(url))
logging.error("and request Kitti Download link.")
logging.error("Enter URL in hypes/kittiSeg.json")
exit(1)
logging.info("Downloading Kitti Road Data.")
utils.download(kitti_data_url, data_dir)
# Extract and prepare KITTI DATA
logging.info("Extracting kitti_road data.")
zipfile.ZipFile(data_road_zip, 'r').extractall(data_dir)
kitti_road_dir = os.path.join(data_dir, 'data_road/')
logging.info("Preparing kitti_road data.")
train_txt = "data/train3.txt"
val_txt = "data/val3.txt"
copy2(train_txt, kitti_road_dir)
copy2(val_txt, kitti_road_dir)
vgg_url = kitti_data_url = hypes['data']['vgg_url']
# Download VGG DATA
download_command = "wget {} -P {}".format(vgg_url, data_dir)
logging.info("Downloading VGG weights.")
utils.download(vgg_url, data_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, default_run)
if not os.path.exists(logdir):
# weights are downloaded. Nothing to do
print('mkdir')
print(logdir)
os.makedirs(logdir)
import zipfile
download_name = tv_utils.download(weights_url, runs_dir)
logging.info("Extracting MultiNet_pretrained.zip")
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
#from download_date.py
import download_data as d
data_dir, run_dir = d.get_pathes()
if not os.path.exists(data_dir):
os.makedirs(data_dir)
vgg_weights = os.path.join(data_dir, 'vgg16.npy')
# Download VGG DATA
if not os.path.exists(vgg_weights):
download_command = "wget {} -P {}".format(d.vgg_url, data_dir)
logging.info("Downloading VGG weights.")
d.download(d.vgg_url, data_dir)
else:
logging.warning("File: {} exists.".format(vgg_weights))
logging.warning("Please delete to redownload VGG weights.")
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, default_run)
if os.path.exists(logdir):
# weights are download. Nothing to do
return
import zipfile
download_name = tv_utils.download(weights_url, runs_dir)
logging.info("Extracting KittiSeg_pretrained.zip")
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(hypes):
""" Downloads, extracts and prepairs data.
"""
data_dir = hypes['dirs']['data_dir']
if not os.path.exists(data_dir):
os.makedirs(data_dir)
vgg_weights = os.path.join(data_dir, 'weights', 'vgg16.npy')
if os.path.exists(vgg_weights):
return
import tensorvision.utils as utils
vgg_url = hypes['data']['vgg_url']
# Download VGG DATA
logging.info("Downloading VGG weights.")
utils.download(vgg_url, data_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, default_run)
if os.path.exists(logdir):
return
if not os.path.exists(logdir):
os.makedirs(runs_dir)
download_name = tv_utils.download(weights_url, runs_dir)
logging.info("Extracting KittiSeg_pretrained.zip")
import zipfile
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, default_run)
if os.path.exists(logdir):
# weights are downloaded. Nothing to do
return
import zipfile
download_name = tv_utils.download(weights_url, runs_dir)
logging.info("Extracting KittiSeg_pretrained.zip")
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, FLAGS.RUN)
if os.path.exists(logdir):
# weights are downloaded. Nothing to do
return
if not FLAGS.RUN == 'KittiSeg_pretrained':
return
import zipfile
download_name = utils.download(segmentation_weights_url, runs_dir)
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, FLAGS.RUN)
if os.path.exists(logdir):
# weights are downloaded. Nothing to do
return
if not FLAGS.RUN == 'KittiBox_pretrained':
return
import zipfile
download_name = utils.download(weights_url, runs_dir)
logging.info("Extracting KittiBox_pretrained.zip")
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, FLAGS.RUN)
if os.path.exists(logdir):
# weights are downloaded. Nothing to do
return
if not FLAGS.RUN == 'KittiSeg_pretrained':
return
import zipfile
download_name = utils.download(segmentation_weights_url, runs_dir)
logging.info("Extracting KittiSeg_pretrained.zip")
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(runs_dir):
logdir = os.path.join(runs_dir, default_run)
if os.path.exists(logdir):
# weights are downloaded. Nothing to do
return
if not os.path.exists(runs_dir):
os.makedirs(runs_dir)
# weights are downloaded. Nothing to do
import zipfile
download_name = tv_utils.download(weights_url, runs_dir)
logging.info("Extracting MultiNet_pretrained.zip")
#extract the zip file
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
def maybe_download_and_extract(self, runs_dir):
logdir = os.path.join(runs_dir, self.default_run)
if os.path.exists(logdir):
# weights are downloaded. Nothing to do
return
if not os.path.exists(runs_dir):
os.makedirs(runs_dir)
import zipfile
download_name = tv_utils.download(self.weights_url, runs_dir)
logging.info("Extracting KittiBox_pretrained.zip")
zipfile.ZipFile(download_name, 'r').extractall(runs_dir)
return
