コード例 #1
0
ファイル: gtsrb.py プロジェクト: Continvvm/continuum
    def _download(self):
        paths = [
            os.path.join(self.data_path, "GTSRB", "Final_Training"),
            os.path.join(self.data_path, "GTSRB", "Final_Test"),
            os.path.join(self.data_path, "GT-final_test.csv")
        ]
        zips = [
            os.path.join(self.data_path, "GTSRB_Final_Training_Images.zip"),
            os.path.join(self.data_path, "GTSRB_Final_Test_Images.zip"),
            os.path.join(self.data_path, "GTSRB_Final_Test_GT.zip")
        ]
        urls = [
            self.train_images_url, self.test_images_url, self.test_gt_url
        ]

        for p, z, u in zip(paths, zips, urls):
            if not os.path.exists(p):
                if not os.path.exists(z):
                    print("Downloading images archive...", end=' ')
                    download(u, self.data_path)
                    print('Done!')

                print('Extracting archive...', end=' ')
                unzip(z)
                print('Done!')
コード例 #2
0
ファイル: nlp.py プロジェクト: lebrice/continuum
 def _download(self):
     if os.path.exists(os.path.join(self.data_path, "multinli_1.0")):
         print("Dataset already extracted.")
     else:
         path = download.download(self.data_url, self.data_path)
         download.unzip(path)
         print("Dataset extracted.")
コード例 #3
0
    def _download(self):
        # Downloading images
        if not os.path.exists(os.path.join(self.data_path, "VOCdevkit")):
            path = os.path.join(self.data_path, "VOCtrainval_11-May-2012.tar")
            if not os.path.exists(path):
                print("Downloading Pascal VOC segmentation maps...")
                download.download(self.data_url, self.data_path)
            print("Uncompressing images...")
            download.untar(path)

        # Downloading segmentation maps
        if not os.path.exists(os.path.join(self.data_path, "SegmentationClassAug")):
            path = os.path.join(self.data_path, "SegmentationClassAug.zip")
            if not os.path.exists(path):
                print("Downloading Pascal VOC segmentation maps...")
                download.download(self.segmentation_url, self.data_path)
            print("Uncompressing segmentation maps...")
            download.unzip(path)

        # Downloading train/val/test indexes
        if not os.path.exists(os.path.join(self.data_path, "list")):
            path = os.path.join(self.data_path, "list.zip")
            if not os.path.exists(path):
                print("Downloading Pascal VOC train/val/test indexes...")
                download.download(self.split_url, self.data_path)
            print("Uncompressing train/val/test indexes...")
            download.unzip(path)
コード例 #4
0
    def _download(self):
        if not os.path.exists(
                os.path.join(self.data_path, "Animals_with_Attributes2")):
            zip_path = os.path.join(self.data_path, "AwA2-data.zip")

            if not os.path.exists(zip_path):
                print("Downloading zip images archive...", end=' ')
                download(self.images_url, self.data_path)
                print('Done!')

            print('Extracting archive...', end=' ')
            unzip(zip_path)
            print('Done!')

        if not os.path.exists(os.path.join(self.data_path, "xlsa17")):
            zip_path = os.path.join(self.data_path, "xlsa17.zip")

            if not os.path.exists(zip_path):
                print("Downloading zip split archive...", end=' ')
                download(self.split_v2_url, self.data_path)
                print('Done!')

            print('Extracting archive...', end=' ')
            unzip(zip_path)
            print('Done!')
コード例 #5
0
    def _download(self):
        path = os.path.join(self.data_path, "tiny-imagenet-200")
        if not os.path.exists(f"{path}.zip"):
            download(self.url, self.data_path)
        if not os.path.exists(path):
            unzip(f"{path}.zip")

        print("TinyImagenet is downloaded.")
コード例 #6
0
    def _download(self):
        path = os.path.join(self.data_path, "Stream-51")
        if not os.path.exists(f"{path}.zip"):
            download(self.url, self.data_path)
        if not os.path.exists(path):
            unzip(f"{path}.zip")

        print("Stream51 downloaded.")
コード例 #7
0
ファイル: eurosat.py プロジェクト: Continvvm/continuum
    def _download(self):
        if not os.path.exists(os.path.join(self.data_path, "2750")):
            zip_path = os.path.join(self.data_path, "EuroSAT.zip")

            if not os.path.exists(zip_path):
                print("Downloading zip images archive...", end=' ')
                download(self.images_url, self.data_path)
                print('Done!')

            print('Extracting archive...', end=' ')
            unzip(zip_path)
            print('Done!')
コード例 #8
0
ファイル: pacs.py プロジェクト: Continvvm/continuum
    def _download(self):
        if not os.path.exists(os.path.join(self.data_path, "kfold")):
            zip_path = os.path.join(self.data_path, "PACS.zip")

            if not os.path.exists(zip_path):
                print(
                    "You need to download yourself this dataset, at the following url"
                    " https://drive.google.com/file/d/0B6x7gtvErXgfbF9CSk53UkRxVzg/view"
                )

            print('Extracting archive...', end=' ')
            unzip(zip_path)
            print('Done!')
コード例 #9
0
ファイル: core50.py プロジェクト: Continvvm/continuum
    def _download(self):
        if os.path.exists(os.path.join(self.data_path, "core50_128x128")):
            print("Dataset already extracted.")
        else:
            path = download.download(self.data_url, self.data_path)
            download.unzip(path)
            print("Dataset extracted.")

        if os.path.exists(os.path.join(self.data_path, "batches_filelists_NICv2.zip")):
            print("Split info already downloaded.")
        else:
            path = download.download(self.splits_url, self.data_path)
            download.unzip(path)
            print("Split info extracted.")
コード例 #10
0
ファイル: office_home.py プロジェクト: Continvvm/continuum
    def _download(self):
        if not os.path.exists(
                os.path.join(self.data_path, "OfficeHomeDataset_10072016")):
            zip_path = os.path.join(self.data_path,
                                    "OfficeHomeDataset_10072016.zip")

            if not os.path.exists(zip_path):
                print(
                    "You need to download yourself this dataset, at the following url"
                    " https://drive.google.com/uc?id=0B81rNlvomiwed0V1YUxQdC1uOTg"
                )

            print('Extracting archive...', end=' ')
            unzip(zip_path)
            print('Done!')
コード例 #11
0
ファイル: domain_net.py プロジェクト: Continvvm/continuum
    def _download(self):
        for url in self.urls:
            base_file_name = url.split("/")[-1].split(".")[-2]

            path = os.path.join(self.data_path, base_file_name)
            if not os.path.exists(path):
                zip_path = path + ".zip"

                if not os.path.exists(zip_path):
                    print(f"Downloading {base_file_name}...")
                    download(url, self.data_path)

                print('Extracting archive...', end=' ')
                unzip(zip_path)
                print('Done!')
コード例 #12
0
ファイル: core50.py プロジェクト: Continvvm/continuum
    def _download(self):
        if os.path.exists(os.path.join(self.data_path, "core50_128x128")):
            print("Dataset already extracted.")
        else:
            path = download.download(self.data_url, self.data_path)
            download.unzip(path)
            print("Dataset extracted.")

        split_path = os.path.join(self.data_path, "core50_train.csv")
        if self.train_image_ids is None and os.path.exists(split_path):
            self.train_image_ids = split_path
            print("Train/split already downloaded.")
        elif self.train_image_ids is None:
            print("Downloading train/test split.")
            self.train_image_ids = download.download(self.train_ids_url, self.data_path)
コード例 #13
0
    def _download(self):
        if not os.path.exists(
                os.path.join(self.data_path, "eccv_18_all_images_sm")):
            tar_path = os.path.join(self.data_path,
                                    "eccv_18_all_images_sm.tar.gz")
            if not os.path.exists(tar_path):
                print("Downloading images archive...", end=" ")
                download(self.images_url, self.data_path)
                print("Done!")
            print('Extracting archive...', end=' ')
            untar(tar_path)
            print('Done!')

        if not os.path.exists(
                os.path.join(self.data_path, "caltech_images_20210113.json")):
            zip_path = os.path.join(self.data_path,
                                    "caltech_camera_traps.json.zip")
            if not os.path.exists(zip_path):
                print("Downloading json archive...", end=" ")
                download(self.json_url, self.data_path)
                print("Done!")
            print('Extracting archive...', end=' ')
            unzip(zip_path)
            print('Done!')
コード例 #14
0
ファイル: imagenet.py プロジェクト: Continvvm/continuum
 def _download(self):
     path = os.path.join(self.data_path, "tiny-imagenet-200")
     if not os.path.exists(path):
         if not os.path.exists(f"{path}.zip"):
             download(self.url, self.data_path)
         unzip(f"{path}.zip")