Пример #1
0
    def create(self, module):
        try:
            upload_files, total_file_size = get_files_in_directory(
                path='.', file_type='code')
        except OSError:
            sys.exit(
                "Directory contains too many files to upload. Add unused files and directories to .floydignore file."
                "Or upload data separately using floyd data command")

        floyd_logger.info("Creating project run. Total upload size: {}".format(
            total_file_size))
        floyd_logger.debug("Creating module. Uploading: {} files".format(
            len(upload_files)))
        floyd_logger.info("Syncing code ...")

        # Add request data
        upload_files.append(("json", json.dumps(module.to_dict())))
        multipart_encoder = MultipartEncoder(fields=upload_files)

        # Attach progress bar
        progress_callback = create_progress_callback(multipart_encoder)
        multipart_encoder_monitor = MultipartEncoderMonitor(
            multipart_encoder, progress_callback)

        response = self.request(
            "POST",
            self.url,
            data=multipart_encoder_monitor,
            headers={"Content-Type": multipart_encoder.content_type},
            timeout=3600)

        floyd_logger.info("Done")
        return response.json().get("id")
Пример #2
0
 def create(self, module):
     upload_files = get_files_in_directory(path='.', file_type='code')
     request_data = {"json": json.dumps(module.to_dict())}
     floyd_logger.debug("Creating module. Uploading {} files ...".format(
         len(upload_files)))
     floyd_logger.info("Syncing code ...")
     response = self.request("POST",
                             self.url,
                             data=request_data,
                             files=upload_files,
                             timeout=3600)
     return response.json().get("id")
Пример #3
0
 def create(self, data):
     upload_files = get_files_in_directory(path='.', file_type='data')
     request_data = {"json": json.dumps(data.to_dict())}
     floyd_logger.info(
         "Creating data source. Uploading {} files ...".format(
             len(upload_files)))
     response = self.request("POST",
                             self.url,
                             data=request_data,
                             files=upload_files,
                             timeout=3600)
     return response.json().get("id")
Пример #4
0
    def create(self, data):
        try:
            upload_files, total_file_size = get_files_in_directory(path='.', file_type='data')
        except OSError:
            sys.exit("Directory contains too many files to upload. Add unused directories to .floydignore file. "
                     "Or download data directly from the internet into FloydHub")

        request_data = {"json": json.dumps(data.to_dict())}
        floyd_logger.info("Creating data source. Total upload size: {}".format(total_file_size))
        floyd_logger.debug("Total files: {}".format(len(upload_files)))
        floyd_logger.info("Uploading files ...".format(len(upload_files)))
        response = self.request("POST",
                                self.url,
                                data=request_data,
                                files=upload_files,
                                timeout=3600)
        return response.json().get("id")