def create(self, module): try: upload_files, total_file_size = get_files_in_directory( path='.', file_type='code') except OSError: sys.exit( "Directory contains too many files to upload. Add unused files and directories to .floydignore file." "Or upload data separately using floyd data command") floyd_logger.info("Creating project run. Total upload size: {}".format( total_file_size)) floyd_logger.debug("Creating module. Uploading: {} files".format( len(upload_files))) floyd_logger.info("Syncing code ...") # Add request data upload_files.append(("json", json.dumps(module.to_dict()))) multipart_encoder = MultipartEncoder(fields=upload_files) # Attach progress bar progress_callback = create_progress_callback(multipart_encoder) multipart_encoder_monitor = MultipartEncoderMonitor( multipart_encoder, progress_callback) response = self.request( "POST", self.url, data=multipart_encoder_monitor, headers={"Content-Type": multipart_encoder.content_type}, timeout=3600) floyd_logger.info("Done") return response.json().get("id")
def create(self, module): upload_files = get_files_in_directory(path='.', file_type='code') request_data = {"json": json.dumps(module.to_dict())} floyd_logger.debug("Creating module. Uploading {} files ...".format( len(upload_files))) floyd_logger.info("Syncing code ...") response = self.request("POST", self.url, data=request_data, files=upload_files, timeout=3600) return response.json().get("id")
def create(self, data): upload_files = get_files_in_directory(path='.', file_type='data') request_data = {"json": json.dumps(data.to_dict())} floyd_logger.info( "Creating data source. Uploading {} files ...".format( len(upload_files))) response = self.request("POST", self.url, data=request_data, files=upload_files, timeout=3600) return response.json().get("id")
def create(self, data): try: upload_files, total_file_size = get_files_in_directory(path='.', file_type='data') except OSError: sys.exit("Directory contains too many files to upload. Add unused directories to .floydignore file. " "Or download data directly from the internet into FloydHub") request_data = {"json": json.dumps(data.to_dict())} floyd_logger.info("Creating data source. Total upload size: {}".format(total_file_size)) floyd_logger.debug("Total files: {}".format(len(upload_files))) floyd_logger.info("Uploading files ...".format(len(upload_files))) response = self.request("POST", self.url, data=request_data, files=upload_files, timeout=3600) return response.json().get("id")