def setUp(self): self.data_server_model_local = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.LOCAL) self.data_server_model_ceph = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.CEPH_S3, ceph_host="127.0.0.1", ceph_port=443, ceph_access_key="xxx", ceph_secret_key="xxx", ceph_is_secure=True, ceph_bucket_name="xxx") self.data_server_model_aws = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.AWS_S3, aws_access_key="xxx", aws_secret_key="xxx", aws_bucket_name="xxx") self.application_model = ApplicationModel( application_id="test", project_id=1, application_name="test", description="test") self.local_filepath = "test.data" self.remote_filepath = "remote/test.data" self.data_server = DataServer()
def post(self, project_id: int): """add_data_server""" args = data_server_parser.parse_args() data_server_mode = args['data_server_mode'] data_server_mode_enum = DataServerModeEnum.to_enum(data_server_mode) ceph_access_key = args['ceph_access_key'] ceph_secret_key = args['ceph_secret_key'] ceph_host = args['ceph_host'] ceph_port = args['ceph_port'] ceph_is_secure = args['ceph_is_secure'] ceph_bucket_name = args['ceph_bucket_name'] aws_access_key = args['aws_access_key'] aws_secret_key = args['aws_secret_key'] aws_bucket_name = args['aws_bucket_name'] gcs_access_key = args['gcs_access_key'] gcs_secret_key = args['gcs_secret_key'] gcs_bucket_name = args['gcs_bucket_name'] if data_server_mode_enum == DataServerModeEnum.LOCAL: pass elif data_server_mode_enum == DataServerModeEnum.CEPH_S3: if ceph_access_key and ceph_secret_key and ceph_host and \ ceph_port and ceph_is_secure is not None and ceph_bucket_name: pass else: raise RekcurdDashboardException( "Need to set \"ceph_access_key\", \"ceph_secret_key\", \"ceph_host\", \"ceph_port\", " "\"ceph_is_secure\" and \"ceph_bucket_name\"") elif data_server_mode_enum == DataServerModeEnum.AWS_S3: if aws_bucket_name: pass else: raise RekcurdDashboardException( "Need to set \"aws_bucket_name\"") elif data_server_mode_enum == DataServerModeEnum.GCS: if gcs_access_key and gcs_secret_key and gcs_bucket_name: pass else: raise RekcurdDashboardException( "Need to set \"gcs_access_key\", \"gcs_secret_key\" and \"gcs_bucket_name\"") else: raise RekcurdDashboardException("Invalid data server mode specified.") data_server_model = db.session.query(DataServerModel).filter( DataServerModel.project_id == project_id).one_or_none() if data_server_model is not None: raise RekcurdDashboardException("Data server exists already.") data_server_model = DataServerModel( project_id=project_id, data_server_mode=data_server_mode_enum, ceph_access_key=ceph_access_key, ceph_secret_key=ceph_secret_key, ceph_host=ceph_host, ceph_port=ceph_port, ceph_is_secure=ceph_is_secure, ceph_bucket_name=ceph_bucket_name, aws_access_key=aws_access_key, aws_secret_key=aws_secret_key, aws_bucket_name=aws_bucket_name, gcs_access_key=gcs_access_key, gcs_secret_key=gcs_secret_key, gcs_bucket_name=gcs_bucket_name) db.session.add(data_server_model) db.session.commit() db.session.close() return {"status": True, "message": "Success."}
def setUp(self): self.data_server_model = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.CEPH_S3, ceph_host="127.0.0.1", ceph_port=443, ceph_access_key="xxx", ceph_secret_key="xxx", ceph_is_secure=True, ceph_bucket_name="xxx") self.handler = CephHandler()
def create_data_server_model(project_id=TEST_PROJECT_ID, mode=DataServerModeEnum.LOCAL, save=False) -> DataServerModel: data_server_model = DataServerModel(project_id=project_id, data_server_mode=mode) data_server_model_ = DataServerModel.query.filter_by( project_id=project_id).one_or_none() if save and data_server_model_ is None: db.session.add(data_server_model) db.session.commit() return data_server_model else: return data_server_model_
def setUp(self): self.data_server_model = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.LOCAL) self.handler = LocalHandler()
def setUp(self): self.data_server_model = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.GCS, gcs_access_key="xxx", gcs_secret_key="xxx", gcs_bucket_name="xxx") self.handler = GcsHandler()
def setUp(self): self.data_server_model = DataServerModel( project_id=1, data_server_mode=DataServerModeEnum.AWS_S3, aws_access_key="xxx", aws_secret_key="xxx", aws_bucket_name="xxx") self.handler = AwsS3Handler()
def test_get_handler_invalid(self): data_server_model_invalid = DataServerModel( project_id=1, data_server_mode=1000) with self.assertRaises(ValueError): self.data_server._get_handler(data_server_model_invalid)