def setUp(self):
self.data_server_model_local = DataServerModel(
project_id=1, data_server_mode=DataServerModeEnum.LOCAL)
self.data_server_model_ceph = DataServerModel(
project_id=1, data_server_mode=DataServerModeEnum.CEPH_S3,
ceph_host="127.0.0.1", ceph_port=443, ceph_access_key="xxx",
ceph_secret_key="xxx", ceph_is_secure=True, ceph_bucket_name="xxx")
self.data_server_model_aws = DataServerModel(
project_id=1, data_server_mode=DataServerModeEnum.AWS_S3,
aws_access_key="xxx", aws_secret_key="xxx", aws_bucket_name="xxx")
self.application_model = ApplicationModel(
application_id="test", project_id=1, application_name="test", description="test")
self.local_filepath = "test.data"
self.remote_filepath = "remote/test.data"
self.data_server = DataServer()
def post(self, project_id: int):
"""add_data_server"""
args = data_server_parser.parse_args()
data_server_mode = args['data_server_mode']
data_server_mode_enum = DataServerModeEnum.to_enum(data_server_mode)
ceph_access_key = args['ceph_access_key']
ceph_secret_key = args['ceph_secret_key']
ceph_host = args['ceph_host']
ceph_port = args['ceph_port']
ceph_is_secure = args['ceph_is_secure']
ceph_bucket_name = args['ceph_bucket_name']
aws_access_key = args['aws_access_key']
aws_secret_key = args['aws_secret_key']
aws_bucket_name = args['aws_bucket_name']
gcs_access_key = args['gcs_access_key']
gcs_secret_key = args['gcs_secret_key']
gcs_bucket_name = args['gcs_bucket_name']
if data_server_mode_enum == DataServerModeEnum.LOCAL:
pass
elif data_server_mode_enum == DataServerModeEnum.CEPH_S3:
if ceph_access_key and ceph_secret_key and ceph_host and \
ceph_port and ceph_is_secure is not None and ceph_bucket_name:
pass
else:
raise RekcurdDashboardException(
"Need to set \"ceph_access_key\", \"ceph_secret_key\", \"ceph_host\", \"ceph_port\", "
"\"ceph_is_secure\" and \"ceph_bucket_name\"")
elif data_server_mode_enum == DataServerModeEnum.AWS_S3:
if aws_bucket_name:
pass
else:
raise RekcurdDashboardException(
"Need to set \"aws_bucket_name\"")
elif data_server_mode_enum == DataServerModeEnum.GCS:
if gcs_access_key and gcs_secret_key and gcs_bucket_name:
pass
else:
raise RekcurdDashboardException(
"Need to set \"gcs_access_key\", \"gcs_secret_key\" and \"gcs_bucket_name\"")
else:
raise RekcurdDashboardException("Invalid data server mode specified.")
data_server_model = db.session.query(DataServerModel).filter(
DataServerModel.project_id == project_id).one_or_none()
if data_server_model is not None:
raise RekcurdDashboardException("Data server exists already.")
data_server_model = DataServerModel(
project_id=project_id, data_server_mode=data_server_mode_enum,
ceph_access_key=ceph_access_key, ceph_secret_key=ceph_secret_key,
ceph_host=ceph_host, ceph_port=ceph_port, ceph_is_secure=ceph_is_secure,
ceph_bucket_name=ceph_bucket_name, aws_access_key=aws_access_key,
aws_secret_key=aws_secret_key, aws_bucket_name=aws_bucket_name,
gcs_access_key=gcs_access_key, gcs_secret_key=gcs_secret_key, gcs_bucket_name=gcs_bucket_name)
db.session.add(data_server_model)
db.session.commit()
db.session.close()
return {"status": True, "message": "Success."}
def setUp(self):
self.data_server_model = DataServerModel(
project_id=1,
data_server_mode=DataServerModeEnum.CEPH_S3,
ceph_host="127.0.0.1",
ceph_port=443,
ceph_access_key="xxx",
ceph_secret_key="xxx",
ceph_is_secure=True,
ceph_bucket_name="xxx")
self.handler = CephHandler()
def create_data_server_model(project_id=TEST_PROJECT_ID,
mode=DataServerModeEnum.LOCAL,
save=False) -> DataServerModel:
data_server_model = DataServerModel(project_id=project_id,
data_server_mode=mode)
data_server_model_ = DataServerModel.query.filter_by(
project_id=project_id).one_or_none()
if save and data_server_model_ is None:
db.session.add(data_server_model)
db.session.commit()
return data_server_model
else:
return data_server_model_
def setUp(self):
self.data_server_model = DataServerModel(
project_id=1, data_server_mode=DataServerModeEnum.LOCAL)
self.handler = LocalHandler()
def setUp(self):
self.data_server_model = DataServerModel(
project_id=1, data_server_mode=DataServerModeEnum.GCS,
gcs_access_key="xxx", gcs_secret_key="xxx", gcs_bucket_name="xxx")
self.handler = GcsHandler()
def setUp(self):
self.data_server_model = DataServerModel(
project_id=1, data_server_mode=DataServerModeEnum.AWS_S3,
aws_access_key="xxx", aws_secret_key="xxx", aws_bucket_name="xxx")
self.handler = AwsS3Handler()
def test_get_handler_invalid(self):
data_server_model_invalid = DataServerModel(
project_id=1, data_server_mode=1000)
with self.assertRaises(ValueError):
self.data_server._get_handler(data_server_model_invalid)