def setUp(self) -> None:
self.data_path = os.path.realpath(
os.path.join(os.path.dirname(__file__), "data"))
self.manifest_filename = os.path.join(self.data_path,
"opensearch-bundle-1.1.0.yml")
self.manifest = BundleManifest.from_path(self.manifest_filename)
self.manifest_distribution_filename = os.path.join(
self.data_path, "opensearch-bundle-1.3.0.yml")
self.manifest_distribution = BundleManifest.from_path(
self.manifest_distribution_filename)
def test_install_maven_dependencies_remote(self, mock_request, mock_copyfile, mock_makedirs):
counter = ThreadSafeCounter()
mock_request.side_effect = counter.thread_safe_count
dependency_installer = DependencyInstallerOpenSearch(
"https://ci.opensearch.org/x/y",
BuildManifest.from_path(self.BUILD_MANIFEST),
BundleManifest.from_path(self.DIST_MANIFEST_REMOTE)
)
dependency_installer.install_maven_dependencies()
self.assertEqual(counter.call_count, 2375)
mock_makedirs.assert_called_with(
os.path.realpath(
os.path.join(
dependency_installer.maven_local_path, "org", "opensearch", "notification"
)
),
exist_ok=True
)
mock_copyfile.assert_not_called()
mock_request.assert_has_calls([
call(
"https://ci.opensearch.org/x/y/builds/opensearch/maven/org/opensearch/notification/alerting-notification-1.2.0.0.jar",
os.path.realpath(os.path.join(dependency_installer.maven_local_path, "org", "opensearch", "notification", "alerting-notification-1.2.0.0.jar"))
)
])
def test_install_maven_dependencies_local(self, mock_request: Mock,
mock_copyfile: Mock,
mock_makedirs: Mock) -> None:
counter = ThreadSafeCounter()
mock_copyfile.side_effect = counter.thread_safe_count
dependency_installer = DependencyInstallerOpenSearch(
self.DATA, BuildManifest.from_path(self.BUILD_MANIFEST),
BundleManifest.from_path(self.DIST_MANIFEST_LOCAL))
dependency_installer.install_maven_dependencies()
mock_makedirs.assert_called_with(os.path.realpath(
os.path.join(dependency_installer.maven_local_path, "org",
"opensearch", "notification")),
exist_ok=True)
mock_request.assert_not_called()
self.assertEqual(counter.call_count, 2375)
mock_copyfile.assert_has_calls([
call(
os.path.join(self.DATA, "builds", "opensearch", "maven", "org",
"opensearch", "notification",
"alerting-notification-1.2.0.0.jar"),
os.path.realpath(
os.path.join(dependency_installer.maven_local_path, "org",
"opensearch", "notification",
"alerting-notification-1.2.0.0.jar")))
])
def test_versions(self) -> None:
self.assertTrue(len(BundleManifest.VERSIONS))
for version in BundleManifest.VERSIONS:
manifest = BundleManifest.from_path(
os.path.join(
self.data_path, "bundle",
f"opensearch-bundle-schema-version-{version}.yml"))
self.assertEqual(version, manifest.version)
def setUp(self) -> None:
os.chdir(os.path.dirname(__file__))
self.bundle_manifest = BundleManifest.from_path(self.BUNDLE_MANIFEST)
self.build_manifest = BuildManifest.from_path(self.BUILD_MANIFEST)
self.test_manifest = TestManifest.from_path(self.TEST_MANIFEST)
self.work_dir = Path("test_dir")
self.test_recorder = MagicMock()
self.save_logs = MagicMock()
self.test_recorder.test_results_logs = self.save_logs
def setUp(self) -> None:
self.manifest = BundleManifest.from_path(self.BUNDLE_MANIFEST)
self.stack_name = "stack"
self.config = {
"Constants": {
"SecurityGroupId": "sg-00000000",
"VpcId": "vpc-12345",
"AccountId": "12345678",
"Region": "us-west-2",
"Role": "role-arn"
}
}
def setUp(self):
self.data_path = os.path.realpath(
os.path.join(os.path.dirname(__file__), "data"))
self.manifest_filename = os.path.join(self.data_path,
"bundle_manifest.yml")
self.manifest = BundleManifest.from_path(self.manifest_filename)
self.endpoint = None
self.perf_test_suite = PerfTestSuite(
bundle_manifest=self.manifest,
endpoint=None,
security=False,
current_workspace="current_workspace")
def test_install_build_dependencies_local(self, mock_request, mock_copyfile, mock_makedirs):
dependency_installer = DependencyInstallerOpenSearch(
self.DATA,
BuildManifest.from_path(self.BUILD_MANIFEST),
BundleManifest.from_path(self.DIST_MANIFEST_LOCAL)
)
dependencies = dict({"opensearch-job-scheduler": "1.1.0.0"})
dependency_installer.install_build_dependencies(dependencies, os.path.dirname(__file__))
mock_makedirs.assert_called_with(os.path.dirname(__file__), exist_ok=True)
mock_request.assert_not_called()
mock_copyfile.assert_called_once_with(
os.path.join(self.DATA, "builds", "opensearch", "plugins", "opensearch-job-scheduler-1.1.0.0.zip"),
os.path.realpath(os.path.join(os.path.dirname(__file__), "opensearch-job-scheduler-1.1.0.0.zip")),
)
def test_install_maven_dependencies_remote_failure(self, mock_request, mock_copyfile, mock_makedirs):
def mock_retrieve(source, dest):
raise HTTPError(url=source, hdrs={}, fp=None, msg="Not Found", code=404)
mock_request.side_effect = mock_retrieve
dependency_installer = DependencyInstallerOpenSearch(
"https://ci.opensearch.org/x/y",
BuildManifest.from_path(self.BUILD_MANIFEST),
BundleManifest.from_path(self.DIST_MANIFEST_REMOTE)
)
with self.assertRaises(HTTPError) as ctx:
dependency_installer.install_maven_dependencies()
self.assertEqual(str(ctx.exception), "HTTP Error 404: Not Found")
def setUp(self):
self.manifest = BundleManifest.from_path(self.BUNDLE_MANIFEST)
self.stack_name = "stack"
self.security = "disable"
config = {
"Constants": {
"SecurityGroupId": "sg-00000000",
"VpcId": "vpc-12345",
"AccountId": "12345678",
"Region": "us-west-2",
"Role": "role-arn"
}
}
self.perf_test_cluster = PerfTestCluster(
bundle_manifest=self.manifest,
config=config,
stack_name=self.stack_name,
security=self.security,
current_workspace="current_workspace")
def test_install_build_dependencies_remote(self, mock_request: Mock,
mock_copyfile: Mock,
mock_makedirs: Mock) -> None:
dependency_installer = DependencyInstallerOpenSearch(
"https://ci.opensearch.org/x/y",
BuildManifest.from_path(self.BUILD_MANIFEST),
BundleManifest.from_path(self.DIST_MANIFEST_REMOTE))
dependencies = dict({"opensearch-job-scheduler": "1.1.0.0"})
dependency_installer.install_build_dependencies(
dependencies, os.path.dirname(__file__))
mock_makedirs.assert_called_with(os.path.dirname(__file__),
exist_ok=True)
mock_copyfile.assert_not_called()
mock_request.assert_called_once_with(
"https://ci.opensearch.org/x/y/builds/opensearch/plugins/opensearch-job-scheduler-1.1.0.0.zip",
os.path.realpath(
os.path.join(os.path.dirname(__file__),
"opensearch-job-scheduler-1.1.0.0.zip")),
)
def setUp(self) -> None:
self.args = Mock()
self.args.workload = "nyc_taxis"
self.args.workload_options = "{}"
self.args.warmup_iters = 0
self.args.test_iters = 1
self.data_path = os.path.realpath(
os.path.join(os.path.dirname(__file__), "data"))
self.manifest_filename = os.path.join(self.data_path,
"bundle_manifest.yml")
self.manifest = BundleManifest.from_path(self.manifest_filename)
self.endpoint = "abc.com"
self.perf_test_suite = PerfTestSuite(
bundle_manifest=self.manifest,
endpoint=self.endpoint,
security=False,
current_workspace="current_workspace",
test_results_path="test/results/",
args=self.args)
def setUp(self):
os.chdir(os.path.dirname(__file__))
self.bundle_manifest = BundleManifest.from_path(self.BUNDLE_MANIFEST)
self.build_manifest = BuildManifest.from_path(self.BUILD_MANIFEST)
self.test_manifest = TestManifest.from_path(self.TEST_MANIFEST)
def setUp(self):
os.chdir(os.path.dirname(__file__))
self.manifest = BundleManifest.from_path(self.MANIFEST)
self.bwc_test_suite = BwcTestSuite(manifest=self.manifest, work_dir=".", component=None, keep=False)