def setUp(self):
self.data_dir = tempfile.mkdtemp()
database_path = os.path.join(self.data_dir, "mephisto.db")
self.db = LocalMephistoDB(database_path)
self.task_id = self.db.new_task("test_mock",
MockBlueprint.BLUEPRINT_TYPE)
self.task_run_id = get_test_task_run(self.db)
self.task_run = TaskRun(self.db, self.task_run_id)
architect_config = OmegaConf.structured(
MephistoConfig(
architect=MockArchitectArgs(should_run_server=True), ))
self.architect = MockArchitect(self.db, architect_config, EMPTY_STATE,
self.task_run, self.data_dir)
self.architect.prepare()
self.architect.deploy()
self.urls = self.architect._get_socket_urls() # FIXME
self.url = self.urls[0]
self.provider = MockProvider(self.db)
self.provider.setup_resources_for_task_run(self.task_run,
self.task_run.args,
self.url)
self.launcher = TaskLauncher(self.db, self.task_run,
self.get_mock_assignment_data_array())
self.launcher.create_assignments()
self.launcher.launch_units(self.url)
self.sup = None
def setUp(self) -> None:
"""
Setup should put together any requirements for starting the database for a test.
"""
self.data_dir = tempfile.mkdtemp()
self.build_dir = tempfile.mkdtemp()
database_path = os.path.join(self.data_dir, "mephisto.db")
self.db = LocalMephistoDB(database_path)
# TODO(#97) we need to actually pull the task type from the Blueprint
self.task_run = TaskRun(self.db, get_test_task_run(self.db))
# TODO(#97) create a mock agent with the given task type?
self.TaskRunnerClass = self.BlueprintClass.TaskRunnerClass
self.AgentStateClass = self.BlueprintClass.AgentStateClass
self.TaskBuilderClass = self.BlueprintClass.TaskBuilderClass
def test_assignment(self) -> None:
"""Test creation and querying of assignments"""
assert self.db is not None, "No db initialized"
db: MephistoDB = self.db
task_run_id = get_test_task_run(db)
task_run = TaskRun(db, task_run_id)
# Check creation and retrieval of an assignment
assignment_id = db.new_assignment(
task_run.task_id,
task_run_id,
task_run.requester_id,
task_run.task_type,
task_run.provider_type,
task_run.sandbox,
)
self.assertIsNotNone(assignment_id)
self.assertTrue(isinstance(assignment_id, str))
assignment_row = db.get_assignment(assignment_id)
self.assertEqual(assignment_row["task_run_id"], task_run_id)
assignment = Assignment(db, assignment_id)
self.assertEqual(assignment.task_run_id, task_run_id)
# Check finding for assignments
assignments = db.find_assignments()
self.assertEqual(len(assignments), 1)
self.assertTrue(isinstance(assignments[0], Assignment))
self.assertEqual(assignments[0].db_id, assignment_id)
self.assertEqual(assignments[0].task_run_id, task_run_id)
# Check finding for specific assignments
assignments = db.find_assignments(task_run_id=task_run_id)
self.assertEqual(len(assignments), 1)
self.assertTrue(isinstance(assignments[0], Assignment))
self.assertEqual(assignments[0].db_id, assignment_id)
self.assertEqual(assignments[0].task_run_id, task_run_id)
assignments = db.find_assignments(
task_run_id=self.get_fake_id("Assignment"))
self.assertEqual(len(assignments), 0)
def setUp(self) -> None:
"""
Setup should put together any requirements for starting the database for a test.
"""
try:
_ = self.ArchitectClass
except:
raise unittest.SkipTest("Skipping test as no ArchitectClass set")
if not self.warned_about_setup:
print(
"Architect tests may require using an account with the server provider "
"in order to function properly. Make sure these are configured before testing."
)
self.warned_about_setup = True
self.data_dir = tempfile.mkdtemp()
database_path = os.path.join(self.data_dir, "mephisto.db")
self.db = LocalMephistoDB(database_path)
self.build_dir = tempfile.mkdtemp()
self.task_run = TaskRun(self.db, get_test_task_run(self.db))
builder = MockTaskBuilder(self.task_run, {})
builder.build_in_dir(self.build_dir)
def test_assignment_fails(self) -> None:
"""Ensure assignments fail to be created or loaded under failure conditions"""
assert self.db is not None, "No db initialized"
db: MephistoDB = self.db
task_run_id = get_test_task_run(db)
task_run = TaskRun(db, task_run_id)
# Can't create task run with invalid ids
with self.assertRaises(EntryDoesNotExistException):
assignment_id = db.new_assignment(
task_run.task_id,
self.get_fake_id("TaskRun"),
task_run.requester_id,
task_run.task_type,
task_run.provider_type,
task_run.sandbox,
)
# Ensure no assignments were created
assignments = db.find_assignments()
self.assertEqual(len(assignments), 0)
def test_onboarding_agents(self) -> None:
"""Ensure that the db can create and manipulate onboarding agents"""
assert self.db is not None, "No db initialized"
db: MephistoDB = self.db
task_run_id = get_test_task_run(db)
task_run = TaskRun(db, task_run_id)
task = task_run.get_task()
worker_name, worker_id = get_test_worker(db)
onboarding_agent_id = db.new_onboarding_agent(worker_id, task.db_id,
task_run_id, "mock")
self.assertIsNotNone(onboarding_agent_id)
onboarding_agent = OnboardingAgent(db, onboarding_agent_id)
self.assertIsInstance(onboarding_agent, OnboardingAgent)
found_agents = db.find_onboarding_agents(worker_id=worker_id)
self.assertEqual(len(found_agents), 1)
self.assertIsInstance(found_agents[0], OnboardingAgent)
found_agent = found_agents[0]
self.assertEqual(found_agent.db_id, onboarding_agent_id)
self.assertEqual(found_agent.get_status(), AgentState.STATUS_NONE)
def setUp(self):
self.data_dir = tempfile.mkdtemp()
database_path = os.path.join(self.data_dir, "mephisto.db")
self.db = LocalMephistoDB(database_path)
self.task_run_id = get_test_task_run(self.db)
self.task_run = TaskRun(self.db, self.task_run_id)
