def test_constraints_all_not_match(fake_dict):
assert not attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='==',
value='another_fake_region_text',
),
Constraint(
attribute='pool',
operator='==',
value='fake_pool_text',
),
],
)
assert not attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='==',
value='fake_region_text',
),
Constraint(
attribute='pool',
operator='==',
value='another_fake_pool_text',
),
],
)
def test_constraints_LIKE_not_match(fake_dict):
assert not attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='LIKE',
value='another_fak.*t..t',
),
],
)
assert not attributes_match_constraints(
fake_dict,
[Constraint(attribute='region', operator='LIKE', value='fake_region')])
def test_constraints_EQUALS_not_match(fake_dict):
assert not attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='EQUALS',
value='another_fake_region_text',
),
],
)
def test_constraints_ne_not_match(fake_dict):
assert not attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='!=',
value='fake_region_text',
),
],
)
def test_constraints_ne_match(fake_dict):
assert attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='!=',
value='another_fake_region_text',
),
],
)
assert attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='fake_attribute_name',
operator='!=',
value='random_text',
),
],
)
def test_constraints_LIKE_match(fake_dict):
assert attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='region',
operator='LIKE',
value='fak.*t..t',
),
],
)
assert attributes_match_constraints(
fake_dict,
[
Constraint(
attribute='fake_attribute_name',
operator='LIKE',
value='random_text',
),
],
)
class MesosTaskConfig(DefaultTaskConfigInterface):
def __invariant__(conf):
return (
(
'image' in conf if conf.containerizer == 'DOCKER' else True,
'Image required for chosen containerizer',
),
(len(conf.task_id) <= 255,
'task_id is longer than 255 chars: {}'.format(conf.task_id)),
)
uuid = field(type=(str, uuid.UUID), initial=uuid.uuid4) # type: ignore
name = field(type=str, initial="default")
# image is optional for the mesos containerizer
image = field(type=str)
cmd = field(type=str,
mandatory=True,
invariant=lambda cmd: (cmd.strip() != '', 'empty cmd'))
cpus = field(type=float,
initial=0.1,
factory=float,
invariant=lambda c: (c > 0, 'cpus > 0'))
mem = field(type=float,
initial=32.0,
factory=float,
invariant=lambda m: (m >= 32, 'mem is >= 32'))
disk = field(type=float,
initial=10.0,
factory=float,
invariant=lambda d: (d > 0, 'disk > 0'))
gpus = field(type=int,
initial=0,
factory=int,
invariant=lambda g: (g >= 0, 'gpus >= 0'))
timeout = field(type=float,
factory=float,
mandatory=False,
invariant=lambda t: (t > 0, 'timeout > 0'))
# By default, the retrying executor retries 3 times. This task option
# overrides the executor setting.
retries = field(type=int,
factory=int,
mandatory=False,
invariant=lambda r: (r >= 0, 'retries >= 0'))
volumes = field(type=PVector,
initial=v(),
factory=pvector,
invariant=valid_volumes)
ports = field(type=(PVector[PMap] if TYPE_CHECKING else PVector),
initial=v(),
factory=pvector)
cap_add = field(type=PVector, initial=v(), factory=pvector)
ulimit = field(type=PVector, initial=v(), factory=pvector)
uris = field(type=PVector, initial=v(), factory=pvector)
# TODO: containerization + containerization_args ?
docker_parameters = field(type=PVector, initial=v(), factory=pvector)
containerizer = field(
type=str,
initial='DOCKER',
invariant=lambda c:
(c == 'DOCKER' or c == 'MESOS', 'containerizer is docker or mesos'))
environment = field(type=PMap, initial=m(), factory=pmap)
offer_timeout = field(type=float,
initial=60.0,
factory=float,
invariant=lambda t: (t > 0, 'timeout > 0'))
constraints = field(
type=(Sequence[Constraint] if TYPE_CHECKING else PVector),
initial=v(),
factory=lambda c: pvector(
(Constraint(attribute=v[0], operator=v[1], value=v[2])
for v in c)),
invariant=_valid_constraints,
)
use_cached_image = field(type=bool, initial=True, factory=bool)
@property
def task_id(self):
return "{}.{}".format(self.name, self.uuid)
def set_task_id(self, task_id):
try:
name, uuid = task_id.rsplit('.', maxsplit=1)
except ValueError:
raise ValueError(f'Invalid format for task_id {task_id}')
return self.set(name=name, uuid=uuid)