def main(argv):
args = parse_args(argv)
system_paasta_config = load_system_paasta_config()
cluster = system_paasta_config.get_cluster()
drivers = []
schedulers = []
for service, instance in get_paasta_native_jobs_for_cluster(
cluster=cluster, soa_dir=args.soa_dir):
scheduler = NativeScheduler(
service_name=service,
instance_name=instance,
cluster=cluster,
staging_timeout=args.staging_timeout,
system_paasta_config=system_paasta_config,
soa_dir=args.soa_dir,
)
schedulers.append(scheduler)
driver = create_driver(framework_name="paasta_native %s" %
compose_job_id(service, instance),
scheduler=scheduler,
system_paasta_config=system_paasta_config)
driver.start()
drivers.append(driver)
end_time = time.time() + args.stay_alive_seconds
while time.time() < end_time:
sleep(args.periodic_interval)
for scheduler, driver in zip(schedulers, drivers):
scheduler.periodic(driver)
return schedulers
def start_paasta_native_framework(context, scheduler, reconcile_backoff,
framework_name):
clear_mesos_tools_cache()
system_paasta_config = load_system_paasta_config()
system_paasta_config.config_dict[
'docker_registry'] = 'docker.io' # so busybox runs.
if scheduler == 'paasta_native':
scheduler_class = NativeScheduler
elif scheduler == 'adhoc':
scheduler_class = AdhocScheduler
else:
raise Exception("unknown scheduler: %s" % scheduler)
context.framework_name = framework_name
context.scheduler = scheduler_class(
service_name=context.service,
instance_name=context.instance,
cluster=context.cluster,
staging_timeout=30,
system_paasta_config=system_paasta_config,
service_config=context.new_config,
reconcile_backoff=int(reconcile_backoff),
)
context.driver = create_driver(
framework_name=framework_name,
scheduler=context.scheduler,
system_paasta_config=system_paasta_config,
)
context.driver.start()
if not hasattr(context, 'framework_ids'):
context.framework_ids = []
for _ in range(10):
if context.scheduler.framework_id:
context.framework_ids.append(context.scheduler.framework_id)
break
time.sleep(1)
else:
raise Exception(
"Expected scheduler to successfully register before timeout")
def remote_run_start(args):
system_paasta_config, service, cluster, soa_dir, instance, instance_type = extract_args(args)
overrides_dict = {}
constraints_json = args.constraints_json
if constraints_json:
try:
constraints = json.loads(constraints_json)
except Exception as e:
paasta_print("Error while parsing constraints: %s", e)
if constraints:
overrides_dict['constraints'] = constraints
if args.cmd:
overrides_dict['cmd'] = args.cmd
if args.instances:
overrides_dict['instances'] = args.instances
run_id = args.run_id
if run_id is None:
run_id = ''.join(
random.choice(string.ascii_uppercase + string.digits) for _ in range(8))
paasta_print("Assigned random run-id: %s" % run_id)
if args.detach:
paasta_print("Running in background")
if os.fork() > 0:
return
os.setsid()
if os.fork() > 0:
return
sys.stdout = open('/dev/null', 'w')
sys.stderr = open('/dev/null', 'w')
paasta_print('Scheduling a task on Mesos')
scheduler = AdhocScheduler(
service_name=service,
instance_name=instance,
instance_type=instance_type,
cluster=cluster,
system_paasta_config=system_paasta_config,
soa_dir=soa_dir,
reconcile_backoff=0,
dry_run=args.dry_run,
staging_timeout=args.staging_timeout,
service_config_overrides=overrides_dict,
)
driver = create_driver(
framework_name="paasta-remote %s %s %s" % (
compose_job_id(service, instance),
datetime.utcnow().strftime('%Y%m%d%H%M%S%f'),
run_id
),
scheduler=scheduler,
system_paasta_config=system_paasta_config
)
def handle_interrupt(_signum, _frame):
paasta_print(PaastaColors.red("Signal received, shutting down scheduler."))
scheduler.shutdown(driver)
driver.stop()
signal.signal(signal.SIGINT, handle_interrupt)
signal.signal(signal.SIGTERM, handle_interrupt)
# driver.run makes the thread uninterruptible
t = threading.Thread(target=driver.run)
t.start()
t.join(float("inf"))
def main(argv):
args = parse_args(argv)
try:
system_paasta_config = load_system_paasta_config()
except PaastaNotConfiguredError:
paasta_print(
PaastaColors.yellow(
"Warning: Couldn't load config files from '/etc/paasta'. This indicates"
"PaaSTA is not configured locally on this host, and remote-run may not behave"
"the same way it would behave on a server configured for PaaSTA."
),
sep='\n',
)
system_paasta_config = SystemPaastaConfig({"volumes": []},
'/etc/paasta')
service = figure_out_service_name(args, soa_dir=args.yelpsoa_config_root)
cluster = args.cluster or system_paasta_config.get_local_run_config().get(
'default_cluster', None)
if not cluster:
paasta_print(
PaastaColors.red(
"PaaSTA on this machine has not been configured with a default cluster."
"Please pass one using '-c'."),
sep='\n',
file=sys.stderr,
)
return 1
soa_dir = args.yelpsoa_config_root
dry_run = args.dry_run
instance = args.instance
command = args.cmd
if instance is None:
instance_type = 'adhoc'
instance = 'remote'
else:
instance_type = validate_service_instance(service, instance, cluster,
soa_dir)
overrides_dict = {}
constraints_json = args.constraints_json
if constraints_json:
try:
constraints = json.loads(constraints_json)
except Exception as e:
paasta_print("Error while parsing constraints: %s", e)
if constraints:
overrides_dict['constraints'] = constraints
if command:
overrides_dict['cmd'] = command
paasta_print('Scheduling a task on Mesos')
scheduler = AdhocScheduler(
service_name=service,
instance_name=instance,
instance_type=instance_type,
cluster=cluster,
system_paasta_config=system_paasta_config,
soa_dir=soa_dir,
reconcile_backoff=0,
dry_run=dry_run,
staging_timeout=args.staging_timeout,
service_config_overrides=overrides_dict,
)
driver = create_driver(
framework_name="paasta-remote %s %s" % (compose_job_id(
service, instance), datetime.utcnow().strftime('%Y%m%d%H%M%S%f')),
scheduler=scheduler,
system_paasta_config=system_paasta_config)
driver.run()