def main():
""" Starts the AdminServer. """
logging.basicConfig(format=LOG_FORMAT, level=logging.INFO)
parser = argparse.ArgumentParser()
parser.add_argument('-p',
'--port',
type=int,
default=constants.DEFAULT_PORT,
help='The port to listen on')
parser.add_argument('-v',
'--verbose',
action='store_true',
help='Output debug-level logging')
args = parser.parse_args()
if args.verbose:
logging.getLogger().setLevel(logging.DEBUG)
options.define('secret', appscale_info.get_secret())
options.define('login_ip', appscale_info.get_login_ip())
options.define('private_ip', appscale_info.get_private_ip())
acc = appscale_info.get_appcontroller_client()
ua_client = UAClient(appscale_info.get_db_master_ip(), options.secret)
zk_client = KazooClient(hosts=','.join(appscale_info.get_zk_node_ips()),
connection_retry=ZK_PERSISTENT_RECONNECTS)
zk_client.start()
version_update_lock = zk_client.Lock(constants.VERSION_UPDATE_LOCK_NODE)
thread_pool = ThreadPoolExecutor(4)
monit_operator = MonitOperator()
all_resources = {
'acc': acc,
'ua_client': ua_client,
'zk_client': zk_client,
'version_update_lock': version_update_lock,
'thread_pool': thread_pool
}
if options.private_ip in appscale_info.get_taskqueue_nodes():
logging.info('Starting push worker manager')
GlobalPushWorkerManager(zk_client, monit_operator)
app = web.Application([
('/v1/apps/([a-z0-9-]+)/services/([a-z0-9-]+)/versions',
VersionsHandler, all_resources),
('/v1/apps/([a-z0-9-]+)/services/([a-z0-9-]+)/versions/([a-z0-9-]+)',
VersionHandler, all_resources),
('/v1/apps/([a-z0-9-]+)/operations/([a-z0-9-]+)', OperationsHandler),
('/api/queue/update', UpdateQueuesHandler, {
'zk_client': zk_client
})
])
logging.info('Starting AdminServer')
app.listen(args.port)
io_loop = IOLoop.current()
io_loop.start()
def deploy_apps(app_paths):
""" Deploys all apps that reside in /opt/appscale/apps.
Args:
app_paths: A list of the full paths of the apps to be deployed.
Returns:
True on success, False otherwise.
"""
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
acc = AppControllerClient(appscale_info.get_headnode_ip(), secret)
# Wait for Cassandra to come up after a restore.
time.sleep(15)
for app_path in app_paths:
# Extract app ID.
app_id = app_path[app_path.rfind('/') + 1:app_path.find('.')]
if not app_id:
logging.error(
"Malformed source code archive. Cannot complete "
"application recovery for '{}'. Aborting...".format(app_path))
return False
# Retrieve app admin via uaserver.
app_data = ua_client.get_app_data(app_id)
if 'owner' in app_data:
app_admin = app_data['owner']
else:
logging.error(
"Missing application data. Cannot complete application "
"recovery for '{}'. Aborting...".format(app_id))
return False
file_suffix = re.search("\.(.*)\Z", app_path).group(1)
logging.warning(
"Restoring app '{}', from '{}', with owner '{}'.".format(
app_id, app_path, app_admin))
acc.upload_app(app_path, file_suffix, app_admin)
return True
def deploy_sensor_app():
""" Uploads the sensor app for registered deployments. """
deployment_id = helper.get_deployment_id()
#If deployment is not registered, then do nothing.
if not deployment_id:
return
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
# If the appscalesensor app is already running, then do nothing.
if ua_client.is_app_enabled(hermes_constants.APPSCALE_SENSOR):
return
pwd = appscale_utils.encrypt_password(
hermes_constants.USER_EMAIL,
appscale_utils.random_password_generator())
if create_appscale_user(pwd, ua_client) and create_xmpp_user(
pwd, ua_client):
logging.debug("Created new user and now tarring app to be deployed.")
file_path = os.path.join(os.path.dirname(__file__), '../Apps/sensor')
app_dir_location = os.path.join(hermes_constants.APP_DIR_LOCATION,
hermes_constants.APPSCALE_SENSOR)
archive = tarfile.open(app_dir_location, "w|gz")
archive.add(file_path, arcname=hermes_constants.APPSCALE_SENSOR)
archive.close()
try:
logging.info(
"Deploying the sensor app for registered deployments.")
acc = appscale_info.get_appcontroller_client()
acc.upload_app(app_dir_location, hermes_constants.FILE_SUFFIX,
hermes_constants.USER_EMAIL)
except AppControllerException:
logging.exception("AppControllerException while trying to deploy "
"appscalesensor app.")
else:
logging.error("Error while creating or accessing the user to deploy "
"appscalesensor app.")
def deploy(self):
""" Uploads the sensor app for registered deployments. """
deployment_id = helper.get_deployment_id()
# If deployment is not registered, then do nothing.
if not deployment_id:
return
ua_client = UAClient(appscale_info.get_db_master_ip(), options.secret)
# If the appscalesensor app is already running, then do nothing.
version_node = '/appscale/projects/{}/services/{}/versions/{}'.format(
constants.APPSCALE_SENSOR, DEFAULT_SERVICE, DEFAULT_VERSION)
if self.zk_client.exists(version_node) is not None:
return
pwd = appscale_utils.encrypt_password(
constants.USER_EMAIL, appscale_utils.random_password_generator())
if create_appscale_user(pwd, ua_client) and create_xmpp_user(
pwd, ua_client):
logging.debug(
"Created new user and now tarring app to be deployed.")
file_path = os.path.join(os.path.dirname(__file__),
'../Apps/sensor')
app_dir_location = os.path.join(constants.APP_DIR_LOCATION,
constants.APPSCALE_SENSOR)
archive = tarfile.open(app_dir_location, "w|gz")
archive.add(file_path, arcname=constants.APPSCALE_SENSOR)
archive.close()
try:
logging.info(
"Deploying the sensor app for registered deployments.")
acc = appscale_info.get_appcontroller_client()
acc.upload_app(app_dir_location, constants.FILE_SUFFIX)
except AppControllerException:
logging.exception(
"AppControllerException while trying to deploy "
"appscalesensor app.")
else:
logging.error(
"Error while creating or accessing the user to deploy "
"appscalesensor app.")
""" Prints the usage of this script. """ print "" print "Grants cloud admin access to user for an AppScale cloud." print "Args: email address" print " an application ID." print "" print "Example:" print " python add_admin_to_app.py [email protected]" print "" if __name__ == "__main__": total = len(sys.argv) if total < 2: usage() sys.exit(1) email = sys.argv[1] secret = appscale_info.get_secret() ua_client = UAClient(appscale_info.get_db_master_ip(), secret) if not ua_client.does_user_exist(email): print "User does not exist." sys.exit(1) ua_client.set_cloud_admin_status(email, True) print('{} granted cloud admin access.'.format(email)) # Verify cloud admin status. assert ua_client.is_user_cloud_admin(email), 'Unable to verify admin status'
def usage():
""" Prints the usage of this script. """
print ""
print "Grants admin access to user for a given application."
print "Args: email address"
print " an application ID."
print ""
print "Example:"
print " python add_admin_to_app.py [email protected] guestbook"
print ""
if __name__ == "__main__":
total = len(sys.argv)
if total < 3:
usage()
sys.exit(1)
email = sys.argv[1]
app_id = sys.argv[2]
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
ua_client.add_admin_for_app(email, app_id)
print('{} granted admin access to {}'.format(email, app_id))
"""
return "@" in email and "." in email
if __name__ == "__main__":
total = len(sys.argv)
if total != 2:
usage()
sys.exit(1)
email = sys.argv[1]
if not is_valid_email(email):
print "Email address is invalid. Please try again."
sys.exit(1)
new_password = random_password()
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
if ua_client.does_user_exist(email):
print "User already exists."
sys.exit(1)
print "Creating user..."
hash_password = hashlib.sha1(email + new_password).hexdigest()
ua_client.commit_new_user(email, hash_password, 'user')
print "The new password for {0} is: {1}".format(email, new_password)
print "Store this password in a safe place."
print ""
print "Grants cloud admin access to user for an AppScale cloud."
print "Args: email address"
print " an application ID."
print ""
print "Example:"
print " python add_admin_to_app.py [email protected]"
print ""
if __name__ == "__main__":
total = len(sys.argv)
if total < 2:
usage()
sys.exit(1)
email = sys.argv[1]
ua_client = UAClient()
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
ua_client.set_cloud_admin_status(email, True)
print('{} granted cloud admin access.'.format(email))
# Verify cloud admin status.
assert ua_client.is_user_cloud_admin(
email), 'Unable to verify admin status'
def usage():
""" Prints the usage of this script. """
print ""
print "Grants admin access to user for a given application."
print "Args: email address"
print " an application ID."
print ""
print "Example:"
print " python add_admin_to_app.py [email protected] guestbook"
print ""
if __name__ == "__main__":
total = len(sys.argv)
if total < 3:
usage()
sys.exit(1)
email = sys.argv[1]
app_id = sys.argv[2]
ua_client = UAClient()
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
ua_client.add_admin_for_app(email, app_id)
print('{} granted admin access to {}'.format(email, app_id))
def usage(): """ Prints the usage of this script. """ print "" print "Grants admin access to user for a given application." print "Args: email address" print " an application ID." print "" print "Example:" print " python add_admin_to_app.py [email protected] guestbook" print "" if __name__ == "__main__": total = len(sys.argv) if total < 3: usage() sys.exit(1) email = sys.argv[1] app_id = sys.argv[2] secret = appscale_info.get_secret() ua_client = UAClient(appscale_info.get_db_master_ip(), secret) if not ua_client.does_user_exist(email): print "User does not exist." sys.exit(1) ua_client.add_admin_for_app(email, app_id) print('{} granted admin access to {}'.format(email, app_id))
def usage():
print ""
print "Deletes a user in AppScale."
print "Args: email address"
print ""
print "Examples:"
print " python delete_user.py [email protected]"
print ""
if __name__ == "__main__":
total = len(sys.argv)
if total != 2:
usage()
sys.exit(1)
email = sys.argv[1]
ua_client = UAClient()
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
print "Deleting user...",
ua_client.disable_user(email)
ua_client.delete_user(email)
print "Done."
if result:
logging.info("%s successful for %s" % (op, in_user))
else:
logging.info("%s unsuccessful for %s" % (op, in_user))
if __name__ == '__main__':
sys.stderr = open(LOG_FILE, 'a')
logging.basicConfig(level=logging.INFO,
format=LOG_FORMAT,
filename=LOG_FILE,
filemode='a')
logging.debug('Authentication script: waiting for ejabberd requests')
ua_client = UAClient()
while True:
try:
ejab_request = ejabberd_in()
except EjabberdInputError as inst:
logging.info("Exception occurred: %s", inst)
break
logging.debug('operation: %s' % (ejab_request[0]))
op_result = False
if ejab_request[0] == "auth":
op_result = auth(ejab_request[1], ejab_request[2], ejab_request[3])
ejabberd_out(op_result)
log_result(ejab_request[0], ejab_request[1], op_result)
""" This script dumps AppScale attributes on a user. """
import sys
from appscale.common import appscale_info
from appscale.common.ua_client import UAClient
if __name__ == "__main__":
email = sys.argv[1]
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
print(ua_client.get_user_data(email))
""" This script dumps all users. """
from appscale.common import appscale_info
from appscale.common.ua_client import UAClient
if __name__ == "__main__":
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
for user in ua_client.get_all_users():
print(user)
logging.info("%s successful for %s" % (op, in_user))
else:
logging.info("%s unsuccessful for %s" % (op, in_user))
if __name__ == '__main__':
sys.stderr = open(LOG_FILE, 'a')
logging.basicConfig(level=logging.INFO,
format=LOG_FORMAT,
filename=LOG_FILE,
filemode='a')
logging.debug('Authentication script: waiting for ejabberd requests')
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
while True:
try:
ejab_request = ejabberd_in()
except EjabberdInputError as inst:
logging.info("Exception occurred: %s", inst)
break
logging.debug('operation: %s' % (ejab_request[0]))
op_result = False
if ejab_request[0] == "auth":
op_result = auth(ejab_request[1], ejab_request[2], ejab_request[3])
ejabberd_out(op_result)
log_result(ejab_request[0], ejab_request[1], op_result)
"""
return "@" in email and "." in email
if __name__ == "__main__":
total = len(sys.argv)
if total != 2:
usage()
sys.exit(1)
email = sys.argv[1]
if not is_valid_email(email):
print "Email address is invalid. Please try again."
sys.exit(1)
new_password = random_password()
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
if ua_client.does_user_exist(email):
print "User already exists."
sys.exit(1)
print "Creating user..."
hash_password = hashlib.sha1(email + new_password).hexdigest()
ua_client.commit_new_user(email, hash_password, 'user')
print "The new password for {0} is: {1}".format(email, new_password)
print "Store this password in a safe place."
def usage(): print "" print "Deletes a user in AppScale." print "Args: email address" print "" print "Examples:" print " python delete_user.py [email protected]" print "" if __name__ == "__main__": total = len(sys.argv) if total != 2: usage() sys.exit(1) email = sys.argv[1] secret = appscale_info.get_secret() ua_client = UAClient(appscale_info.get_db_master_ip(), secret) if not ua_client.does_user_exist(email): print "User does not exist." sys.exit(1) print "Deleting user...", ua_client.disable_user(email) ua_client.delete_user(email) print "Done."
""" This script dumps AppScale attributes on a user. """
import sys
from appscale.common import appscale_info
from appscale.common.ua_client import UAClient
if __name__ == "__main__":
email = sys.argv[1]
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
print(ua_client.get_user_data(email))
""" This script dumps AppScale attributes on a user. """
import sys
from appscale.common.ua_client import UAClient
if __name__ == "__main__":
email = sys.argv[1]
ua_client = UAClient()
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
print(ua_client.get_user_data(email))
def main():
""" Starts the AdminServer. """
logging.basicConfig(format=LOG_FORMAT, level=logging.INFO)
parser = argparse.ArgumentParser(
prog='appscale-admin', description='Manages AppScale-related processes')
subparsers = parser.add_subparsers(dest='command')
subparsers.required = True
serve_parser = subparsers.add_parser(
'serve', description='Starts the server that manages AppScale processes')
serve_parser.add_argument(
'-p', '--port', type=int, default=constants.DEFAULT_PORT,
help='The port to listen on')
serve_parser.add_argument(
'-v', '--verbose', action='store_true', help='Output debug-level logging')
subparsers.add_parser(
'summary', description='Lists AppScale processes running on this machine')
restart_parser = subparsers.add_parser(
'restart',
description='Restart AppScale processes running on this machine')
restart_parser.add_argument('service', nargs='+',
help='The process or service ID to restart')
args = parser.parse_args()
if args.command == 'summary':
table = sorted(list(get_combined_services().items()))
print(tabulate(table, headers=['Service', 'State']))
sys.exit(0)
if args.command == 'restart':
socket_path = urlquote(ServiceManagerHandler.SOCKET_PATH, safe='')
session = requests_unixsocket.Session()
response = session.post(
'http+unix://{}/'.format(socket_path),
data={'command': 'restart', 'arg': [args.service]})
response.raise_for_status()
return
if args.verbose:
logger.setLevel(logging.DEBUG)
options.define('secret', appscale_info.get_secret())
options.define('login_ip', appscale_info.get_login_ip())
options.define('private_ip', appscale_info.get_private_ip())
options.define('load_balancers', appscale_info.get_load_balancer_ips())
acc = appscale_info.get_appcontroller_client()
ua_client = UAClient(appscale_info.get_db_master_ip(), options.secret)
zk_client = KazooClient(
hosts=','.join(appscale_info.get_zk_node_ips()),
connection_retry=ZK_PERSISTENT_RECONNECTS)
zk_client.start()
version_update_lock = zk_client.Lock(constants.VERSION_UPDATE_LOCK_NODE)
thread_pool = ThreadPoolExecutor(4)
monit_operator = MonitOperator()
all_resources = {
'acc': acc,
'ua_client': ua_client,
'zk_client': zk_client,
'version_update_lock': version_update_lock,
'thread_pool': thread_pool
}
if options.private_ip in appscale_info.get_taskqueue_nodes():
logger.info('Starting push worker manager')
GlobalPushWorkerManager(zk_client, monit_operator)
service_manager = ServiceManager(zk_client)
service_manager.start()
app = web.Application([
('/oauth/token', OAuthHandler, {'ua_client': ua_client}),
('/v1/apps/([a-z0-9-]+)/services/([a-z0-9-]+)/versions', VersionsHandler,
{'ua_client': ua_client, 'zk_client': zk_client,
'version_update_lock': version_update_lock, 'thread_pool': thread_pool}),
('/v1/projects', ProjectsHandler, all_resources),
('/v1/projects/([a-z0-9-]+)', ProjectHandler, all_resources),
('/v1/apps/([a-z0-9-]+)/services/([a-z0-9-]+)', ServiceHandler,
all_resources),
('/v1/apps/([a-z0-9-]+)/services/([a-z0-9-]+)/versions/([a-z0-9-]+)',
VersionHandler, all_resources),
('/v1/apps/([a-z0-9-]+)/operations/([a-z0-9-]+)', OperationsHandler,
{'ua_client': ua_client}),
('/api/cron/update', UpdateCronHandler,
{'acc': acc, 'zk_client': zk_client, 'ua_client': ua_client}),
('/api/datastore/index/add', UpdateIndexesHandler,
{'zk_client': zk_client, 'ua_client': ua_client}),
('/api/queue/update', UpdateQueuesHandler,
{'zk_client': zk_client, 'ua_client': ua_client})
])
logger.info('Starting AdminServer')
app.listen(args.port)
management_app = web.Application([
('/', ServiceManagerHandler, {'service_manager': service_manager})])
management_server = HTTPServer(management_app)
management_socket = bind_unix_socket(ServiceManagerHandler.SOCKET_PATH)
management_server.add_socket(management_socket)
io_loop = IOLoop.current()
io_loop.start()
"""
return "@" in email and "." in email
if __name__ == "__main__":
total = len(sys.argv)
if total != 2:
usage()
sys.exit(1)
email = sys.argv[1]
if not is_valid_email(email):
print "Email address is invalid. Please try again."
sys.exit(1)
new_password = random_password()
ua_client = UAClient()
if ua_client.does_user_exist(email):
print "User already exists."
sys.exit(1)
print "Creating user..."
hash_password = hashlib.sha1(email + new_password).hexdigest()
ua_client.commit_new_user(email, hash_password, 'user')
print "The new password for {0} is: {1}".format(email, new_password)
print "Store this password in a safe place."
""" This script dumps all users. """
from appscale.common import appscale_info
from appscale.common.ua_client import UAClient
if __name__ == "__main__":
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
for user in ua_client.get_all_users():
print(user)
def usage():
print ""
print "Deletes a user in AppScale."
print "Args: email address"
print ""
print "Examples:"
print " python delete_user.py [email protected]"
print ""
if __name__ == "__main__":
total = len(sys.argv)
if total != 2:
usage()
sys.exit(1)
email = sys.argv[1]
secret = appscale_info.get_secret()
ua_client = UAClient(appscale_info.get_db_master_ip(), secret)
if not ua_client.does_user_exist(email):
print "User does not exist."
sys.exit(1)
print "Deleting user...",
ua_client.disable_user(email)
ua_client.delete_user(email)
print "Done."
