def _setup_logs_folder(cloudwatch_log_source):
if cloudwatch_log_source == logs_operations_constants.LOG_SOURCES.INSTANCE_LOG_SOURCE:
logs_folder_name = _timestamped_directory_name()
else:
if not os.path.exists(
fileoperations.get_logs_location(logs_operations_constants.LOG_SOURCES.ENVIRONMENT_HEALTH_LOG_SOURCE)
):
os.mkdir(
fileoperations.get_logs_location(logs_operations_constants.LOG_SOURCES.ENVIRONMENT_HEALTH_LOG_SOURCE)
)
logs_folder_name = os.path.join(
logs_operations_constants.LOG_SOURCES.ENVIRONMENT_HEALTH_LOG_SOURCE,
_timestamped_directory_name()
)
os.mkdir(fileoperations.get_logs_location(logs_folder_name))
return fileoperations.get_logs_location(logs_folder_name)
def _setup_logs_folder(cloudwatch_log_source):
if cloudwatch_log_source == logs_operations_constants.LOG_SOURCES.INSTANCE_LOG_SOURCE:
logs_folder_name = _timestamped_directory_name()
else:
if not os.path.exists(
fileoperations.get_logs_location(logs_operations_constants.LOG_SOURCES.ENVIRONMENT_HEALTH_LOG_SOURCE)
):
os.mkdir(
fileoperations.get_logs_location(logs_operations_constants.LOG_SOURCES.ENVIRONMENT_HEALTH_LOG_SOURCE)
)
logs_folder_name = os.path.join(
logs_operations_constants.LOG_SOURCES.ENVIRONMENT_HEALTH_LOG_SOURCE,
_timestamped_directory_name()
)
os.mkdir(fileoperations.get_logs_location(logs_folder_name))
return fileoperations.get_logs_location(logs_folder_name)
def _handle_bundle_logs(instance_id_list, do_zip):
logs_folder_name = _timestamped_directory_name()
logs_location = fileoperations.get_logs_location(logs_folder_name)
_download_logs_for_all_instances(instance_id_list, logs_location)
fileoperations.set_user_only_permissions(logs_location)
if do_zip:
_handle_log_zipping(logs_location)
else:
io.echo(strings['logs.location'].replace('{location}', logs_location))
_attempt_update_symlink_to_latest_logs_retrieved(logs_location)
def _handle_bundle_logs(instance_id_list, do_zip):
logs_folder_name = _timestamped_directory_name()
logs_location = fileoperations.get_logs_location(logs_folder_name)
_download_logs_for_all_instances(instance_id_list, logs_location)
fileoperations.set_user_only_permissions(logs_location)
if do_zip:
_handle_log_zipping(logs_location)
else:
io.echo(strings['logs.location'].replace('{location}',
logs_location))
_attempt_update_symlink_to_latest_logs_retrieved(logs_location)
def print_logs():
"""
Print the path to root local logs directory, the most recently written
local logs directory and the path to 'latest' symlink.
:return: None
"""
root_log = fileoperations.get_logs_location(HOST_LOGS_DIRNAME)
last_local_logs = _get_last_local_logs(root_log)
timestamp = os.path.getmtime(last_local_logs) if last_local_logs else None
_print_logs(root_log, last_local_logs, timestamp)
def logdir_path(cls):
return fileoperations.get_logs_location(cls.ROOT_LOCAL_LOGS_DIRNAME)
def test_get_logs_location(self):
self.assertEqual(
os.path.join(os.path.abspath('.'), '.elasticbeanstalk', 'logs',
'some-folder'),
fileoperations.get_logs_location('some-folder'))
def get_logs(env_name, info_type, do_zip=False, instance_id=None):
# Get logs
result = elasticbeanstalk.retrieve_environment_info(env_name, info_type)
"""
Results are ordered with latest last, we just want the latest
"""
log_list = {}
for log in result['EnvironmentInfo']:
i_id = log['Ec2InstanceId']
url = log['Message']
log_list[i_id] = url
if instance_id:
try:
log_list = {instance_id: log_list[instance_id]}
except KeyError:
raise NotFoundError(strings['beanstalk-logs.badinstance'].replace(
'{instance_id}', instance_id))
if info_type == 'bundle':
# save file, unzip, place in logs directory
logs_folder_name = datetime.now().strftime("%y%m%d_%H%M%S")
logs_location = fileoperations.get_logs_location(logs_folder_name)
#get logs for each instance
for i_id, url in iteritems(log_list):
zip_location = utils.save_file_from_url(url, logs_location,
i_id + '.zip')
instance_folder = os.path.join(logs_location, i_id)
fileoperations.unzip_folder(zip_location, instance_folder)
fileoperations.delete_file(zip_location)
fileoperations.set_user_only_permissions(logs_location)
if do_zip:
fileoperations.zip_up_folder(logs_location, logs_location + '.zip')
fileoperations.delete_directory(logs_location)
logs_location += '.zip'
fileoperations.set_user_only_permissions(logs_location)
io.echo(strings['logs.location'].replace('{location}',
logs_location))
else:
io.echo(strings['logs.location'].replace('{location}',
logs_location))
# create symlink to logs/latest
latest_location = fileoperations.get_logs_location('latest')
try:
os.unlink(latest_location)
except OSError:
# doesn't exist. Ignore
pass
try:
os.symlink(logs_location, latest_location)
io.echo('Updated symlink at', latest_location)
except OSError:
#Oh well.. we tried.
## Probably on windows, or logs/latest is not a symlink
pass
else:
# print logs
data = []
for i_id, url in iteritems(log_list):
data.append('============= ' + str(i_id) + ' ==============')
log_result = utils.get_data_from_url(url)
data.append(utils.decode_bytes(log_result))
io.echo_with_pager(os.linesep.join(data))
def retrieve_cloudwatch_logs(log_group,
info_type,
do_zip=False,
instance_id=None):
# Get the log streams, a.k.a. the instance ids in the log group
"""
Retrieves cloudwatch logs for every stream under the log group unless the instance_id is specified. If tail
logs is enabled we will only get the last 100 lines and return the result to a pager for the user to use. If
bundle info type is chosen we will get all of the logs and save them to a dir under .elasticbeanstalk/logs/
and if zip is enabled we will zip those logs for the user.
:param log_group: cloudwatch log group
:param info_type: can be 'tail' or 'bundle'
:param do_zip: boolean to determine if we should zip the logs we retrieve
:param instance_id: if we only want a single instance we can specify it here
"""
log_streams = cloudwatch.describe_log_streams(
log_group, log_stream_name_prefix=instance_id)
instance_ids = []
if len(log_streams['logStreams']) == 0:
io.log_error(strings['logs.nostreams'])
for stream in log_streams['logStreams']:
instance_ids.append(stream['logStreamName'])
# This is analogous to getting the full logs
if info_type == 'bundle':
# Create directory to store logs
logs_folder_name = datetime.now().strftime("%y%m%d_%H%M%S")
logs_location = fileoperations.get_logs_location(logs_folder_name)
os.makedirs(logs_location)
# Get logs for each instance
for instance_id in instance_ids:
full_logs = get_cloudwatch_stream_logs(log_group, instance_id)
full_filepath = '{0}/{1}.log'.format(logs_location, instance_id)
log_file = open(full_filepath, 'w+')
log_file.write(full_logs)
log_file.close()
fileoperations.set_user_only_permissions(full_filepath)
if do_zip:
fileoperations.zip_up_folder(logs_location, logs_location + '.zip')
fileoperations.delete_directory(logs_location)
logs_location += '.zip'
fileoperations.set_user_only_permissions(logs_location)
io.echo(strings['logs.location'].replace('{location}',
logs_location))
else:
io.echo(strings['logs.location'].replace('{location}',
logs_location))
# create symlink to logs/latest
latest_location = fileoperations.get_logs_location('latest')
try:
os.unlink(latest_location)
except OSError:
# doesn't exist. Ignore
pass
try:
os.symlink(logs_location, latest_location)
io.echo('Updated symlink at', latest_location)
except OSError:
# Oh well.. we tried.
## Probably on windows, or logs/latest is not a symlink
pass
else:
# print logs
all_logs = ""
for instance_id in instance_ids:
tail_logs = get_cloudwatch_stream_logs(
log_group, instance_id, num_log_events=TAIL_LOG_SIZE)
all_logs += '\n\n============= {0} - {1} ==============\n\n'.format(
str(instance_id), get_log_name(log_group))
all_logs += tail_logs
io.echo_with_pager(all_logs)
