def extract_notification_params(params): ''' Extract parameters for notification. ''' config = get_config() stage_config = get_stage_config(params['stage']) fallback_public_url = 'http://' + stage_config.get('host') public_url = stage_config.get('public_url') or fallback_public_url repository_url = config.get('repository_url') notif_params = dict(public_url=public_url, repository_url=repository_url, host=stage_config['host'], server_name=params['stage'], project_name=config['project_name'], project_description=config['project_description'], **params) # If commit is provided, send commit_url too. if params.get('commit'): notif_params['commit_url'] = git.get_tree_url(params['commit'], repository_url) # If branch is provided and branch is not HEAD, then add branch & branch_url. # # Note: While deploying from CI eg: Travis sometimes branch is not received # or is received as HEAD, which doesn't really make sense. # So, just hide the branch in those cases. if params.get('branch') and params.get('branch') != 'HEAD': notif_params['branch'] = params['branch'] notif_params['branch_url'] = git.get_tree_url(params['branch'], repository_url) else: notif_params['branch'] = None return notif_params
def deploy(branch=None): ''' Deploy to remote source. ''' stage = shell.get_stage() deployer_user = shell.get_user() branch = branch or get_stage_config(stage)['branch'] commit = git.last_commit(short=True) notif.send(notification_types.DEPLOYMENT_STARTED, { 'user': deployer_user, 'branch': branch, 'commit': commit, 'stage': stage }) # Get the latest code from the repository sync(branch) install_dependencies() # Building the app build(stage) reload_service() notif.send(notification_types.DEPLOYMENT_FINISHED, { 'user': deployer_user, 'branch': branch, 'commit': commit, 'stage': stage }) remote_info('Deployment Completed')
def configure_env(): ''' Configures the fabric env. ''' config = get_config() stage = get_stage() stage_config = get_stage_config(stage) env.user = stage_config.get('user') or config['user'] env.port = stage_config.get('port') or config['port'] env.cwd = stage_config.get('cwd') or config['cwd'] env.key_filename = stage_config.get( 'key_filename') or config['key_filename'] env.hosts = [stage_config['host']] ssh_forward_agent = stage_config.get( 'ssh_forward_agent') or config['ssh_forward_agent'] env.forward_agent = ( ssh_forward_agent and str(ssh_forward_agent).lower() == 'true' ) # If Verbose logging is turned on show verbose logs. verbose_logging = stage_config.get('verbose_logging') or config[ 'verbose_logging'] if str(verbose_logging).lower() == 'true': set_verbose_logging()
def get_deploy_dir(): ''' Get the deployment base directory path. ''' config = get_stage_config(shell.get_stage()) deploy_dir = '{}/{}'.format(config['deployment']['base_dir'].rstrip('/'), get_config()['project_name']) return deploy_dir
def resolve_deployment_branch(stage): ''' Resolve the branch or ref for deployment. ''' stage_config = get_stage_config(stage) if stage_config['deployment']['use_local_ref']: return git.get_local_ref() # Resolve the default branch for the provided # `stage` from the config. return stage_config['branch']
def resolve_local_build_dir(): ''' Get the local build directory and verify if it exists locally. Throws and error if the build directory doesn't exist. ''' config = get_stage_config(shell.get_stage()) build_dir = config['deployment']['build_dir'] # If build_dir is configured, just return it. if build_dir: return build_dir # Look up for fallback local directories, if build_dir isn't provided. for folder in LOCAL_BUILD_DIRECTORIES: if os.path.exists(folder): return folder # If fallback directories don't exist either, # return one of the default build directories. return LOCAL_BUILD_DIRECTORIES[0]
def resolve_local_build_dir(): ''' Get the local build directory and verify if it exists locally. Throws and error if the build directory doesn't exist. ''' config = get_stage_config(shell.get_stage()) build_dir = config['deployment']['build_dir'] print('build dir = ', build_dir) if not build_dir: # Look up for fallback local directories, if it's not provided. for folder in LOCAL_BUILD_DIRECTORIES: if os.path.exists(folder): return folder elif build_dir and os.path.exists(build_dir): # If build_dir is provided and it exists, return it. return build_dir halt('Build directory doesn\'t exist "{}"'.format(build_dir)) return None
def deploy(): ''' Zero-Downtime deployment for the web. ''' config = get_config() stage = shell.get_stage() user = get_stage_config(stage)['user'] # Get the current branch and commit (locally). branch = git.current_branch(remote=False) commit = git.last_commit(remote=False, short=True) info('Deploying <{branch}:{commit}> to the {stage} server'.format( branch=branch, commit=commit, stage=stage)) tmp_path = fs.get_temp_filename() build_dir = buildman.resolve_local_build_dir() deploy_dir = buildman.get_deploy_dir() deployer_user = shell.get_user() notif.send(notification_types.DEPLOYMENT_STARTED, { 'user': deployer_user, 'branch': branch, 'commit': commit, 'stage': stage }) (release_dir, current_path) = buildman.setup_remote() timestamp = datetime.utcnow() build_id = timestamp.strftime('%Y%m%d%H%M%S') build_name = buildman.get_build_name(build_id) build_compressed = build_name + '.tar.gz' release_path = release_dir + '/' + build_name buildman.build(stage, config) info('Compressing the build') fs.tar_archive(build_compressed, build_dir, remote=False) info('Uploading the build {} to {}'.format(build_compressed, tmp_path)) fs.upload(build_compressed, tmp_path) # Remove the compressed build from the local directory. fs.rm(build_compressed, remote=False) # Once, the build is uploaded to the remote, # set things up in the remote server. with cd(release_dir): remote_info('Extracting the build {}'.format(build_compressed)) # Create a new directory for the build in the remote. fs.mkdir(build_name) # Extract the build. fs.tar_extract(tmp_path, build_name) # Remove the uploaded archived from the temp path. fs.rm_rf(tmp_path) remote_info('Changing ownership of {} to user {}'.format( deploy_dir, user)) fs.chown(release_path, user, user) remote_info('Pointing the current symlink to the latest build') fs.update_symlink(release_path, current_path) # Save build history buildman.record_history({ 'id': build_id, 'path': release_path, 'branch': branch, 'commit': commit, 'stage': stage, 'createdBy': deployer_user, 'timestamp': timestamp.strftime(buildman.TS_FORMAT) }) # Send deployment finished notification. notif.send(notification_types.DEPLOYMENT_FINISHED, { 'user': deployer_user, 'branch': branch, 'commit': commit, 'stage': stage }) remote_info('Deployment Completed')
def get_deploy_dir(): ''' Get the deployment base directory path. ''' config = get_stage_config(shell.get_stage()) return config['deployment']['base_dir'].rstrip('/')
def deploy(): ''' Zero-Downtime deployment for the backend. ''' config = get_config() stage = shell.get_stage() is_remote_setup = buildman.is_remote_setup() is_first_deployment = not is_remote_setup if is_remote_setup and buildman.is_remote_up_to_date(): echo('Remote build is already up to date.') return branch = git.current_branch(remote=False) commit = git.last_commit(remote=False, short=True) info('Deploying <{branch}:{commit}> to the {stage} server'.format( branch=branch, commit=commit, stage=stage )) build_dir = os.path.abspath(buildman.resolve_local_build_dir()) included_files = config['deployment']['include_files'] deployer_user = shell.get_user() notif_params = dict( user=deployer_user, commit=commit, branch=branch, stage=stage ) notif.send(notification_types.DEPLOYMENT_STARTED, notif_params) runner.run_script_safely(known_scripts.PRE_DEPLOY) (release_dir, current_path) = buildman.setup_remote() timestamp = datetime.utcnow() build_id = timestamp.strftime('%Y%m%d%H%M%S') build_name = buildman.get_build_name(build_id) release_path = os.path.join(release_dir + '/' + build_name) dist_path = os.path.join(release_dir, build_name + '/dist') buildman.build(stage, config) uploader = BulkUploader() uploader.add(build_dir, dist_path) # Upload the files to be included eg: package.json file # to the remote build location. for filename in included_files: path = os.path.abspath(filename) # Add for upload if the file exist. if exists_local(path): uploader.add(path, release_path) uploader.upload() remote_info('Updating the current symlink') fs.update_symlink(release_path, current_path) # Once, the build is uploaded to the remote, # set things up in the remote server. # Change directory to the release path. install_remote_dependencies( commit=commit, current_path=current_path, smart_install=get_stage_config(stage)['deployment']['smart_install'] ) # Start or restart the application service. start_or_reload_service(is_first_deployment) # Save build history buildman.record_history({ 'id': build_id, 'path': release_path, 'branch': branch, 'commit': commit, 'stage': stage, 'createdBy': deployer_user, 'timestamp': timestamp.strftime(buildman.TS_FORMAT) }) runner.run_script_safely(known_scripts.POST_DEPLOY) # Send deployment finished notification. notif.send(notification_types.DEPLOYMENT_FINISHED, notif_params) info('Deployment Completed')