def get_next_version(package_name=None):
"""计算下一个版本号"""
if not package_name:
config.check('PROJECT')
package_name = env.PROJECT
now = datetime.datetime.now()
prefix = '%s.%s.%s' % (str(now.year)[-1], now.month, now.day)
latest_version = get_latest_version(package_name)
# 如果该项目没有建立过版本,从1开始
if not latest_version:
index = 1
else:
last_prefix, last_index = latest_version.rsplit('.', 1)
if last_prefix != prefix:
index = 1
else:
index = int(last_index) + 1
version = prefix + '.' + str(index)
print '下一个版本: ' + version
return version
def ensure(**context):
if 'CURRENT_VIRTUAL_ENV_DIR' not in env:
raise Exception('只可以在虚拟环境安装Python包')
venv_dir = env.CURRENT_VIRTUAL_ENV_DIR
package.ensure('supervisor')
context.setdefault('run_root', venv_dir)
context.setdefault('username', util.random_str(10))
context.setdefault('password', util.random_str(20, True))
context.setdefault('process_count', 2)
context.setdefault('venv_dir', venv_dir)
context.setdefault('virtualenv_name', venv_dir[-1:])
if 'VENV_PORT_PREFIX_MAP' in env and isinstance(env.VENV_PORT_PREFIX_MAP, dict):
try:
context.setdefault('port', env.VENV_PORT_PREFIX_MAP[venv_dir[-1:]])
except KeyError:
raise Exception('你的端口配置VENV_DIR_PORT_MAP中key[%s]不存在!' % venv_dir[-1:])
if 'PROCESS_COUNT' in env:
context['process_count'] = env.PROCESS_COUNT
config.check('SUPERVISOR_CONF_TEMPLATE')
config_template = env.SUPERVISOR_CONF_TEMPLATE
destination = path.join(venv_dir, 'etc', 'supervisord.conf')
template_dir, filename = path.dirname(config_template), path.basename(config_template)
files.upload_template(filename, destination, context=context, use_jinja=True, template_dir=template_dir)
def ensure(**context):
if 'CURRENT_VIRTUAL_ENV_DIR' not in env:
raise Exception('只可以在虚拟环境安装Python包')
venv_dir = env.CURRENT_VIRTUAL_ENV_DIR
package.ensure('supervisor')
context.setdefault('run_root', venv_dir)
context.setdefault('username', util.random_str(10))
context.setdefault('password', util.random_str(20, True))
context.setdefault('process_count', 2)
context.setdefault('venv_dir', venv_dir)
context.setdefault('virtualenv_name', venv_dir[-1:])
if 'VENV_PORT_PREFIX_MAP' in env and isinstance(env.VENV_PORT_PREFIX_MAP, dict):
try:
context.setdefault('port', env.VENV_PORT_PREFIX_MAP[venv_dir[-1:]])
except KeyError:
raise Exception('你的端口配置VENV_DIR_PORT_MAP中key[%s]不存在!' % venv_dir[-1:])
if 'PROCESS_COUNT' in env:
context['process_count'] = env.PROCESS_COUNT
config.check('SUPERVISOR_CONF_TEMPLATE')
config_template = env.SUPERVISOR_CONF_TEMPLATE
destination = path.join(venv_dir, 'etc', 'supervisord.conf')
template_dir, filename = path.dirname(config_template), path.basename(config_template)
files.upload_template(filename, destination, context=context, use_jinja=True, template_dir=template_dir)
def get_next_version(package_name=None):
"""计算下一个版本号"""
if not package_name:
config.check('PROJECT')
package_name = env.PROJECT
now = datetime.datetime.now()
prefix = '%s.%s.%s' % (str(now.year)[-1], now.month, now.day)
latest_version = get_latest_version(package_name)
#如果该项目没有建立过版本,从1开始
if not latest_version:
index = 1
else:
last_prefix, last_index = latest_version.rsplit('.', 1)
if last_prefix != prefix:
index = 1
else:
index = int(last_index) + 1
version = prefix + '.' + str(index)
print u'下一个版本: ' + version
return version
def build(name=None, version=None, commit=None, branch=None):
"""
打包
参数:
name: 描述, 如:seo。最后生成project_name-x.x.x.x-seo.tar.gz
commit: 指定commit版本
branch: 分支名称
version: 自定义版本号，如果为None则根据日期生成
commit和branch必须提供一个, 或者读取配置文件
"""
if commit:
check_out = commit
elif branch:
check_out = branch
else:
check_out = env.DEFAULT_BRANCH
if not version:
config.check('PROJECT')
version = get_next_version(env.PROJECT)
if name:
version = '%s-%s' % (version, name)
project_path = os.path.join(env.BUILD_PATH, env.PROJECT)
if not files.exists(project_path):
with(cd(env.BUILD_PATH)):
git.clone('/'.join([env.PROJECT_OWNER, env.PROJECT]))
with(cd(project_path)):
git.checkout(check_out)
params = {
'release_time': datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
'git_version': git.get_version(),
'version': version,
}
fs.inplace_render(os.path.join(project_path, 'setup.py'), params)
if hasattr(env, 'SETTINGS_BASE_FILE'):
settings_file_path = os.path.join(project_path, *env.SETTINGS_BASE_FILE.split('/'))
if files.exists(settings_file_path):
fs.inplace_render(settings_file_path, params)
else:
settings_file_path = os.path.join(project_path, env.PROJECT, 'settings.py')
if files.exists(settings_file_path):
fs.inplace_render(settings_file_path, params)
settings_dir_path = os.path.join(project_path, env.PROJECT, 'settings', '__init__.py')
if files.exists(settings_dir_path):
fs.inplace_render(settings_dir_path, params)
run("python setup.py sdist upload -r internal")
def get_latest_version(package_name=None):
if not package_name:
config.check('PROJECT')
package_name = env.PROJECT
pypi_version = get_pypi_version(
package_name,
env.PYPI_INDEX + '/' + env.PROJECT.replace('_', '-'),
)
print('current version:{}'.format(pypi_version) or 'no version found')
return pypi_version
def get_latest_version(package_name=None):
if not package_name:
config.check('PROJECT')
package_name = env.PROJECT
pypi_version = get_pypi_version(
package_name,
env.PYPI_INDEX + '/' + env.PROJECT.replace('_', '-'),
)
print('current version:{}'.format(pypi_version) or 'no version found')
return pypi_version
def sync(*packages):
"""从http://pypi.python.org同步包
用法:
fab pypi.sync:django==1.3,tornado
"""
config.check('PYPI_HOST',
'PYPI_USER',
'PYPI_ROOT')
with settings(host_string=env.PYPI_HOST, user=env.PYPI_USER):
cmd = ["pip", "-q", "install", "--no-deps", "-i", "https://pypi.python.org/simple",
"-d", env.PYPI_ROOT,
' '.join(packages)]
run(" ".join(cmd))
def sync(*packages):
"""从http://pypi.python.org同步包
用法:
fab pypi.sync:django==1.3,tornado
"""
config.check('PYPI_HOST',
'PYPI_USER',
'PYPI_ROOT')
with settings(host_string=env.PYPI_HOST, user=env.PYPI_USER):
cmd = ["pip", "-q", "install", "--no-deps", "-i", "https://pypi.python.org/simple",
"-d", env.PYPI_ROOT,
' '.join(packages)]
run(" ".join(cmd))
def _nginx_command(command, nginx_bin=None, nginx_conf=None, use_sudo=False):
if not nginx_bin:
config.check('NGINX_BIN')
nginx_bin = env.NGINX_BIN
if not nginx_conf:
config.check('NGINX_CONF')
nginx_conf = env.NGINX_CONF
if command == 'start':
cmd = '%(nginx_bin)s -c %(nginx_conf)s' % locals()
else:
cmd = '%(nginx_bin)s -c %(nginx_conf)s -s %(command)s' % locals()
if use_sudo:
sudo(cmd)
else:
run(cmd)
def _nginx_command(command, nginx_bin=None, nginx_conf=None, use_sudo=False):
if not nginx_bin:
config.check('NGINX_BIN')
nginx_bin = env.NGINX_BIN
if not nginx_conf:
config.check('NGINX_CONF')
nginx_conf = env.NGINX_CONF
if command == 'start':
cmd = '%(nginx_bin)s -c %(nginx_conf)s' % locals()
else:
cmd = '%(nginx_bin)s -c %(nginx_conf)s -s %(command)s' % locals()
if use_sudo:
sudo(cmd)
else:
run(cmd)
def _nginx_command(command, nginx_bin=None, nginx_conf=None, use_sudo=False):
if not nginx_bin:
config.check("NGINX_BIN")
nginx_bin = env.NGINX_BIN
if not nginx_conf:
config.check("NGINX_CONF")
nginx_conf = env.NGINX_CONF
if command == "start":
cmd = "%(nginx_bin)s -c %(nginx_conf)s" % locals()
else:
cmd = "%(nginx_bin)s -c %(nginx_conf)s -s %(command)s" % locals()
if use_sudo:
sudo(cmd)
else:
run(cmd)
def switch(src_pattern, dst_pattern, root=None, nginx_bin=None, nginx_conf=None):
"""
修改配置文件并重启：源文本,目标文本,[root]（使用root)
主要用于AB环境的切换，将配置文件中的src_pattern修改为dst_pattern，并重启。
参数:
src_pattern: 源模式，如upstreamA
src_pattern: 目标模式，如upstreamB
nginx_bin: nginx可执行文件路径，如果为提供则从env获取。
nginx_conf: nginx配置文件路径，如果为提供则从env获取。
"""
if not nginx_conf:
config.check('NGINX_CONF')
nginx_conf = env.NGINX_CONF
use_sudo = (root=='root')
files.sed(nginx_conf, src_pattern, dst_pattern, use_sudo=use_sudo)
reload(nginx_bin, nginx_conf, use_sudo=use_sudo)
def switch(src_pattern, dst_pattern, root=None, nginx_bin=None, nginx_conf=None):
"""
修改配置文件并重启：源文本,目标文本,[root]（使用root)
主要用于AB环境的切换，将配置文件中的src_pattern修改为dst_pattern，并重启。
参数:
src_pattern: 源模式，如upstreamA
src_pattern: 目标模式，如upstreamB
nginx_bin: nginx可执行文件路径，如果为提供则从env获取。
nginx_conf: nginx配置文件路径，如果为提供则从env获取。
"""
if not nginx_conf:
config.check('NGINX_CONF')
nginx_conf = env.NGINX_CONF
use_sudo = (root == 'root')
files.sed(nginx_conf, src_pattern, dst_pattern, use_sudo=use_sudo)
reload(nginx_bin, nginx_conf, use_sudo=use_sudo)
def ensure_rq(**context):
if not 'CURRENT_VIRTUAL_ENV_DIR' in env:
raise Exception(u'只可以在虚拟环境安装Python包')
venv_dir = env.CURRENT_VIRTUAL_ENV_DIR
package.ensure('supervisor')
profile = context['profile']
process_count = 2
context.setdefault('run_root', venv_dir)
context.setdefault('username', util.random_str(10))
context.setdefault('password', util.random_str(20, True))
context.setdefault('process_count', process_count)
context.setdefault('venv_dir', venv_dir)
context.setdefault('rq_process_count', 2)
context.setdefault('profile', profile)
config.check('SUPERVISOR_CONF_TEMPLATE')
config_template = env.RQ_SUPERVISOR_CONF_TEMPLATE
destination = path.join(venv_dir, 'etc', 'supervisord.conf')
template_dir, filename = path.dirname(config_template), path.basename(config_template)
files.upload_template(filename, destination, context=context, use_jinja=True, template_dir=template_dir)
def get_latest_version(package_name=None):
if not package_name:
config.check('PROJECT')
package_name = env.PROJECT
# 这里直接使用了package finder，而非search command,
# 是因为pypiserver不支持pip search
from pip.index import PackageFinder
from pip.req import InstallRequirement
finder = PackageFinder(find_links=[], index_urls=[env.PYPI_INDEX])
req = InstallRequirement(req=package_name, comes_from=None)
try:
url = finder.find_requirement(req, upgrade=True)
except DistributionNotFound:
print u'尚无任何版本！'
return None
filename = url.splitext()[0]
version = re.search(r'(\d+\.?)+', filename)
version = version.group() if version else None
print u'当前版本: %s' % version
return version
def get_latest_version(package_name=None):
if not package_name:
config.check('PROJECT')
package_name = env.PROJECT
# 这里直接使用了package finder，而非search command,
# 是因为pypiserver不支持pip search
from pip.index import PackageFinder
from pip.req import InstallRequirement
finder = PackageFinder(find_links=[], index_urls=[env.PYPI_INDEX])
req = InstallRequirement(req=package_name, comes_from=None)
try:
url = finder.find_requirement(req, upgrade=True)
except DistributionNotFound:
print '尚无任何版本！'
return None
filename = url.splitext()[0]
version = re.search(r'(\d+\.?)+', filename)
version = version.group() if version else None
print '当前版本: %s' % version
return version
def build(name=None, version=None, commit=None, branch=None):
"""
打包
参数:
name: 描述, 如:seo。最后生成project_name-x.x.x.x-seo.tar.gz
commit: 指定commit版本
branch: 分支名称
version: 自定义版本号，如果为None则根据日期生成
commit和branch必须提供一个, 或者读取配置文件
"""
if commit:
check_out = commit
elif branch:
check_out = branch
else:
check_out = env.DEFAULT_BRANCH
if not version:
config.check('PROJECT')
version = get_next_version(env.PROJECT)
if name:
version = '%s-%s' % (version, name)
project_path = os.path.join(env.BUILD_PATH, env.PROJECT)
if not files.exists(project_path):
with (cd(env.BUILD_PATH)):
git.clone('/'.join([env.PROJECT_OWNER, env.PROJECT]))
with (cd(project_path)):
git.checkout(check_out)
# 在setup打包之前做进一步数据准备工作的hook
if hasattr(env, 'PRE_BUILD_HOOK'):
env.PRE_BUILD_HOOK()
params = {
'release_time':
datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
'git_version': git.get_version(),
'version': version,
}
fs.inplace_render(os.path.join(project_path, 'setup.py'), params)
if hasattr(env, 'SETTINGS_BASE_FILE'):
settings_file_path = os.path.join(
project_path, *env.SETTINGS_BASE_FILE.split('/'))
if files.exists(settings_file_path):
fs.inplace_render(settings_file_path, params)
else:
settings_file_path = os.path.join(project_path, env.PROJECT,
'settings.py')
if files.exists(settings_file_path):
fs.inplace_render(settings_file_path, params)
settings_dir_path = os.path.join(project_path, env.PROJECT,
'settings', '__init__.py')
if files.exists(settings_dir_path):
fs.inplace_render(settings_dir_path, params)
run("python setup.py sdist upload -r internal")
