class SconsFileHeaderGenerator(object):
"""SconsFileHeaderGenerator class"""
def __init__(self, options, build_dir, gcc_version, python_inc, cuda_inc,
build_environment, svn_roots):
"""Init method. """
self.rules_buf = []
self.options = options
self.build_dir = build_dir
self.gcc_version = gcc_version
self.python_inc = python_inc
self.cuda_inc = cuda_inc
self.build_environment = build_environment
self.ccflags_manager = CcFlagsManager(options)
self.env_list = ['env_with_error', 'env_no_warning']
self.svn_roots = svn_roots
self.svn_info_map = {}
self.version_cpp_compile_template = string.Template("""
env_version = Environment(ENV = os.environ)
env_version.Append(SHCXXCOMSTR = '%s$updateinfo%s' % (colors('cyan'), colors('end')))
env_version.Append(CPPFLAGS = '-m$m')
version_obj = env_version.SharedObject('$filename')
""")
self.blade_config = configparse.blade_config
self.distcc_enabled = self.blade_config.get_config(
'distcc_config').get('enabled', False)
self.dccc_enabled = self.blade_config.get_config('link_config').get(
'enable_dccc', False)
def _add_rule(self, rule):
"""Append one rule to buffer. """
self.rules_buf.append('%s\n' % rule)
def _append_prefix_to_building_var(self,
prefix='',
building_var='',
condition=False):
"""A helper method: append prefix to building var if condition is True."""
if condition:
return '%s %s' % (prefix, building_var)
else:
return building_var
def _get_version_info(self):
"""Gets svn root dir info. """
for root_dir in self.svn_roots:
lc_all_env = os.environ
lc_all_env['LC_ALL'] = 'POSIX'
root_dir_realpath = os.path.realpath(root_dir)
svn_working_dir = os.path.dirname(root_dir_realpath)
svn_dir = os.path.basename(root_dir_realpath)
if not os.path.exists('%s/.svn' % root_dir):
console.warning('"%s" is not under version control' % root_dir)
continue
p = subprocess.Popen('svn info %s' % svn_dir,
env=lc_all_env,
cwd='%s' % svn_working_dir,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
shell=True)
std_out, std_err = p.communicate()
if p.returncode:
console.warning('failed to get version control info in %s' %
root_dir)
else:
self.svn_info_map[root_dir] = std_out.replace('\n', '\\n\\\n')
def generate_version_file(self):
"""Generate version information files. """
self._get_version_info()
svn_info_len = len(self.svn_info_map)
if not os.path.exists(self.build_dir):
os.makedirs(self.build_dir)
version_cpp = open('%s/version.cpp' % self.build_dir, 'w')
print >> version_cpp, '/* This file was generated by blade */'
print >> version_cpp, 'extern "C" {'
print >> version_cpp, 'namespace binary_version {'
print >> version_cpp, 'extern const int kSvnInfoCount = %d;' % svn_info_len
svn_info_array = '{'
for idx in range(svn_info_len):
key_with_idx = self.svn_info_map.keys()[idx]
svn_info_line = '"%s"' % self.svn_info_map[key_with_idx]
svn_info_array += svn_info_line
if idx != (svn_info_len - 1):
svn_info_array += ','
svn_info_array += '}'
print >> version_cpp, 'extern const char* const kSvnInfo[%d] = %s;' % (
svn_info_len, svn_info_array)
print >> version_cpp, 'extern const char kBuildType[] = "%s";' % self.options.profile
print >> version_cpp, 'extern const char kBuildTime[] = "%s";' % time.asctime(
)
print >> version_cpp, 'extern const char kBuilderName[] = "%s";' % os.getenv(
'USER')
print >> version_cpp, ('extern const char kHostName[] = "%s";' %
socket.gethostname())
compiler = 'GCC %s' % self.gcc_version
print >> version_cpp, 'extern const char kCompiler[] = "%s";' % compiler
print >> version_cpp, '}}'
version_cpp.close()
self._add_rule('VariantDir("%s", ".", duplicate=0)' % self.build_dir)
self._add_rule(
self.version_cpp_compile_template.substitute(
updateinfo='Updating version information',
m=self.options.m,
filename='%s/version.cpp' % self.build_dir))
def generate_imports_functions(self, blade_path):
"""Generates imports and functions. """
self._add_rule(r"""
import sys
sys.path.insert(0, '%s')
""" % blade_path)
self._add_rule(r"""
import os
import subprocess
import signal
import time
import socket
import glob
import blade_util
import console
import scons_helper
from build_environment import ScacheManager
from console import colors
from scons_helper import MakeAction
from scons_helper import create_fast_link_builders
from scons_helper import echospawn
from scons_helper import error_colorize
from scons_helper import generate_python_binary
from scons_helper import generate_resource_file
from scons_helper import generate_resource_header
""")
if getattr(self.options, 'verbose', False):
self._add_rule('scons_helper.option_verbose = True')
self._add_rule(("""if not os.path.exists('%s'):
os.mkdir('%s')""") % (self.build_dir, self.build_dir))
def generate_top_level_env(self):
"""generates top level environment. """
self._add_rule('os.environ["LC_ALL"] = "C"')
self._add_rule('top_env = Environment(ENV=os.environ)')
def generate_compliation_verbose(self):
"""Generates color and verbose message. """
self._add_rule('top_env.Decider("MD5-timestamp")')
self._add_rule('console.color_enabled=%s' % console.color_enabled)
if not getattr(self.options, 'verbose', False):
self._add_rule('top_env["SPAWN"] = echospawn')
self._add_rule("""
compile_proto_cc_message = '%sCompiling %s$SOURCE%s to cc source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_php_message = '%sCompiling %s$SOURCE%s to php source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_cc_message = '%sCompiling %s$SOURCE%s to cc source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_resource_header_message = '%sGenerating resource header %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_resource_message = '%sCompiling %s$SOURCE%s as resource file%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_source_message = '%sCompiling %s$SOURCE%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
assembling_source_message = '%sAssembling %s$SOURCE%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
link_program_message = '%sLinking Program %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
link_library_message = '%sCreating Static Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
ranlib_library_message = '%sRanlib Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end')) \
link_shared_library_message = '%sLinking Shared Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
compile_java_jar_message = '%sGenerating java jar %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_python_binary_message = '%sGenerating python binary %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_yacc_message = '%sYacc %s$SOURCE%s to $TARGET%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_php_message = '%sCompiling %s$SOURCE%s to php source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
""")
if not getattr(self.options, 'verbose', False):
self._add_rule(r"""
top_env.Append(
CXXCOMSTR = compile_source_message,
CCCOMSTR = compile_source_message,
ASCOMSTR = assembling_source_message,
SHCCCOMSTR = compile_source_message,
SHCXXCOMSTR = compile_source_message,
ARCOMSTR = link_library_message,
RANLIBCOMSTR = ranlib_library_message,
SHLINKCOMSTR = link_shared_library_message,
LINKCOMSTR = link_program_message,
JAVACCOMSTR = compile_source_message
)""")
def _generate_fast_link_builders(self):
"""Generates fast link builders if it is specified in blade bash. """
link_config = configparse.blade_config.get_config('link_config')
enable_dccc = link_config['enable_dccc']
if link_config['link_on_tmp']:
if (not enable_dccc) or (
enable_dccc
and not self.build_environment.dccc_env_prepared):
self._add_rule('create_fast_link_builders(top_env)')
def generate_builders(self):
"""Generates common builders. """
# Generates builders specified in blade bash at first
self._generate_fast_link_builders()
proto_config = configparse.blade_config.get_config(
'proto_library_config')
protoc_bin = proto_config['protoc']
protobuf_path = proto_config['protobuf_path']
protobuf_incs_str = _incs_list_to_string(proto_config['protobuf_incs'])
protobuf_php_path = proto_config['protobuf_php_path']
protoc_php_plugin = proto_config['protoc_php_plugin']
# Genreates common builders now
builder_list = []
self._add_rule('time_value = Value("%s")' % time.asctime())
self._add_rule(
'proto_bld = Builder(action = MakeAction("%s --proto_path=. -I. %s'
' -I=`dirname $SOURCE` --cpp_out=%s $SOURCE", '
'compile_proto_cc_message))' %
(protoc_bin, protobuf_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"Proto" : proto_bld}')
self._add_rule(
'proto_java_bld = Builder(action = MakeAction("%s --proto_path=. '
'--proto_path=%s --java_out=%s/`dirname $SOURCE` $SOURCE", '
'compile_proto_java_message))' %
(protoc_bin, protobuf_path, self.build_dir))
builder_list.append('BUILDERS = {"ProtoJava" : proto_java_bld}')
self._add_rule('proto_php_bld = Builder(action = MakeAction("%s '
'--proto_path=. --plugin=protoc-gen-php=%s '
'-I. %s -I%s -I=`dirname $SOURCE` '
'--php_out=%s/`dirname $SOURCE` '
'$SOURCE", compile_proto_php_message))' %
(protoc_bin, protoc_php_plugin, protobuf_incs_str,
protobuf_php_path, self.build_dir))
builder_list.append('BUILDERS = {"ProtoPhp" : proto_php_bld}')
self._add_rule('proto_python_bld = Builder(action = MakeAction("%s '
'--proto_path=. '
'-I. %s -I=`dirname $SOURCE` '
'--python_out=%s '
'$SOURCE", compile_proto_python_message))' %
(protoc_bin, protobuf_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ProtoPython" : proto_python_bld}')
# Generate thrift library builders.
thrift_config = configparse.blade_config.get_config('thrift_config')
thrift_incs_str = _incs_list_to_string(thrift_config['thrift_incs'])
thrift_bin = thrift_config['thrift']
if thrift_bin.startswith('//'):
thrift_bin = thrift_bin.replace('//', self.build_dir + '/')
thrift_bin = thrift_bin.replace(':', '/')
# Genreates common builders now
self._add_rule(
'thrift_bld = Builder(action = MakeAction("%s '
'--gen cpp:include_prefix,pure_enums -I . %s -I `dirname $SOURCE` '
'-out %s/`dirname $SOURCE` $SOURCE", compile_thrift_cc_message))' %
(thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"Thrift" : thrift_bld}')
self._add_rule(
'thrift_java_bld = Builder(action = MakeAction("%s '
'--gen java -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_java_message))' %
(thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ThriftJava" : thrift_java_bld}')
self._add_rule(
'thrift_python_bld = Builder(action = MakeAction("%s '
'--gen py -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_python_message))' %
(thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ThriftPython" : thrift_python_bld}')
self._add_rule(r"""
blade_jar_bld = Builder(action = MakeAction('jar cf $TARGET -C `dirname $SOURCE` .',
compile_java_jar_message))
yacc_bld = Builder(action = MakeAction('bison $YACCFLAGS -d -o $TARGET $SOURCE',
compile_yacc_message))
resource_header_bld = Builder(action = MakeAction(generate_resource_header,
compile_resource_header_message))
resource_file_bld = Builder(action = MakeAction(generate_resource_file,
compile_resource_message))
python_binary_bld = Builder(action = MakeAction(generate_python_binary,
compile_python_binary_message))
""")
builder_list.append('BUILDERS = {"BladeJar" : blade_jar_bld}')
builder_list.append('BUILDERS = {"Yacc" : yacc_bld}')
builder_list.append(
'BUILDERS = {"ResourceHeader" : resource_header_bld}')
builder_list.append('BUILDERS = {"ResourceFile" : resource_file_bld}')
builder_list.append('BUILDERS = {"PythonBinary" : python_binary_bld}')
for builder in builder_list:
self._add_rule('top_env.Append(%s)' % builder)
def generate_compliation_flags(self):
"""Generates compliation flags. """
toolchain_dir = os.environ.get('TOOLCHAIN_DIR', '')
if toolchain_dir and not toolchain_dir.endswith('/'):
toolchain_dir += '/'
cpp_str = toolchain_dir + os.environ.get('CPP', 'cpp')
cc_str = toolchain_dir + os.environ.get('CC', 'gcc')
cxx_str = toolchain_dir + os.environ.get('CXX', 'g++')
nvcc_str = toolchain_dir + os.environ.get('NVCC', 'nvcc')
ld_str = toolchain_dir + os.environ.get('LD', 'g++')
console.info('CPP=%s' % cpp_str)
console.info('CC=%s' % cc_str)
console.info('CXX=%s' % cxx_str)
console.info('NVCC=%s' % nvcc_str)
console.info('LD=%s' % ld_str)
self.ccflags_manager.set_cpp_str(cpp_str)
# To modify CC, CXX, LD according to the building environment and
# project configuration
build_with_distcc = (self.distcc_enabled
and self.build_environment.distcc_env_prepared)
cc_str = self._append_prefix_to_building_var(
prefix='distcc', building_var=cc_str, condition=build_with_distcc)
cxx_str = self._append_prefix_to_building_var(
prefix='distcc', building_var=cxx_str, condition=build_with_distcc)
build_with_ccache = self.build_environment.ccache_installed
cc_str = self._append_prefix_to_building_var(
prefix='ccache', building_var=cc_str, condition=build_with_ccache)
cxx_str = self._append_prefix_to_building_var(
prefix='ccache', building_var=cxx_str, condition=build_with_ccache)
build_with_dccc = (self.dccc_enabled
and self.build_environment.dccc_env_prepared)
ld_str = self._append_prefix_to_building_var(prefix='dccc',
building_var=ld_str,
condition=build_with_dccc)
cc_env_str = 'CC="%s", CXX="%s"' % (cc_str, cxx_str)
ld_env_str = 'LINK="%s"' % ld_str
nvcc_env_str = 'NVCC="%s"' % nvcc_str
cc_config = configparse.blade_config.get_config('cc_config')
extra_incs = cc_config['extra_incs']
extra_incs_str = ', '.join(['"%s"' % inc for inc in extra_incs])
if not extra_incs_str:
extra_incs_str = '""'
(cppflags_except_warning,
linkflags) = self.ccflags_manager.get_flags_except_warning()
builder_list = []
cuda_incs_str = ' '.join(['-I%s' % inc for inc in self.cuda_inc])
self._add_rule(
'nvcc_object_bld = Builder(action = MakeAction("%s -ccbin g++ %s '
'$NVCCFLAGS -o $TARGET -c $SOURCE", compile_source_message))' %
(nvcc_str, cuda_incs_str))
builder_list.append('BUILDERS = {"NvccObject" : nvcc_object_bld}')
self._add_rule('nvcc_binary_bld = Builder(action = MakeAction("%s %s '
'$NVCCFLAGS -o $TARGET ", link_program_message))' %
(nvcc_str, cuda_incs_str))
builder_list.append('BUILDERS = {"NvccBinary" : nvcc_binary_bld}')
for builder in builder_list:
self._add_rule('top_env.Append(%s)' % builder)
self._add_rule(
'top_env.Replace(%s, %s, '
'CPPPATH=[%s, "%s", "%s"], '
'CPPFLAGS=%s, CFLAGS=%s, CXXFLAGS=%s, '
'%s, LINKFLAGS=%s)' %
(cc_env_str, nvcc_env_str, extra_incs_str, self.build_dir,
self.python_inc, cc_config['cppflags'] + cppflags_except_warning,
cc_config['cflags'], cc_config['cxxflags'], ld_env_str,
linkflags))
self._setup_cache()
if build_with_distcc:
self.build_environment.setup_distcc_env()
for rule in self.build_environment.get_rules():
self._add_rule(rule)
self._setup_warnings()
def _setup_warnings(self):
for env in self.env_list:
self._add_rule('%s = top_env.Clone()' % env)
(warnings, cxx_warnings,
c_warnings) = self.ccflags_manager.get_warning_flags()
self._add_rule('%s.Append(CPPFLAGS=%s, CFLAGS=%s, CXXFLAGS=%s)' %
(self.env_list[0], warnings, c_warnings, cxx_warnings))
def _setup_cache(self):
if self.build_environment.ccache_installed:
self.build_environment.setup_ccache_env()
else:
cache_dir = os.path.expanduser('~/.bladescache')
cache_size = 4 * 1024 * 1024 * 1024
if hasattr(self.options, 'cache_dir'):
if not self.options.cache_dir:
return
cache_dir = self.options.cache_dir
else:
console.info('using default cache dir: %s' % cache_dir)
if hasattr(self.options,
'cache_size') and (self.options.cache_size != -1):
cache_size = self.options.cache_size
self._add_rule('CacheDir("%s")' % cache_dir)
self._add_rule(
'scache_manager = ScacheManager("%s", cache_limit=%d)' %
(cache_dir, cache_size))
self._add_rule('Progress(scache_manager, interval=100)')
self._add_rule('console.info("using cache directory %s")' %
cache_dir)
self._add_rule('console.info("scache size %d")' % cache_size)
def generate(self, blade_path):
"""Generates all rules. """
self.generate_imports_functions(blade_path)
self.generate_top_level_env()
self.generate_compliation_verbose()
self.generate_version_file()
self.generate_builders()
self.generate_compliation_flags()
return self.rules_buf
class SconsFileHeaderGenerator(object):
"""SconsFileHeaderGenerator class"""
def __init__(self, options, build_dir, gcc_version,
python_inc, build_environment, svn_roots):
"""Init method. """
self.rules_buf = []
self.options = options
self.build_dir = build_dir
self.gcc_version = gcc_version
self.python_inc = python_inc
self.build_environment = build_environment
self.ccflags_manager = CcFlagsManager(options)
self.env_list = ['env_with_error', 'env_no_warning']
self.svn_roots = svn_roots
self.svn_info_map = {}
self.version_cpp_compile_template = string.Template("""
env_version = Environment(ENV = os.environ)
env_version.Append(SHCXXCOMSTR = '%s$updateinfo%s' % (colors('cyan'), colors('end')))
env_version.Append(CPPFLAGS = '-m$m')
version_obj = env_version.SharedObject('$filename')
""")
self.blade_config = configparse.blade_config
self.distcc_enabled = self.blade_config.get_config(
'distcc_config').get('enabled', False)
self.dccc_enabled = self.blade_config.get_config(
'link_config').get('enable_dccc', False)
def _add_rule(self, rule):
"""Append one rule to buffer. """
self.rules_buf.append('%s\n' % rule)
def _append_prefix_to_building_var(
self,
prefix='',
building_var='',
condition=False):
"""A helper method: append prefix to building var if condition is True."""
if condition:
return '%s %s' % (prefix, building_var)
else:
return building_var
def _get_version_info(self):
"""Gets svn root dir info. """
for root_dir in self.svn_roots:
lc_all_env = os.environ
lc_all_env['LC_ALL'] = 'POSIX'
root_dir_realpath = os.path.realpath(root_dir)
svn_working_dir = os.path.dirname(root_dir_realpath)
svn_dir = os.path.basename(root_dir_realpath)
if not os.path.exists('%s/.svn' % root_dir):
console.warning('"%s" is not under version control' % root_dir)
continue
p = subprocess.Popen('svn info %s' % svn_dir,
env=lc_all_env,
cwd='%s' % svn_working_dir,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
shell=True)
std_out, std_err = p.communicate()
if p.returncode:
console.warning('failed to get version control info in %s' % root_dir)
else:
self.svn_info_map[root_dir] = std_out.replace('\n', '\\n\\\n')
def generate_version_file(self):
"""Generate version information files. """
# Generate easou style version info
if os.path.exists("base/version.h.template"):
easou_version_generator = VersionFileGenerator(self.options.profile)
easou_version_generator._gen_easou_format_version_file()
self._get_version_info()
svn_info_len = len(self.svn_info_map)
if not os.path.exists(self.build_dir):
os.makedirs(self.build_dir)
version_cpp = open('%s/version.cpp' % self.build_dir, 'w')
print >>version_cpp, '/* This file was generated by blade */'
print >>version_cpp, 'extern "C" {'
print >>version_cpp, 'namespace binary_version {'
print >>version_cpp, 'extern const int kSvnInfoCount = %d;' % svn_info_len
svn_info_array = '{'
for idx in range(svn_info_len):
key_with_idx = self.svn_info_map.keys()[idx]
svn_info_line = '"%s"' % self.svn_info_map[key_with_idx]
svn_info_array += svn_info_line
if idx != (svn_info_len - 1):
svn_info_array += ','
svn_info_array += '}'
print >>version_cpp, 'extern const char* const kSvnInfo[%d] = %s;' % (
svn_info_len, svn_info_array)
print >>version_cpp, 'extern const char kBuildType[] = "%s";' % self.options.profile
print >>version_cpp, 'extern const char kBuildTime[] = "%s";' % time.asctime()
print >>version_cpp, 'extern const char kBuilderName[] = "%s";' % os.getenv('USER')
print >>version_cpp, (
'extern const char kHostName[] = "%s";' % socket.gethostname())
compiler = 'GCC %s' % self.gcc_version
print >>version_cpp, 'extern const char kCompiler[] = "%s";' % compiler
print >>version_cpp, '}}'
version_cpp.close()
self._add_rule('VariantDir("%s", ".", duplicate=0)' % self.build_dir)
self._add_rule(self.version_cpp_compile_template.substitute(
updateinfo='Updating version information',
m=self.options.m,
filename='%s/version.cpp' % self.build_dir))
def generate_imports_functions(self, blade_path):
"""Generates imports and functions. """
self._add_rule(
r"""
import sys
sys.path.insert(0, '%s')
""" % blade_path)
self._add_rule(
r"""
import os
import subprocess
import signal
import time
import socket
import glob
import blade_util
import console
import scons_helper
from build_environment import ScacheManager
from console import colors
from scons_helper import MakeAction
from scons_helper import create_fast_link_builders
from scons_helper import echospawn
from scons_helper import error_colorize
from scons_helper import generate_python_binary
from scons_helper import generate_resource_file
from scons_helper import generate_resource_header
""")
if getattr(self.options, 'verbose', False):
self._add_rule('scons_helper.option_verbose = True')
self._add_rule((
"""if not os.path.exists('%s'):
os.mkdir('%s')""") % (self.build_dir, self.build_dir))
def generate_top_level_env(self):
"""generates top level environment. """
self._add_rule('os.environ["LC_ALL"] = "C"')
self._add_rule('top_env = Environment(ENV=os.environ)')
def generate_compliation_verbose(self):
"""Generates color and verbose message. """
self._add_rule('top_env.Decider("MD5-timestamp")')
self._add_rule('console.color_enabled=%s' % console.color_enabled)
if not getattr(self.options, 'verbose', False):
self._add_rule('top_env["SPAWN"] = echospawn')
self._add_rule(
"""
compile_proto_cc_message = '%sCompiling %s$SOURCE%s to cc source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_php_message = '%sCompiling %s$SOURCE%s to php source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_cc_message = '%sCompiling %s$SOURCE%s to cc source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_resource_header_message = '%sGenerating resource header %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_resource_message = '%sCompiling %s$SOURCE%s as resource file%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_source_message = '%sCompiling %s$SOURCE%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
assembling_source_message = '%sAssembling %s$SOURCE%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
link_program_message = '%sLinking Program %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
link_library_message = '%sCreating Static Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
ranlib_library_message = '%sRanlib Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end')) \
link_shared_library_message = '%sLinking Shared Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
compile_java_jar_message = '%sGenerating java jar %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_python_binary_message = '%sGenerating python binary %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_yacc_message = '%sYacc %s$SOURCE%s to $TARGET%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_php_message = '%sCompiling %s$SOURCE%s to php source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
""")
if not getattr(self.options, 'verbose', False):
self._add_rule(
r"""
top_env.Append(
CXXCOMSTR = compile_source_message,
CCCOMSTR = compile_source_message,
ASCOMSTR = assembling_source_message,
SHCCCOMSTR = compile_source_message,
SHCXXCOMSTR = compile_source_message,
ARCOMSTR = link_library_message,
RANLIBCOMSTR = ranlib_library_message,
SHLINKCOMSTR = link_shared_library_message,
LINKCOMSTR = link_program_message,
JAVACCOMSTR = compile_source_message
)""")
def _generate_fast_link_builders(self):
"""Generates fast link builders if it is specified in blade bash. """
link_config = configparse.blade_config.get_config('link_config')
enable_dccc = link_config['enable_dccc']
if link_config['link_on_tmp']:
if (not enable_dccc) or (
enable_dccc and not self.build_environment.dccc_env_prepared):
self._add_rule('create_fast_link_builders(top_env)')
def generate_builders(self):
"""Generates common builders. """
# Generates builders specified in blade bash at first
self._generate_fast_link_builders()
proto_config = configparse.blade_config.get_config('proto_library_config')
protoc_bin = proto_config['protoc']
protobuf_path = proto_config['protobuf_path']
protobuf_incs_str = _incs_list_to_string(proto_config['protobuf_incs'])
protobuf_php_path = proto_config['protobuf_php_path']
protoc_php_plugin = proto_config['protoc_php_plugin']
# Genreates common builders now
builder_list = []
self._add_rule('time_value = Value("%s")' % time.asctime())
self._add_rule(
'proto_bld = Builder(action = MakeAction("%s --proto_path=. -I. %s'
' -I=`dirname $SOURCE` --cpp_out=%s $SOURCE", '
'compile_proto_cc_message))' % (
protoc_bin, protobuf_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"Proto" : proto_bld}')
self._add_rule(
'proto_java_bld = Builder(action = MakeAction("%s --proto_path=. '
'--proto_path=%s --java_out=%s/`dirname $SOURCE` $SOURCE", '
'compile_proto_java_message))' % (
protoc_bin, protobuf_path, self.build_dir))
builder_list.append('BUILDERS = {"ProtoJava" : proto_java_bld}')
self._add_rule(
'proto_php_bld = Builder(action = MakeAction("%s '
'--proto_path=. --plugin=protoc-gen-php=%s '
'-I. %s -I%s -I=`dirname $SOURCE` '
'--php_out=%s/`dirname $SOURCE` '
'$SOURCE", compile_proto_php_message))' % (
protoc_bin, protoc_php_plugin, protobuf_incs_str,
protobuf_php_path, self.build_dir))
builder_list.append('BUILDERS = {"ProtoPhp" : proto_php_bld}')
self._add_rule(
'proto_python_bld = Builder(action = MakeAction("%s '
'--proto_path=. '
'-I. %s -I=`dirname $SOURCE` '
'--python_out=%s '
'$SOURCE", compile_proto_python_message))' % (
protoc_bin, protobuf_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ProtoPython" : proto_python_bld}')
# Generate thrift library builders.
thrift_config = configparse.blade_config.get_config('thrift_config')
thrift_incs_str = _incs_list_to_string(thrift_config['thrift_incs'])
thrift_bin = thrift_config['thrift']
if thrift_bin.startswith('//'):
thrift_bin = thrift_bin.replace('//', self.build_dir + '/')
thrift_bin = thrift_bin.replace(':', '/')
# Genreates common builders now
self._add_rule(
'thrift_bld = Builder(action = MakeAction("%s '
'--gen cpp:include_prefix -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_cc_message))' % (
thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"Thrift" : thrift_bld}')
self._add_rule(
'thrift_java_bld = Builder(action = MakeAction("%s '
'--gen java -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_java_message))' % (
thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ThriftJava" : thrift_java_bld}')
self._add_rule(
'thrift_python_bld = Builder(action = MakeAction("%s '
'--gen py -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_python_message))' % (
thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ThriftPython" : thrift_python_bld}')
self._add_rule(
r"""
blade_jar_bld = Builder(action = MakeAction('jar cf $TARGET -C `dirname $SOURCE` .',
compile_java_jar_message))
yacc_bld = Builder(action = MakeAction('bison $YACCFLAGS -d -o $TARGET $SOURCE',
compile_yacc_message))
resource_header_bld = Builder(action = MakeAction(generate_resource_header,
compile_resource_header_message))
resource_file_bld = Builder(action = MakeAction(generate_resource_file,
compile_resource_message))
python_binary_bld = Builder(action = MakeAction(generate_python_binary,
compile_python_binary_message))
""")
builder_list.append('BUILDERS = {"BladeJar" : blade_jar_bld}')
builder_list.append('BUILDERS = {"Yacc" : yacc_bld}')
builder_list.append('BUILDERS = {"ResourceHeader" : resource_header_bld}')
builder_list.append('BUILDERS = {"ResourceFile" : resource_file_bld}')
builder_list.append('BUILDERS = {"PythonBinary" : python_binary_bld}')
for builder in builder_list:
self._add_rule('top_env.Append(%s)' % builder)
def generate_compliation_flags(self):
"""Generates compliation flags. """
toolchain_dir = os.environ.get('TOOLCHAIN_DIR', '')
if toolchain_dir and not toolchain_dir.endswith('/'):
toolchain_dir += '/'
cpp_str = toolchain_dir + os.environ.get('CPP', 'cpp')
cc_str = toolchain_dir + os.environ.get('CC', 'gcc')
cxx_str = toolchain_dir + os.environ.get('CXX', 'g++')
ld_str = toolchain_dir + os.environ.get('LD', 'g++')
console.info('CPP=%s' % cpp_str)
console.info('CC=%s' % cc_str)
console.info('CXX=%s' % cxx_str)
console.info('LD=%s' % ld_str)
self.ccflags_manager.set_cpp_str(cpp_str)
# To modify CC, CXX, LD according to the building environment and
# project configuration
build_with_distcc = (self.distcc_enabled and
self.build_environment.distcc_env_prepared)
cc_str = self._append_prefix_to_building_var(
prefix='distcc',
building_var=cc_str,
condition=build_with_distcc)
cxx_str = self._append_prefix_to_building_var(
prefix='distcc',
building_var=cxx_str,
condition=build_with_distcc)
build_with_ccache = self.build_environment.ccache_installed
cc_str = self._append_prefix_to_building_var(
prefix='ccache',
building_var=cc_str,
condition=build_with_ccache)
cxx_str = self._append_prefix_to_building_var(
prefix='ccache',
building_var=cxx_str,
condition=build_with_ccache)
build_with_dccc = (self.dccc_enabled and
self.build_environment.dccc_env_prepared)
ld_str = self._append_prefix_to_building_var(
prefix='dccc',
building_var=ld_str,
condition=build_with_dccc)
cc_env_str = 'CC="%s", CXX="%s"' % (cc_str, cxx_str)
ld_env_str = 'LINK="%s"' % ld_str
cc_config = configparse.blade_config.get_config('cc_config')
extra_incs = cc_config['extra_incs']
extra_incs_str = ', '.join(['"%s"' % inc for inc in extra_incs])
if not extra_incs_str:
extra_incs_str = '""'
(cppflags_except_warning, linkflags) = self.ccflags_manager.get_flags_except_warning()
self._add_rule('top_env.Replace(%s, '
'CPPPATH=[%s, "%s", "%s"], '
'CPPFLAGS=%s, CFLAGS=%s, CXXFLAGS=%s, '
'%s, LINKFLAGS=%s)' %
(cc_env_str,
extra_incs_str, self.build_dir, self.python_inc,
cc_config['cppflags'] + cppflags_except_warning,
cc_config['cflags'],
cc_config['cxxflags'],
ld_env_str, linkflags))
self._setup_cache()
if build_with_distcc:
self.build_environment.setup_distcc_env()
for rule in self.build_environment.get_rules():
self._add_rule(rule)
self._setup_warnings()
def _setup_warnings(self):
for env in self.env_list:
self._add_rule('%s = top_env.Clone()' % env)
(warnings, cxx_warnings, c_warnings) = self.ccflags_manager.get_warning_flags()
self._add_rule('%s.Append(CPPFLAGS=%s, CFLAGS=%s, CXXFLAGS=%s)' % (
self.env_list[0],
warnings, c_warnings, cxx_warnings))
def _setup_cache(self):
if self.build_environment.ccache_installed:
self.build_environment.setup_ccache_env()
else:
cache_dir = os.path.expanduser('~/.bladescache')
cache_size = 4 * 1024 * 1024 * 1024
if hasattr(self.options, 'cache_dir'):
if not self.options.cache_dir:
return
cache_dir = self.options.cache_dir
else:
console.info('using default cache dir: %s' % cache_dir)
if hasattr(self.options, 'cache_size') and (self.options.cache_size != -1):
cache_size = self.options.cache_size
self._add_rule('CacheDir("%s")' % cache_dir)
self._add_rule('scache_manager = ScacheManager("%s", cache_limit=%d)' % (
cache_dir, cache_size))
self._add_rule('Progress(scache_manager, interval=100)')
self._add_rule('console.info("using cache directory %s")' % cache_dir)
self._add_rule('console.info("scache size %d")' % cache_size)
def generate(self, blade_path):
"""Generates all rules. """
self.generate_imports_functions(blade_path)
self.generate_top_level_env()
self.generate_compliation_verbose()
self.generate_version_file()
self.generate_builders()
self.generate_compliation_flags()
return self.rules_buf
class SconsFileHeaderGenerator(object):
"""SconsFileHeaderGenerator class"""
def __init__(self, options, build_dir, gcc_version, python_inc, cuda_inc,
build_environment, svn_roots):
"""Init method. """
self.rules_buf = []
self.options = options
self.build_dir = build_dir
self.gcc_version = gcc_version
self.python_inc = python_inc
self.cuda_inc = cuda_inc
self.build_environment = build_environment
self.ccflags_manager = CcFlagsManager(options)
self.env_list = ['env_with_error', 'env_no_warning']
self.svn_roots = svn_roots
self.svn_info_map = {}
self.version_cpp_compile_template = string.Template("""
env_version = Environment(ENV = os.environ)
env_version.Append(SHCXXCOMSTR = '%s$updateinfo%s' % (colors('cyan'), colors('end')))
env_version.Append(CPPFLAGS = '-m$m')
version_obj = env_version.SharedObject('$filename')
""")
self.blade_config = configparse.blade_config
self.distcc_enabled = self.blade_config.get_config(
'distcc_config').get('enabled', False)
self.dccc_enabled = self.blade_config.get_config('link_config').get(
'enable_dccc', False)
def _add_rule(self, rule):
"""Append one rule to buffer. """
self.rules_buf.append('%s\n' % rule)
def _append_prefix_to_building_var(self,
prefix='',
building_var='',
condition=False):
"""A helper method: append prefix to building var if condition is True."""
if condition:
return '%s %s' % (prefix, building_var)
else:
return building_var
def _exec_get_version_info(self, cmd, cwd, dirname):
lc_all_env = os.environ
lc_all_env['LC_ALL'] = 'POSIX'
p = subprocess.Popen(cmd,
env=lc_all_env,
cwd=cwd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
shell=True)
std_out, std_err = p.communicate()
if p.returncode:
return False
else:
self.svn_info_map[dirname] = std_out.replace('\n', '\\n\\\n')
return True
def _get_version_info(self):
"""Gets svn root dir info. """
blade_root_dir = self.build_environment.blade_root_dir
if os.path.exists("%s/.git" % blade_root_dir):
cmd = "git log -n 1"
self._exec_get_version_info(cmd, None,
os.path.dirname(blade_root_dir))
return
for root_dir in self.svn_roots:
root_dir_realpath = os.path.realpath(root_dir)
svn_working_dir = os.path.dirname(root_dir_realpath)
svn_dir = os.path.basename(root_dir_realpath)
cmd = 'svn info %s' % svn_dir
cwd = svn_working_dir
if not self._exec_get_version_info(cmd, cwd, root_dir):
cmd = 'git ls-remote --get-url && git branch | grep "*" && git log -n 1'
cwd = root_dir_realpath
if not self._exec_get_version_info(cmd, cwd, root_dir):
console.warning(
'failed to get version control info in %s' % root_dir)
def generate_version_file(self):
"""Generate version information files. """
self._get_version_info()
svn_info_len = len(self.svn_info_map)
if not os.path.exists(self.build_dir):
os.makedirs(self.build_dir)
# get trunk svn info
revision = 0
trunk_svn_info = os.popen('svn info').readlines()
for line in trunk_svn_info:
if 0 == line.find("Revision"):
revision = filter(str.isdigit, line)
version_h = open('%s/pebble_version.inh' % self.build_dir, 'w')
print >> version_h, '/* This file was generated by blade */'
print >> version_h, '#ifndef _PEBBLE_VERSION_INH_'
print >> version_h, '#define _PEBBLE_VERSION_INH_'
print >> version_h, '#include <stdio.h>'
print >> version_h, '#include <string>'
print >> version_h, '#include "../version.inh"'
print >> version_h, 'namespace pebble {'
print >> version_h, 'class PebbleVersion {'
print >> version_h, 'public:'
print >> version_h, 'static std::string GetVersion() {'
print >> version_h, ' std::string version(PEBBLE_VERSION);'
print >> version_h, ' version.append(".");'
print >> version_h, ' version.append("%s");' % revision
print >> version_h, ' return version;'
print >> version_h, '}'
print >> version_h, '};'
print >> version_h, '} // namespace pebble'
print >> version_h, '#endif // _PEBBLE_VERSION_INH_'
version_h.close()
version_cpp = open('%s/version.cpp' % self.build_dir, 'w')
print >> version_cpp, '// do noting'
version_cpp.close()
self._add_rule('VariantDir("%s", ".", duplicate=0)' % self.build_dir)
self._add_rule(
self.version_cpp_compile_template.substitute(
updateinfo='Updating version information',
m=self.options.m,
filename='%s/version.cpp' % self.build_dir))
def generate_imports_functions(self, blade_path):
"""Generates imports and functions. """
self._add_rule(r"""
import sys
sys.path.insert(0, '%s')
""" % blade_path)
self._add_rule(r"""
import os
import subprocess
import signal
import time
import socket
import glob
import blade_util
import console
import scons_helper
from build_environment import ScacheManager
from console import colors
from scons_helper import MakeAction
from scons_helper import create_fast_link_builders
from scons_helper import echospawn
from scons_helper import error_colorize
from scons_helper import generate_python_binary
from scons_helper import generate_resource_file
from scons_helper import generate_resource_index
""")
if getattr(self.options, 'verbose', False):
self._add_rule('scons_helper.option_verbose = True')
self._add_rule(("""if not os.path.exists('%s'):
os.mkdir('%s')""") % (self.build_dir, self.build_dir))
def generate_top_level_env(self):
"""generates top level environment. """
self._add_rule('os.environ["LC_ALL"] = "C"')
self._add_rule('top_env = Environment(ENV=os.environ)')
# Optimization options, see http://www.scons.org/wiki/GoFastButton
self._add_rule('top_env.Decider("MD5-timestamp")')
self._add_rule('top_env.SetOption("implicit_cache", 1)')
self._add_rule('top_env.SetOption("max_drift", 1)')
def generate_compliation_verbose(self):
"""Generates color and verbose message. """
self._add_rule('console.color_enabled=%s' % console.color_enabled)
if not getattr(self.options, 'verbose', False):
self._add_rule('top_env["SPAWN"] = echospawn')
self._add_rule("""
compile_proto_cc_message = '%sCompiling %s$SOURCE%s to cc source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_php_message = '%sCompiling %s$SOURCE%s to php source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_proto_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_cc_message = '%sCompiling %s$SOURCE%s to cc source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_thrift_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_fbthrift_cpp_message = '%sCompiling %s$SOURCE%s to cpp source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_fbthrift_cpp2_message = '%sCompiling %s$SOURCE%s to cpp2 source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_resource_index_message = '%sGenerating resource index for %s$SOURCE_PATH/$TARGET_NAME%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_resource_message = '%sCompiling %s$SOURCE%s as resource file%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_source_message = '%sCompiling %s$SOURCE%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
assembling_source_message = '%sAssembling %s$SOURCE%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
link_program_message = '%sLinking Program %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
link_library_message = '%sCreating Static Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
ranlib_library_message = '%sRanlib Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end')) \
link_shared_library_message = '%sLinking Shared Library %s$TARGET%s%s' % \
(colors('green'), colors('purple'), colors('green'), colors('end'))
compile_java_jar_message = '%sGenerating java jar %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_python_binary_message = '%sGenerating python binary %s$TARGET%s%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_yacc_message = '%sYacc %s$SOURCE%s to $TARGET%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_python_message = '%sCompiling %s$SOURCE%s to python source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_java_message = '%sCompiling %s$SOURCE%s to java source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
compile_swig_php_message = '%sCompiling %s$SOURCE%s to php source%s' % \
(colors('cyan'), colors('purple'), colors('cyan'), colors('end'))
""")
if not getattr(self.options, 'verbose', False):
self._add_rule(r"""
top_env.Append(
CXXCOMSTR = compile_source_message,
CCCOMSTR = compile_source_message,
ASCOMSTR = assembling_source_message,
SHCCCOMSTR = compile_source_message,
SHCXXCOMSTR = compile_source_message,
ARCOMSTR = link_library_message,
RANLIBCOMSTR = ranlib_library_message,
SHLINKCOMSTR = link_shared_library_message,
LINKCOMSTR = link_program_message,
JAVACCOMSTR = compile_source_message
)""")
def _generate_fast_link_builders(self):
"""Generates fast link builders if it is specified in blade bash. """
link_config = configparse.blade_config.get_config('link_config')
enable_dccc = link_config['enable_dccc']
if link_config['link_on_tmp']:
if (not enable_dccc) or (
enable_dccc
and not self.build_environment.dccc_env_prepared):
self._add_rule('create_fast_link_builders(top_env)')
def generate_builders(self):
"""Generates common builders. """
# Generates builders specified in blade bash at first
self._generate_fast_link_builders()
proto_config = configparse.blade_config.get_config(
'proto_library_config')
protoc_bin = proto_config['protoc']
protobuf_path = proto_config['protobuf_path']
protobuf_incs_str = _incs_list_to_string(proto_config['protobuf_incs'])
protobuf_php_path = proto_config['protobuf_php_path']
protoc_php_plugin = proto_config['protoc_php_plugin']
# Genreates common builders now
builder_list = []
self._add_rule('time_value = Value("%s")' % time.asctime())
self._add_rule(
'proto_bld = Builder(action = MakeAction("%s --proto_path=. -I. %s'
' -I=`dirname $SOURCE` --cpp_out=%s $SOURCE", '
'compile_proto_cc_message))' %
(protoc_bin, protobuf_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"Proto" : proto_bld}')
self._add_rule(
'proto_java_bld = Builder(action = MakeAction("%s --proto_path=. '
'--proto_path=%s --java_out=%s/`dirname $SOURCE` $SOURCE", '
'compile_proto_java_message))' %
(protoc_bin, protobuf_path, self.build_dir))
builder_list.append('BUILDERS = {"ProtoJava" : proto_java_bld}')
self._add_rule('proto_php_bld = Builder(action = MakeAction("%s '
'--proto_path=. --plugin=protoc-gen-php=%s '
'-I. %s -I%s -I=`dirname $SOURCE` '
'--php_out=%s/`dirname $SOURCE` '
'$SOURCE", compile_proto_php_message))' %
(protoc_bin, protoc_php_plugin, protobuf_incs_str,
protobuf_php_path, self.build_dir))
builder_list.append('BUILDERS = {"ProtoPhp" : proto_php_bld}')
self._add_rule('proto_python_bld = Builder(action = MakeAction("%s '
'--proto_path=. '
'-I. %s -I=`dirname $SOURCE` '
'--python_out=%s '
'$SOURCE", compile_proto_python_message))' %
(protoc_bin, protobuf_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ProtoPython" : proto_python_bld}')
# Generate thrift library builders.
thrift_config = configparse.blade_config.get_config('thrift_config')
thrift_incs_str = _incs_list_to_string(thrift_config['thrift_incs'])
thrift_bin = thrift_config['thrift']
if thrift_bin.startswith('//'):
thrift_bin = thrift_bin.replace('//', self.build_dir + '/')
thrift_bin = thrift_bin.replace(':', '/')
# Genreates common builders now
self._add_rule(
'thrift_bld = Builder(action = MakeAction("%s '
'--gen cpp:include_prefix,pure_enums -I . %s -I `dirname $SOURCE` '
'-out %s/`dirname $SOURCE` $SOURCE", compile_thrift_cc_message))' %
(thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"Thrift" : thrift_bld}')
self._add_rule(
'thrift_java_bld = Builder(action = MakeAction("%s '
'--gen java -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_java_message))' %
(thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ThriftJava" : thrift_java_bld}')
self._add_rule(
'thrift_python_bld = Builder(action = MakeAction("%s '
'--gen py -I . %s -I `dirname $SOURCE` -out %s/`dirname $SOURCE` '
'$SOURCE", compile_thrift_python_message))' %
(thrift_bin, thrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"ThriftPython" : thrift_python_bld}')
fbthrift_config = configparse.blade_config.get_config(
'fbthrift_config')
fbthrift1_bin = fbthrift_config['fbthrift1']
fbthrift2_bin = fbthrift_config['fbthrift2']
fbthrift_incs_str = _incs_list_to_string(
fbthrift_config['fbthrift_incs'])
self._add_rule(
'fbthrift1_bld = Builder(action = MakeAction("%s '
'--gen cpp:templates,cob_style,include_prefix,enum_strict -I . %s -I `dirname $SOURCE` '
'-o %s/`dirname $SOURCE` $SOURCE", compile_fbthrift_cpp_message))'
% (fbthrift1_bin, fbthrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"FBThrift1" : fbthrift1_bld}')
self._add_rule(
'fbthrift2_bld = Builder(action = MakeAction("%s '
'--gen=cpp2:cob_style,include_prefix,future -I . %s -I `dirname $SOURCE` '
'-o %s/`dirname $SOURCE` $SOURCE", compile_fbthrift_cpp2_message))'
% (fbthrift2_bin, fbthrift_incs_str, self.build_dir))
builder_list.append('BUILDERS = {"FBThrift2" : fbthrift2_bld}')
self._add_rule(r"""
blade_jar_bld = Builder(action = MakeAction('jar cf $TARGET -C `dirname $SOURCE` .',
compile_java_jar_message))
yacc_bld = Builder(action = MakeAction('bison $YACCFLAGS -d -o $TARGET $SOURCE',
compile_yacc_message))
resource_index_bld = Builder(action = MakeAction(generate_resource_index,
compile_resource_index_message))
resource_file_bld = Builder(action = MakeAction(generate_resource_file,
compile_resource_message))
python_binary_bld = Builder(action = MakeAction(generate_python_binary,
compile_python_binary_message))
""")
builder_list.append('BUILDERS = {"BladeJar" : blade_jar_bld}')
builder_list.append('BUILDERS = {"Yacc" : yacc_bld}')
builder_list.append(
'BUILDERS = {"ResourceIndex" : resource_index_bld}')
builder_list.append('BUILDERS = {"ResourceFile" : resource_file_bld}')
builder_list.append('BUILDERS = {"PythonBinary" : python_binary_bld}')
for builder in builder_list:
self._add_rule('top_env.Append(%s)' % builder)
def generate_compliation_flags(self):
"""Generates compliation flags. """
toolchain_dir = os.environ.get('TOOLCHAIN_DIR', '')
if toolchain_dir and not toolchain_dir.endswith('/'):
toolchain_dir += '/'
cpp_str = toolchain_dir + os.environ.get('CPP', 'cpp')
cc_str = toolchain_dir + os.environ.get('CC', 'gcc')
cxx_str = toolchain_dir + os.environ.get('CXX', 'g++')
nvcc_str = toolchain_dir + os.environ.get('NVCC', 'nvcc')
ld_str = toolchain_dir + os.environ.get('LD', 'g++')
console.info('CPP=%s' % cpp_str)
console.info('CC=%s' % cc_str)
console.info('CXX=%s' % cxx_str)
console.info('NVCC=%s' % nvcc_str)
console.info('LD=%s' % ld_str)
self.ccflags_manager.set_cpp_str(cpp_str)
# To modify CC, CXX, LD according to the building environment and
# project configuration
build_with_distcc = (self.distcc_enabled
and self.build_environment.distcc_env_prepared)
cc_str = self._append_prefix_to_building_var(
prefix='distcc', building_var=cc_str, condition=build_with_distcc)
cxx_str = self._append_prefix_to_building_var(
prefix='distcc', building_var=cxx_str, condition=build_with_distcc)
build_with_ccache = self.build_environment.ccache_installed
cc_str = self._append_prefix_to_building_var(
prefix='ccache', building_var=cc_str, condition=build_with_ccache)
cxx_str = self._append_prefix_to_building_var(
prefix='ccache', building_var=cxx_str, condition=build_with_ccache)
build_with_dccc = (self.dccc_enabled
and self.build_environment.dccc_env_prepared)
ld_str = self._append_prefix_to_building_var(prefix='dccc',
building_var=ld_str,
condition=build_with_dccc)
cc_env_str = 'CC="%s", CXX="%s"' % (cc_str, cxx_str)
ld_env_str = 'LINK="%s"' % ld_str
nvcc_env_str = 'NVCC="%s"' % nvcc_str
cc_config = configparse.blade_config.get_config('cc_config')
extra_incs = cc_config['extra_incs']
extra_incs_str = ', '.join(['"%s"' % inc for inc in extra_incs])
if not extra_incs_str:
extra_incs_str = '""'
(cppflags_except_warning,
linkflags) = self.ccflags_manager.get_flags_except_warning()
builder_list = []
cuda_incs_str = ' '.join(['-I%s' % inc for inc in self.cuda_inc])
self._add_rule(
'nvcc_object_bld = Builder(action = MakeAction("%s -ccbin g++ %s '
'$NVCCFLAGS -o $TARGET -c $SOURCE", compile_source_message))' %
(nvcc_str, cuda_incs_str))
builder_list.append('BUILDERS = {"NvccObject" : nvcc_object_bld}')
self._add_rule('nvcc_binary_bld = Builder(action = MakeAction("%s %s '
'$NVCCFLAGS -o $TARGET ", link_program_message))' %
(nvcc_str, cuda_incs_str))
builder_list.append('BUILDERS = {"NvccBinary" : nvcc_binary_bld}')
for builder in builder_list:
self._add_rule('top_env.Append(%s)' % builder)
self._add_rule(
'top_env.Replace(%s, %s, '
'CPPPATH=[%s, "%s", "%s"], '
'CPPFLAGS=%s, CFLAGS=%s, CXXFLAGS=%s, '
'%s, LINKFLAGS=%s)' %
(cc_env_str, nvcc_env_str, extra_incs_str, self.build_dir,
self.python_inc, cc_config['cppflags'] + cppflags_except_warning,
cc_config['cflags'], cc_config['cxxflags'], ld_env_str,
linkflags))
self._setup_cache()
if build_with_distcc:
self.build_environment.setup_distcc_env()
for rule in self.build_environment.get_rules():
self._add_rule(rule)
self._setup_warnings()
def _setup_warnings(self):
for env in self.env_list:
self._add_rule('%s = top_env.Clone()' % env)
(warnings, cxx_warnings,
c_warnings) = self.ccflags_manager.get_warning_flags()
self._add_rule('%s.Append(CPPFLAGS=%s, CFLAGS=%s, CXXFLAGS=%s)' %
(self.env_list[0], warnings, c_warnings, cxx_warnings))
def _setup_cache(self):
if self.build_environment.ccache_installed:
self.build_environment.setup_ccache_env()
else:
cache_dir = os.path.expanduser('~/.bladescache')
cache_size = 4 * 1024 * 1024 * 1024
if hasattr(self.options, 'cache_dir'):
if not self.options.cache_dir:
return
cache_dir = self.options.cache_dir
else:
console.info('using default cache dir: %s' % cache_dir)
if hasattr(self.options,
'cache_size') and (self.options.cache_size != -1):
cache_size = self.options.cache_size
self._add_rule('CacheDir("%s")' % cache_dir)
self._add_rule(
'scache_manager = ScacheManager("%s", cache_limit=%d)' %
(cache_dir, cache_size))
self._add_rule('Progress(scache_manager, interval=100)')
self._add_rule('console.info("using cache directory %s")' %
cache_dir)
self._add_rule('console.info("scache size %d")' % cache_size)
def generate(self, blade_path):
"""Generates all rules. """
self.generate_imports_functions(blade_path)
self.generate_top_level_env()
self.generate_compliation_verbose()
self.generate_version_file()
self.generate_builders()
self.generate_compliation_flags()
return self.rules_buf
