def main():
top_dir = string.replace(os.path.abspath('..'), '//', '/')
file_obuild_cmd = 'obuild.cmd'
start_time = datetime.datetime.now()
# import lib
sys.path.append(top_dir + "/build/scripts")
import set_sys_env_var
import make_product_config_file
import transfer_sh
import comm
# try get argv from obuild.cmd
my_argv = sys.argv[1:]
if len(my_argv) == 0:
print my_argv
my_argv = read_argv_from_file(file_obuild_cmd)
# scan parameters to dict
params_dict = {}
params_string = ""
for p in my_argv:
params_string += " " + p
if string.find(p, '=') != -1:
subs = string.split(p, '=')
params_dict[subs[0]] = subs[1]
else:
params_dict[p] = ""
os.environ['USE_CCACHE'] = "1"
if params_dict.has_key('ci'):
if not params_dict.has_key('changeid'):
print "You need to input change id if you want to trigger jenkins to build."
print "Example:"
ci_usage()
sys.exit(1)
change_id = params_dict['changeid']
branch = ""
if params_dict.has_key('branch'):
branch = params_dict['branch']
ci_cmd = "./obuild_ci_new.sh trigger " + change_id + " " + branch
os.system(ci_cmd)
else:
# print compiletime
compiletime = time.strftime('%Y%m%d_%H%M%S',
time.localtime(time.time()))
params_string += " compiletime=" + compiletime
print ">> PARAMS:" + params_string
# 'HUTAF_HLT_COV'
if params_dict.has_key('HUTAF_HLT_COV'):
if params_dict['HUTAF_HLT_COV'] == 'true':
os.environ['HUTAF_HLT_COV'] = 'true'
os.environ['HUTAF_HLT_WRAPPER'] = 'lltwrapper'
os.environ['HUTAF_HLT_LTCOV'] = 'y'
# 'product' is required.
if not params_dict.has_key('product'):
print "\'product\' is required."
usage()
sys.exit(1)
# config ccache
cfg_cmd = top_dir + "/build/tools/ccache/ccache -M 30G"
os.system(cfg_cmd)
#Define whether is strip version
build_dir = top_dir + r'/build'
ps_dir = top_dir + r'/modem/ps'
ps_as_dir = ps_dir + r'/as'
lib_obj_dir = top_dir + r'/modem/libs'
product_lib_dir = lib_obj_dir + r'/' + params_dict['product']
delivery_dir = build_dir + r'/delivery'
delivery_lib = delivery_dir + r'/' + params_dict['product'] + r'/lib'
if not params_dict.has_key('distclean') and not params_dict.has_key(
'clean'):
if not os.path.exists(delivery_lib):
cmd = 'mkdir -p ' + delivery_lib
os.system(cmd)
if os.path.exists(product_lib_dir):
cmd_copy_libs = 'cp -rf ' + product_lib_dir + '/* ' + delivery_lib
os.system(cmd_copy_libs)
if os.path.exists(ps_dir + r'/comm/tl/lte/comm/HPA'):
shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/HPA')
shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/Stub')
shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/PSOM/Src')
build_branch_name = ''
if params_dict.has_key('branch'):
build_branch_name = params_dict['branch']
additional_pkg_name = ''
if params_dict.has_key('addname'):
additional_pkg_name = params_dict['addname']
buildowner = 'jenkins_ci'
if params_dict.has_key('buildowner'):
buildowner = params_dict['buildowner']
else:
#params_dict['buildowner'] = os.popen('whoami').read().strip()
params_dict['buildowner'] = getpass.getuser()
#generate buildowner.txt and timestamp.log
delivery_path = top_dir + '/build/delivery/' + params_dict['product']
if not os.path.exists(delivery_path):
os.system('mkdir -p ' + delivery_path)
os.system('echo ' + compiletime + '>' + delivery_path +
'/timestamp.log')
os.system('echo ' + buildowner + '>' + delivery_path +
'/buildowner.txt')
# generate buildinfo.txt - added by zhangqiushui
buildinfo = ""
buildinfo = comm.GenerateBuildInfo(params_dict)
if not params_dict.has_key('timestamp'):
buildinfo += "timestamp:" + compiletime + " "
buildinfo += "compile_start_time:" + compiletime + " "
#end_time = datetime.datetime.now() #This is not a real end time. Just keep it here now
#compile_end_time = end_time.strftime('%Y%m%d_%H%M%S')
#buildinfo += "compile_end_time:" + compile_end_time + " "
# replace space with "\n"; write string "buildinfo" to buildinfo.txt
buildinfo = buildinfo.replace(" ", "\n")
comm.write_string_to_file(delivery_path, "buildinfo.txt", buildinfo)
#end - added by zhangqiushui
# guess ROOT_WIND_PATH_W
if not os.environ.has_key('ROOT_WIND_PATH_W'):
if os.environ.has_key('WIND_HOME'):
os.environ['ROOT_WIND_PATH_W'] = os.environ['WIND_HOME']
elif os.path.exists('/opt/WindRiver6.8.3'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/WindRiver6.8.3'
elif os.path.exists('/opt/windriver'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/windriver'
elif os.path.exists('/opt/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/WindRiver'
elif os.path.exists('C:/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = 'C:/WindRiver'
elif os.path.exists('D:/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = 'D:/WindRiver'
else:
os.environ['ROOT_WIND_PATH_W'] = ''
print 'Failed to guess WindRiver Home path. please set env ROOT_WIND_PATH_W or WIND_HOME'
#usage()
#sys.exit(-1)
#xtensa license server
if not os.environ.has_key('LM_LICENSE_FILE'):
os.environ[
'LM_LICENSE_FILE'] = '[email protected]:[email protected]:[email protected]:[email protected]'
# setup environment vars: ROOT_BALONG_HOME, HOME and main.env, ROOT_WIND_PATH_W
os.environ['ROOT_BALONG_HOME'] = top_dir
if os.environ['ROOT_WIND_PATH_W'] == 'C:/WindRiver' or os.environ[
'ROOT_WIND_PATH_W'] == 'D:/WindRiver':
set_sys_env_var.config_system_env_var(
top_dir + "/build/scripts/main_windows.env", r'')
else:
set_sys_env_var.config_system_env_var(
top_dir + "/build/scripts/main.env", r'')
print '>> The ROOT_BALONG_HOME=', os.environ['ROOT_BALONG_HOME']
# generate product_config.h & product_config.mk
product_name = params_dict['product']
if product_name == "hi6210sft":
product_define_path = os.path.join(
top_dir, "ap/config/product/" + product_name +
"/define/product_config.define")
product_config_path = os.path.join(
top_dir, "ap/config/product/" + product_name + "/config/")
else:
product_define_path = os.path.join(
top_dir, "config/product/" + product_name +
"/define/product_config.define")
product_config_path = os.path.join(
top_dir, "config/product/" + product_name + "/config/")
# if os.path.exists(product_config_path + "product_config.h") :
# os.chmod(product_config_path + "product_config.h", stat.S_IWRITE)
# if os.path.exists(product_config_path + "balong_product_config.mk") :
# os.chmod(product_config_path + "balong_product_config.mk", stat.S_IWRITE)
make_product_config_file.gen_product_config_file(
product_define_path, product_config_path + "product_config.h")
make_product_config_file.gen_product_config_file(
product_define_path,
product_config_path + "balong_product_config.mk")
# logfile
logfile = top_dir + "/build/delivery/" + product_name + "/log/obuild.log"
if params_dict.has_key('logfile'):
logfile = params_dict['logfile']
if not os.path.exists(os.path.dirname(logfile)):
os.makedirs(os.path.dirname(logfile))
print ">> Output log to " + logfile + " ..."
# jobs
if not params_dict.has_key('-j'):
params_string += " -j "
cmd = "make " + params_string
# distcc
if params_dict.has_key('distcc'):
if params_dict['distcc'] == 'true':
os.environ['distcc'] = 'true'
os.environ['DISTCC'] = 'distcc'
# emake
os.environ['EMAKE_ROOT'] = 'C:\Python27;' + top_dir + ';' + os.environ[
'ROOT_WIND_PATH_W']
#os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] +
os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] + ';C:\ZSP'
os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] + ';C:\usr'
os.environ['EMAKE_CM'] = '10.97.84.198'
os.environ['EMAKEFLAGS'] = '--emake-class=V7R1C10_BUGFIX_C'
if params_dict.has_key('EA') and params_dict['EA'] == 'true':
cmd = "emake " + params_string
cmd = cmd + " 1> " + logfile + " 2>&1 "
print ">> EXEC: " + cmd
if params_dict.has_key('FORTIFY') and params_dict['FORTIFY'] == 'true':
os.environ['FORTIFY'] = 'true'
os.environ[
'SOURCEANALYZER'] = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name
fortify_path = top_dir + "/build/delivery/" + product_name + "/fortify"
os.environ['FORTIFY_PATH'] = fortify_path
cmd_create_project = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -clean"
os.system(cmd_create_project)
if params_dict.has_key('TQE') and params_dict['TQE'] == 'true':
os.environ['COVERITY_UNSUPPORTED'] = '1'
tqe_tmp_dir = top_dir + "/build/delivery/" + product_name + "/tqe_tmp"
os.mkdir(tqe_tmp_dir)
cmd = top_dir + "/build/tools/coverity/bin/cov-build --dir " + tqe_tmp_dir + " --encoding UTF-8 " + cmd
save_argv_to_file(file_obuild_cmd, my_argv)
errcode = os.system(cmd)
relversion = 'false'
if params_dict.has_key('relversion'):
relversion = params_dict['relversion']
#trans package if compile fails - zhangqiushui
if errcode != 0 and not params_dict.has_key('hs_sh'):
#add compile_result to buildinfo.txt
fp = open(delivery_path + r'/' + 'buildinfo.txt', 'a')
fp.write('compile_result:fail\n')
fp.close()
product_package_name = delivery_dir + r'/' + params_dict[
'product'] + r'.tar.gz'
cmd = "rm -f " + product_package_name
os.system(cmd)
#cmd = 'cd ' + delivery_path + r' && ' + r'tar -zcvf ' + product_package_name + r' log lib image usb_dump_scripts'
cmd = 'cd ' + delivery_path + r' && ' + r'tar -zcvf ' + product_package_name + r' log'
os.system(cmd)
cmd = 'python ' + top_dir + r"/build/scripts/transfer_file_new.py " + params_dict[
'product'] + " " + top_dir + " " + top_dir + r"/build/scripts/hibuild_transfer.py"
os.system(cmd)
#end
#prepare libs for LCS project - zhangqiushui
if params_dict.has_key(
'buildgroup') and params_dict['buildgroup'] == "release":
#define balong libs related variables
#libs_list = "ten*.map ten*.dump ascomm_ccore.o gas_ccore.o gudsp_comm_RT.o gudsp_mcore.o gudsp_mcore_RT.o pscomm_ccore.o tds_dsp_ddr_data.bin ten_lte_dtcm.bin ten_lte_itcm.bin ten_pub_dtcm.bin ten_pub_itcm.bin tlas_ccore.o ttf_ccore.o was_ccore.o"
#the following is libs list without dump files
libs_list = "ten*.map ascomm_ccore.o gas_ccore.o gudsp_comm_RT.o gudsp_mcore.o gudsp_mcore_RT.o pscomm_ccore.o tds_dsp_ddr_data.bin ten_lte_dtcm.bin ten_lte_itcm.bin ten_pub_dtcm.bin ten_pub_itcm.bin tlas_ccore.o ttf_ccore.o was_ccore.o"
libs_list += " lphy.bin.forpack ten_tds_dtcm.bin ten_tds_itcm.bin lphy.bin"
dsda_libs_list = libs_list + " " + "bsp_ccore1.o nas1_ccore.o rabm1_ccore.o gas1_ccore.o taf1_ccore.o ascomm1_ccore.o pscomm1_ccore.o gumsp1_mcore.o lmsp1_ccore.o gudsp1_mcore.o gudsp1_mcore_RT.o ttf1_ccore.o"
#define libs compress command and libs to compress
libs_compress_cmd = r'/opt/WindRiver/utilities-1.0/x86-linux2/bin/objcopyarm --strip-debug' + " "
libs_to_compress = ["was_ccore.o", "gas_ccore.o"]
balong_libs_dir = top_dir + r'/build/delivery/balong_libs/' + params_dict[
'product']
#clean and remake balong_libs dir
shutil.rmtree(balong_libs_dir, ignore_errors=True)
cmd = "mkdir -p" + " " + balong_libs_dir
os.system(cmd)
#copy libs to delivery/balong_libs/product_name dir
cmd = "cd" + " " + delivery_path + r"/lib && rsync -avq --delete --force" + " " + dsda_libs_list + " " + balong_libs_dir
os.system(cmd)
for lib_to_compress in libs_to_compress:
cmd = "cd" + " " + balong_libs_dir + r" && " + libs_compress_cmd + " " + lib_to_compress
os.system(cmd)
#end - zhangqiushui
#prepare lpm3image kirinlibs for LCS project - liangdong
target_product = ''
if params_dict['product'] == 'hi3630_udp':
target_product = 'hi3630'
if params_dict['product'] == 'hi3635_udp':
target_product = 'hi3635'
if relversion == 'true':
backup_critical_targets(top_dir, product_name, target_product)
#end --liangdong
#add compile_end_time - zhangqiushui
#compile_end_time = end_time.strftime('%Y%m%d_%H%M%S')
#buildinfo +="compile_end_time:"+ compile_end_time + " "
#end - zhangqiushui
if params_dict.has_key('FORTIFY') and params_dict['FORTIFY'] == 'true':
cmd_generat_fpr = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -scan -f " + product_name + ".fpr -64 -Xss100M -Xmx80000M"
cmd_generat_report = top_dir + "/build/tools/fortify/bin/ReportGenerator -format xml -f " + product_name + ".xml -source " + product_name + ".fpr -template OWASP2010.xml -Xmx40000M"
os.system(cmd_generat_fpr)
os.system(cmd_generat_report)
os.system('rm -r -f ' + top_dir + '/build/' + product_name +
'.fpr')
os.system('rm -r -f ' + fortify_path)
os.mkdir(fortify_path)
os.system('mv ' + top_dir + '/build/' + product_name + '.xml ' +
fortify_path)
if params_dict.has_key('TQE') and params_dict['TQE'] == 'true':
cmd_tqe_zip = top_dir + "/build/tools/coverity/bin/7za a -tzip coverity.zip " + tqe_tmp_dir + "/* -r"
tqe_mid_dir = top_dir + "/build/delivery/" + product_name + "/tqe"
os.system('rm -r -f ' + tqe_mid_dir)
os.mkdir(tqe_mid_dir)
os.system(cmd_tqe_zip)
os.system('mv coverity.zip ' + tqe_mid_dir)
os.system('rm -r -f ' + tqe_tmp_dir)
# tranfer for shanghai
if params_dict.has_key('hs_sh') and "true" == params_dict['hs_sh']:
if not errcode == 0:
additional_pkg_name += "fail"
transfer_request = "true"
# if clean, no need to transfer build output
if string.find(params_string, 'clean') != -1:
transfer_request = 'false'
if params_dict.has_key('transfer'):
transfer_request = params_dict['transfer']
transfer_rlt = 0
if "false" != transfer_request:
transfer_rlt = transfer_sh.compress_and_transfer(
top_dir, params_dict, compiletime, additional_pkg_name)
if transfer_rlt:
print "transfer failed!"
errcode += transfer_rlt
if errcode == 0:
print ">> Everything is Done! Save command line to " + file_obuild_cmd
else:
print ">> Error: " + str(errcode)
# summry
end_time = datetime.datetime.now()
duration_s = (end_time - start_time).seconds
hour = duration_s / 3600
min = duration_s / 60 - (duration_s / 3600) * 60
sec = duration_s - (duration_s / 60) * 60
print ">> Duration : %d:%d:%d" % (hour, min, sec)
try:
logf = open(logfile, 'a')
print >> logf, "summry"
print >> logf, "---------------------------------------------"
print >> logf, "start time:" + str(start_time)
print >> logf, "end time :" + str(end_time)
print >> logf, "duration : %d:%d:%d" % (hour, min, sec)
print >> logf, "---------------------------------------------"
logf.close()
except:
print sys.exc_info()[0]
os.system('tskill be.exe')
os.system('tskill ctoa.exe')
os.system('tskill wgen.exe')
#count error warning and info in log,added by WX161502 2013.06.17
if params_dict.has_key('count'):
if params_dict['count'] == 'true':
countfile = top_dir + "/build/delivery/" + product_name + "/log/count.log"
logf = open(logfile, 'r')
res = logf.read()
countf = open(countfile, 'w')
print >> countf, "warning:", res.count("warning:")
print >> countf, "info:", res.count("info:")
print >> countf, "error:", res.count("error:")
print >> countf, "Error:", res.count("Error ")
logf.close()
countf.close()
if len(sys.argv) < 2:
os.system("pause")
if errcode != 0:
sys.exit(-1)
def main():
top_dir = string.replace(os.path.abspath(".."), "//", "/")
file_obuild_cmd = "obuild.cmd"
start_time = datetime.datetime.now()
# import lib
sys.path.append(top_dir + "/build/scripts")
import set_sys_env_var
import make_product_config_file
import transfer_sh
# try get argv from obuild.cmd
my_argv = sys.argv[1:]
if len(my_argv) == 0:
print my_argv
my_argv = read_argv_from_file(file_obuild_cmd)
# scan parameters to dict
params_dict = {}
params_string = ""
for p in my_argv:
params_string += " " + p
if string.find(p, "=") != -1:
subs = string.split(p, "=")
params_dict[subs[0]] = subs[1]
else:
params_dict[p] = ""
if params_dict.has_key("ci"):
if not params_dict.has_key("changeid"):
print "You need to input change id if you want to trigger jenkins to build."
print "Example:"
ci_usage()
sys.exit(1)
change_id = params_dict["changeid"]
branch = ""
if params_dict.has_key("branch"):
branch = params_dict["branch"]
ci_cmd = "./obuild_ci_new.sh trigger " + change_id + " " + branch
os.system(ci_cmd)
else:
# print compiletime
compiletime = time.strftime("%Y%m%d_%H%M%S", time.localtime(time.time()))
params_string += " compiletime=" + compiletime
print ">> PARAMS:" + params_string
# 'HUTAF_HLT_COV'
if params_dict.has_key("HUTAF_HLT_COV"):
if params_dict["HUTAF_HLT_COV"] == "true":
os.environ["HUTAF_HLT_COV"] = "true"
os.environ["HUTAF_HLT_WRAPPER"] = "lltwrapper"
os.environ["HUTAF_HLT_LTCOV"] = "y"
# 'product' is required.
if not params_dict.has_key("product"):
print "'product' is required."
usage()
sys.exit(1)
# config ccache
cfg_cmd = top_dir + "/build/tools/ccache/ccache -M 30G"
os.system(cfg_cmd)
# Define whether is strip version
build_dir = top_dir + r"/build"
ps_dir = top_dir + r"/modem/ps"
ps_as_dir = ps_dir + r"/as"
lib_obj_dir = top_dir + r"/modem/libs"
product_lib_dir = lib_obj_dir + r"/" + params_dict["product"]
delivery_dir = build_dir + r"/delivery"
delivery_lib = delivery_dir + r"/" + params_dict["product"] + r"/lib"
if not params_dict.has_key("distclean") and not params_dict.has_key("clean"):
if params_dict.has_key("publish"):
if not os.path.exists(delivery_lib):
cmd = "mkdir -p " + delivery_lib
os.system(cmd)
if not os.path.exists(product_lib_dir):
print "No such directory " + product_lib_dir
sys.exit(1)
cmd_copy_libs = "cp -rf " + product_lib_dir + "/* " + delivery_lib
os.system(cmd_copy_libs)
if os.path.exists(ps_dir + r"/comm/tl/lte/comm/HPA"):
shutil.rmtree(ps_dir + r"/comm/tl/lte/comm/HPA")
shutil.rmtree(ps_dir + r"/comm/tl/lte/comm/Stub")
shutil.rmtree(ps_dir + r"/comm/tl/lte/comm/PSOM/Src")
build_branch_name = ""
if params_dict.has_key("branch"):
build_branch_name = params_dict["branch"]
additional_pkg_name = ""
if params_dict.has_key("addname"):
additional_pkg_name = params_dict["addname"]
buildowner = "jenkins_ci"
if params_dict.has_key("buildowner"):
buildowner = params_dict["buildowner"]
# generate buildowner.txt and timestamp.log
delivery_path = top_dir + "/build/delivery/" + params_dict["product"]
if not os.path.exists(delivery_path):
os.system("mkdir -p " + delivery_path)
os.system("echo " + compiletime + ">" + delivery_path + "/timestamp.log")
os.system("echo " + buildowner + ">" + delivery_path + "/buildowner.txt")
# guess ROOT_WIND_PATH_W
if not os.environ.has_key("ROOT_WIND_PATH_W"):
if os.environ.has_key("WIND_HOME"):
os.environ["ROOT_WIND_PATH_W"] = os.environ["WIND_HOME"]
elif os.path.exists("/opt/WindRiver6.8.3"):
os.environ["ROOT_WIND_PATH_W"] = "/opt/WindRiver6.8.3"
elif os.path.exists("/opt/windriver"):
os.environ["ROOT_WIND_PATH_W"] = "/opt/windriver"
elif os.path.exists("/opt/WindRiver"):
os.environ["ROOT_WIND_PATH_W"] = "/opt/WindRiver"
elif os.path.exists("C:/WindRiver"):
os.environ["ROOT_WIND_PATH_W"] = "C:/WindRiver"
elif os.path.exists("D:/WindRiver"):
os.environ["ROOT_WIND_PATH_W"] = "D:/WindRiver"
else:
os.environ["ROOT_WIND_PATH_W"] = ""
print "Failed to guess WindRiver Home path. please set env ROOT_WIND_PATH_W or WIND_HOME"
# usage()
# sys.exit(-1)
# xtensa license server
if not os.environ.has_key("LM_LICENSE_FILE"):
os.environ["LM_LICENSE_FILE"] = "[email protected]:[email protected]"
# setup environment vars: ROOT_BALONG_HOME, HOME and main.env, ROOT_WIND_PATH_W
os.environ["ROOT_BALONG_HOME"] = top_dir
if os.environ["ROOT_WIND_PATH_W"] == "C:/WindRiver" or os.environ["ROOT_WIND_PATH_W"] == "D:/WindRiver":
set_sys_env_var.config_system_env_var(top_dir + "/build/scripts/main_windows.env", r"")
else:
set_sys_env_var.config_system_env_var(top_dir + "/build/scripts/main.env", r"")
print ">> The ROOT_BALONG_HOME=", os.environ["ROOT_BALONG_HOME"]
# generate product_config.h & product_config.mk
product_name = params_dict["product"]
product_define_path = os.path.join(top_dir, "config/product/" + product_name + "/define/product_config.define")
product_config_path = os.path.join(top_dir, "config/product/" + product_name + "/config/")
# if os.path.exists(product_config_path + "product_config.h") :
# os.chmod(product_config_path + "product_config.h", stat.S_IWRITE)
# if os.path.exists(product_config_path + "balong_product_config.mk") :
# os.chmod(product_config_path + "balong_product_config.mk", stat.S_IWRITE)
make_product_config_file.gen_product_config_file(product_define_path, product_config_path + "product_config.h")
make_product_config_file.gen_product_config_file(
product_define_path, product_config_path + "balong_product_config.mk"
)
# logfile
logfile = top_dir + "/build/delivery/" + product_name + "/log/obuild.log"
if params_dict.has_key("logfile"):
logfile = params_dict["logfile"]
if not os.path.exists(os.path.dirname(logfile)):
os.makedirs(os.path.dirname(logfile))
print ">> Output log to " + logfile + " ..."
# jobs
if not params_dict.has_key("-j"):
params_string += " -j 20 "
cmd = "make " + params_string
# distcc
if params_dict.has_key("distcc"):
if params_dict["distcc"] == "true":
os.environ["distcc"] = "true"
os.environ["DISTCC"] = "distcc"
# emake
os.environ["EMAKE_ROOT"] = "C:\Python27;" + top_dir + ";" + os.environ["ROOT_WIND_PATH_W"]
# os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] +
os.environ["EMAKE_ROOT"] = os.environ["EMAKE_ROOT"] + ";C:\ZSP"
os.environ["EMAKE_ROOT"] = os.environ["EMAKE_ROOT"] + ";C:\usr"
os.environ["EMAKE_CM"] = "10.97.84.198"
os.environ["EMAKEFLAGS"] = "--emake-class=V7R1C10_BUGFIX_C"
if params_dict.has_key("EA") and params_dict["EA"] == "true":
cmd = "emake " + params_string
cmd = cmd + " 1> " + logfile + " 2>&1 "
print ">> EXEC: " + cmd
if params_dict.has_key("FORTIFY") and params_dict["FORTIFY"] == "true":
os.environ["FORTIFY"] = "true"
os.environ["SOURCEANALYZER"] = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name
fortify_path = top_dir + "/build/delivery/" + product_name + "/fortify"
os.environ["FORTIFY_PATH"] = fortify_path
cmd_create_project = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -clean"
os.system(cmd_create_project)
if params_dict.has_key("TQE") and params_dict["TQE"] == "true":
os.environ["COVERITY_UNSUPPORTED"] = "1"
tqe_tmp_dir = top_dir + "/build/delivery/" + product_name + "/tqe_tmp"
os.mkdir(tqe_tmp_dir)
cmd = top_dir + "/build/tools/coverity/bin/cov-build --dir " + tqe_tmp_dir + " --encoding UTF-8 " + cmd
save_argv_to_file(file_obuild_cmd, my_argv)
errcode = os.system(cmd)
if params_dict.has_key("FORTIFY") and params_dict["FORTIFY"] == "true":
cmd_generat_fpr = (
top_dir
+ "/build/tools/fortify/bin/sourceanalyzer -b "
+ product_name
+ " -scan -f "
+ product_name
+ ".fpr -64 -Xss100M -Xmx80000M"
)
cmd_generat_report = (
top_dir
+ "/build/tools/fortify/bin/ReportGenerator -format xml -f "
+ product_name
+ ".xml -source "
+ product_name
+ ".fpr -template OWASP2010.xml -Xmx40000M"
)
os.system(cmd_generat_fpr)
os.system(cmd_generat_report)
os.system("rm -r -f " + top_dir + "/build/" + product_name + ".fpr")
os.system("rm -r -f " + fortify_path)
os.mkdir(fortify_path)
os.system("mv " + top_dir + "/build/" + product_name + ".xml " + fortify_path)
if params_dict.has_key("TQE") and params_dict["TQE"] == "true":
cmd_tqe_zip = top_dir + "/build/tools/coverity/bin/7za a -tzip coverity.zip " + tqe_tmp_dir + "/* -r"
tqe_mid_dir = top_dir + "/build/delivery/" + product_name + "/tqe"
os.system("rm -r -f " + tqe_mid_dir)
os.mkdir(tqe_mid_dir)
os.system(cmd_tqe_zip)
os.system("mv coverity.zip " + tqe_mid_dir)
os.system("rm -r -f " + tqe_tmp_dir)
# tranfer for shanghai
if params_dict.has_key("hs_sh") and "true" == params_dict["hs_sh"]:
if not errcode == 0:
additional_pkg_name += "fail"
transfer_request = "true"
# if clean, no need to transfer build output
if string.find(params_string, "clean") != -1:
transfer_request = "false"
if params_dict.has_key("transfer"):
transfer_request = params_dict["transfer"]
transfer_rlt = 0
if "false" != transfer_request:
transfer_rlt = transfer_sh.compress_and_transfer(
top_dir, build_branch_name, product_name, buildowner, compiletime, additional_pkg_name
)
if transfer_rlt:
print "transfer failed!"
errcode += transfer_rlt
if errcode == 0:
print ">> Everything is Done! Save command line to " + file_obuild_cmd
else:
print ">> Error: " + str(errcode)
# summry
end_time = datetime.datetime.now()
duration_s = (end_time - start_time).seconds
hour = duration_s / 3600
min = duration_s / 60 - (duration_s / 3600) * 60
sec = duration_s - (duration_s / 60) * 60
print ">> Duration : %d:%d:%d" % (hour, min, sec)
try:
logf = open(logfile, "a")
print >> logf, "summry"
print >> logf, "---------------------------------------------"
print >> logf, "start time:" + str(start_time)
print >> logf, "end time :" + str(end_time)
print >> logf, "duration : %d:%d:%d" % (hour, min, sec)
print >> logf, "---------------------------------------------"
logf.close()
except:
print sys.exc_info()[0]
os.system("tskill be.exe")
os.system("tskill ctoa.exe")
os.system("tskill wgen.exe")
# count error warning and info in log,added by WX161502 2013.06.17
if params_dict.has_key("count"):
if params_dict["count"] == "true":
countfile = top_dir + "/build/delivery/" + product_name + "/log/count.log"
logf = open(logfile, "r")
res = logf.read()
countf = open(countfile, "w")
print >> countf, "warning:", res.count("warning:")
print >> countf, "info:", res.count("info:")
print >> countf, "error:", res.count("error:")
print >> countf, "Error:", res.count("Error ")
logf.close()
countf.close()
if len(sys.argv) < 2:
os.system("pause")
if errcode != 0:
sys.exit(-1)
def main():
top_dir = string.replace(os.path.abspath('..'), '//', '/')
file_obuild_cmd = 'obuild.cmd'
start_time = datetime.datetime.now()
# import lib
sys.path.append(top_dir + "/build/scripts")
import set_sys_env_var
import make_product_config_file
import comm
# try get argv from obuild.cmd
my_argv = sys.argv[1:]
if len(my_argv) == 0 :
print my_argv
my_argv = read_argv_from_file(file_obuild_cmd)
# added by xuchao
save_argv_to_file(file_obuild_cmd, my_argv)
# scan parameters to dict
params_dict = {}
params_string = ""
for p in my_argv:
params_string += " " + p
if string.find(p, '=') != -1 :
subs = string.split(p, '=')
params_dict[subs[0]] = subs[1]
else:
params_dict[p] = ""
os.environ['USE_CCACHE'] = "1"
if params_dict.has_key('ci'):
if not params_dict.has_key('changeid'):
print"You need to input change id if you want to trigger jenkins to build."
print "Example:"
ci_usage()
sys.exit(1)
change_id = params_dict['changeid']
branch = ""
if params_dict.has_key('branch'):
branch = params_dict['branch']
ci_cmd = "./obuild_ci_new.sh trigger " + change_id + " " + branch
os.system(ci_cmd)
else:
# print compiletime
compiletime = time.strftime('%Y%m%d_%H%M%S', time.localtime(time.time()))
params_string += " compiletime=" + compiletime
print ">> PARAMS:" + params_string
# 'HUTAF_HLT_COV'
if params_dict.has_key('HUTAF_HLT_COV'):
if params_dict['HUTAF_HLT_COV'] == 'true':
os.environ['HUTAF_HLT_COV'] = 'true'
os.environ['HUTAF_HLT_WRAPPER'] = 'lltwrapper'
os.environ['HUTAF_HLT_LTCOV'] = 'y'
# 'product' is required.
if not params_dict.has_key('product') :
print "\'product\' is required."
usage()
sys.exit(1)
# config ccache
cfg_cmd = top_dir + "/build/tools/ccache/ccache -M 30G"
os.system(cfg_cmd)
#Define whether is strip version
# build_dir = top_dir + r'/build'
# ps_dir = top_dir + r'/modem/ps'
# ps_as_dir = ps_dir + r'/as'
# lib_obj_dir = top_dir + r'/modem/libs'
# product_lib_dir = lib_obj_dir + r'/' + params_dict['product']
# delivery_dir = build_dir + r'/delivery'
# delivery_lib = delivery_dir + r'/' + params_dict['product'] + r'/lib'
# if not params_dict.has_key('distclean') and not params_dict.has_key('clean'):
# if params_dict.has_key('publish'):
# if not os.path.exists(delivery_lib):
# cmd = 'mkdir -p ' + delivery_lib
# os.system(cmd)
# if not os.path.exists(product_lib_dir):
# print "No such directory " + product_lib_dir
# sys.exit(1)
# cmd_copy_libs = 'cp -rf ' + product_lib_dir + '/* ' + delivery_lib
# os.system(cmd_copy_libs)
# if os.path.exists(ps_dir + r'/comm/tl/lte/comm/HPA'):
# shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/HPA')
# shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/Stub')
# shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/PSOM/Src')
#BEGIN:add GUL libs link command here to support small flash product
# if params_dict.has_key('MBB_GUL') and params_dict['MBB_GUL']=='true' :
# product_gul_lib_dir = lib_obj_dir + r'/' + r'hi6921_v711_udp_gul'
# if not os.path.exists(product_gul_lib_dir):
# print "No such directory " + product_gul_lib_dir
# sys.exit(1)
# cmd_copy_gul_libs = 'cp -rf ' + product_gul_lib_dir + '/* ' + delivery_lib
# os.system(cmd_copy_gul_libs)
#END:add GUL libs link command here to support small flash product
build_branch_name = ''
if params_dict.has_key('branch'):
build_branch_name = params_dict['branch']
additional_pkg_name = ''
if params_dict.has_key('addname'):
additional_pkg_name = params_dict['addname']
buildowner = 'jenkins_ci'
if params_dict.has_key('buildowner'):
buildowner = params_dict['buildowner']
else:
#params_dict['buildowner'] = os.popen('whoami').read().strip()
params_dict['buildowner'] = getpass.getuser()
#generate buildowner.txt and timestamp.log
delivery_path = top_dir + '/build/delivery/' + params_dict['product']
if not os.path.exists(delivery_path):
os.system('mkdir -p ' + delivery_path)
os.system('echo ' + compiletime + '>' + delivery_path + '/timestamp.log')
os.system('echo ' + buildowner + '>' + delivery_path + '/buildowner.txt')
# generate buildinfo.txt - added by zhangqiushui
buildinfo = ""
buildinfo = comm.GenerateBuildInfo(params_dict)
if not params_dict.has_key('timestamp'):
buildinfo += "timestamp:" + compiletime + " "
buildinfo += "compile_start_time:" + compiletime + " "
#end_time = datetime.datetime.now() #This is not a real end time. Just keep it here now
#compile_end_time = end_time.strftime('%Y%m%d_%H%M%S')
#buildinfo += "compile_end_time:" + compile_end_time + " "
# replace space with "\n"; write string "buildinfo" to buildinfo.txt
buildinfo = buildinfo.replace(" ", "\n")
comm.write_string_to_file(delivery_path, "buildinfo.txt", buildinfo)
#end - added by zhangqiushui
# guess ROOT_WIND_PATH_W
if not os.environ.has_key('ROOT_WIND_PATH_W') :
if os.environ.has_key('WIND_HOME') :
os.environ['ROOT_WIND_PATH_W'] = os.environ['WIND_HOME']
elif os.path.exists('/opt/WindRiver6.8.3'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/WindRiver6.8.3'
elif os.path.exists('/opt/windriver'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/windriver'
elif os.path.exists('/opt/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/WindRiver'
elif os.path.exists('C:/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = 'C:/WindRiver'
elif os.path.exists('D:/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = 'D:/WindRiver'
else:
os.environ['ROOT_WIND_PATH_W'] = ''
print 'Failed to guess WindRiver Home path. please set env ROOT_WIND_PATH_W or WIND_HOME'
#usage()
#sys.exit(-1)
#xtensa license server
if not os.environ.has_key('LM_LICENSE_FILE') :
os.environ['LM_LICENSE_FILE'] = '[email protected]:[email protected]:[email protected]:[email protected]'
# setup environment vars: ROOT_BALONG_HOME, HOME and main.env, ROOT_WIND_PATH_W
os.environ['ROOT_BALONG_HOME'] = top_dir
if os.environ['ROOT_WIND_PATH_W'] == 'C:/WindRiver' or os.environ['ROOT_WIND_PATH_W'] == 'D:/WindRiver':
set_sys_env_var.config_system_env_var(top_dir + "/build/scripts/main_windows.env", r'')
else:
set_sys_env_var.config_system_env_var(top_dir + "/build/scripts/main.env", r'')
print '>> The ROOT_BALONG_HOME=', os.environ['ROOT_BALONG_HOME']
# generate product_config.h & product_config.mk
product_name = params_dict['product']
product_define_path = os.path.join(top_dir, "config/product/" + product_name + "/define/product_config.define")
product_config_path = os.path.join(top_dir, "config/product/" + product_name + "/config/")
# if os.path.exists(product_config_path + "product_config.h") :
# os.chmod(product_config_path + "product_config.h", stat.S_IWRITE)
# if os.path.exists(product_config_path + "balong_product_config.mk") :
# os.chmod(product_config_path + "balong_product_config.mk", stat.S_IWRITE)
make_product_config_file.gen_product_config_file(product_define_path, product_config_path + "product_config.h")
make_product_config_file.gen_product_config_file(product_define_path, product_config_path + "balong_product_config.mk")
MBB_CONFIG_ORIG_DIR = top_dir + "/config/product/MBB_CONFIG/mbb_macro_config/"
MBB_CONFIG_DES_FILE = top_dir + "/config/product/" + product_name + "/config/mbb_config.h"
cmd = "cp -rf " + MBB_CONFIG_ORIG_DIR + product_name + ".h " + MBB_CONFIG_DES_FILE
errcode=os.system(cmd)
if errcode != 0 :
print ">> Error: " + str(errcode)
print ">> Please auto-generate mbb_config.h by config\product\MBB_CONFIG\V711 MBB CONFIG_auto_generator.xlsm first!!!"
sys.exit(-1)
MBB_ADAPT_ORIG_DIR = top_dir + "/config/product/MBB_CONFIG/mbb_product_adapt/"
MBB_ADAPT_DES_FILE = top_dir + "/config/product/" + product_name + "/config/mbb_adapt.h"
cmd = "cp -rf " + MBB_ADAPT_ORIG_DIR + product_name + ".h " + MBB_ADAPT_DES_FILE
errcode=os.system(cmd)
if errcode != 0 :
print ">> Error: " + str(errcode)
print ">> Please auto-generate mbb_adapt.h by config\product\MBB_CONFIG\V711 MBB CONFIG_auto_generator.xlsm first!!!"
sys.exit(-1)
#BEGIN DTS2013070203191 xuchao x00202188 Added 2013-07-02
MBB_PATH = top_dir + "/config/product/" + product_name + "/config/"
#BEGIN add by q00206465 for test MLOG 2014-10-13
if params_dict.has_key('NV_BURN') and params_dict['NV_BURN']=='true':
lines = open(MBB_PATH + 'mbb_config.h').readlines()
fp = open(MBB_PATH + 'mbb_config.h','wr')
for t in lines:
if 'MBB_MLOG' in t:
fp.write(t.replace('FEATURE_ON','FEATURE_OFF'))
else:
fp.write(t)
fp.close()
if params_dict.has_key('NV_BURN') and params_dict['NV_BURN']=='true':
lines = open(MBB_PATH + 'mbb_config.h').readlines()
fp = open(MBB_PATH + 'mbb_config.h','wr')
for t in lines:
if 'MBB_HWTEST' in t:
fp.write(t.replace('FEATURE_ON','FEATURE_OFF'))
else:
fp.write(t)
fp.close()
#END add by q00206465 for test MLOG 2014-10-13
cmd = top_dir + "/build/scripts/MBB_HEAD2MK.sh " + MBB_PATH + "mbb_config.h " + MBB_PATH + "balong_product_config.mk"
errcode=os.system(cmd)
if errcode != 0 :
print ">> Error: " + str(errcode)
sys.exit(-1)
# logfile
logfile = top_dir + "/build/delivery/" + product_name + "/log/obuild.log"
if params_dict.has_key('logfile') :
logfile = params_dict['logfile']
if not os.path.exists(os.path.dirname(logfile)) :
os.makedirs(os.path.dirname(logfile))
print ">> Output log to " + logfile + " ..."
# jobs
if not params_dict.has_key('-j'):
params_string += " -j 20 "
cmd = "make " + params_string
# distcc
if params_dict.has_key('distcc'):
if params_dict['distcc'] == 'true':
os.environ['distcc'] = 'true'
os.environ['DISTCC'] = 'distcc'
# emake
os.environ['EMAKE_ROOT'] = 'C:\Python27;' + top_dir + ';' + os.environ['ROOT_WIND_PATH_W']
#os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] +
os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] + ';C:\ZSP'
os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] + ';C:\usr'
os.environ['EMAKE_CM'] = '10.97.84.198'
os.environ['EMAKEFLAGS'] = '--emake-class=V7R1C10_BUGFIX_C'
if params_dict.has_key('EA') and params_dict['EA'] == 'true' :
cmd = "emake " + params_string
#BEGIN DTS2013082401255 d00135750 Added 2013-09-03
if params_dict.has_key('NV_BURN') and params_dict['NV_BURN']=='true':
os.environ['BUILD_MODE'] = 'factory'
else:
os.environ['BUILD_MODE'] = 'release'
#END DTS2013082401255 d00135750 Added 2013-09-03
if params_dict.has_key('telstra') and params_dict['telstra']=='true' :
os.environ['WINGLE_MODE'] = 'wingle_telstra'
else:
os.environ['WINGLE_MODE'] = 'wingle'
#BEGIN DTS2013082605392 xuchao x00202188 Added 2013-08-26
if params_dict.has_key('ttylog') and params_dict['ttylog']=='true' :
cmd = cmd + " 2>&1| tee " + logfile
else:
cmd = cmd + " 1> " + logfile + " 2>&1 "
#END DTS2013082605392 xuchao x00202188 Added 2013-08-26
print ">> EXEC: " + cmd
if params_dict.has_key('FORTIFY') and params_dict['FORTIFY'] == 'true' :
os.environ['FORTIFY'] = 'true'
os.environ['SOURCEANALYZER'] = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name
fortify_path = top_dir + "/build/delivery/" + product_name + "/fortify"
os.environ['FORTIFY_PATH'] = fortify_path
cmd_create_project = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -clean"
os.system(cmd_create_project)
if params_dict.has_key('TQE') and params_dict['TQE'] == 'true' :
os.environ['COVERITY_UNSUPPORTED'] = '1'
tqe_tmp_dir = top_dir + "/build/delivery/" + product_name + "/tqe_tmp"
os.mkdir(tqe_tmp_dir)
cmd = top_dir + "/binary/tools/coverity/bin/cov-build --dir " + tqe_tmp_dir + " --encoding UTF-8 " + cmd
save_argv_to_file(file_obuild_cmd, my_argv)
errcode = os.system(cmd)
#trans package if compile fails - zhangqiushui
#if errcode != 0 and not params_dict.has_key('hs_sh'):
# #add compile_result to buildinfo.txt
# fp = open(delivery_path + r'/' + 'buildinfo.txt', 'a')
# fp.write('compile_result:fail\n')
# fp.close()
# product_package_name = delivery_dir + r'/' + params_dict['product'] + r'.tar.gz'
# cmd = "rm -f " + product_package_name
# os.system(cmd)
# #cmd = 'cd ' + delivery_path + r' && ' + r'tar -zcvf ' + product_package_name + r' log lib image usb_dump_scripts'
# cmd = 'cd ' + delivery_path + r' && ' + r'tar -zcvf ' + product_package_name + r' log'
# os.system(cmd)
# cmd = 'python ' + top_dir + r"/build/scripts/transfer_file_new.py " + params_dict['product'] + " " + top_dir + " " + top_dir + r"/build/scripts/hibuild_transfer.py"
# os.system(cmd)
#end
#prepare libs for LCS project - zhangqiushui
if params_dict.has_key('buildgroup') and params_dict['buildgroup'] == "release":
#define balong libs related variables
libs_branch_list = ["br_balongv7r11_bugfix", "br_balongv7r2_bugfix", "br_release_balongv700r200c31b170"]
libs_branch_pattern = "br_release_balongv700r110c"
libs_k3v3_branch_list=["hi3630_udp", "hi3630_fpga", "hi3635_udp"]
#libs_list = "ten*.map ten*.dump ascomm_ccore.o gas_ccore.o gudsp_comm_RT.o gudsp_mcore.o gudsp_mcore_RT.o pscomm_ccore.o tds_dsp_ddr_data.bin ten_lte_dtcm.bin ten_lte_itcm.bin ten_pub_dtcm.bin ten_pub_itcm.bin tlas_ccore.o ttf_ccore.o was_ccore.o"
#the following is libs list without dump files
libs_list = "ten*.map ascomm_ccore.o gas_ccore.o gudsp_comm_RT.o gudsp_mcore.o gudsp_mcore_RT.o pscomm_ccore.o tds_dsp_ddr_data.bin ten_lte_dtcm.bin ten_lte_itcm.bin ten_pub_dtcm.bin ten_pub_itcm.bin tlas_ccore.o ttf_ccore.o was_ccore.o"
if params_dict['branch'] in libs_branch_list or re.match(libs_branch_pattern, params_dict['branch']) != None:
libs_list += " lphy.bin.forpack ten_tds_dtcm.bin ten_tds_itcm.bin lphy.bin"
dsda_libs_list = libs_list + " " + "bsp_ccore1.o nas1_ccore.o rabm1_ccore.o gas1_ccore.o taf1_ccore.o ascomm1_ccore.o pscomm1_ccore.o gumsp1_mcore.o lmsp1_ccore.o gudsp1_mcore.o gudsp1_mcore_RT.o ttf1_ccore.o"
image_list = "lphy.bin"
#define libs compress command and libs to compress
libs_compress_cmd = r'/opt/WindRiver/utilities-1.0/x86-linux2/bin/objcopyarm --strip-debug' + " "
libs_to_compress = ["was_ccore.o", "gas_ccore.o" ]
balong_libs_dir = top_dir + r'/build/delivery/balong_libs/' + params_dict['product']
#clean and remake balong_libs dir
shutil.rmtree(balong_libs_dir, ignore_errors=True)
cmd = "mkdir -p" + " " + balong_libs_dir
os.system(cmd)
#copy libs to delivery/balong_libs/product_name dir
if params_dict['product'] in libs_k3v3_branch_list:
cmd = "cd" + " " + delivery_path + r"/lib && rsync -avq --delete --force" + " " + dsda_libs_list + " " + balong_libs_dir
else:
cmd = "cd" + " " + delivery_path + r"/lib && rsync -avq --delete --force" + " " + libs_list + " " + balong_libs_dir
os.system(cmd)
cmd = "cd" + " " + delivery_path + r"/image && rsync -avq --delete --force" + " " + image_list + " " + balong_libs_dir
os.system(cmd)
for lib_to_compress in libs_to_compress:
cmd = "cd" + " " + balong_libs_dir + r" && " + libs_compress_cmd + " " + lib_to_compress
os.system(cmd)
#end - zhangqiushui
#add compile_end_time - zhangqiushui
#compile_end_time = end_time.strftime('%Y%m%d_%H%M%S')
#buildinfo +="compile_end_time:"+ compile_end_time + " "
#end - zhangqiushui
if params_dict.has_key('FORTIFY') and params_dict['FORTIFY'] == 'true' :
cmd_generat_fpr = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -scan -f " + product_name + ".fpr -64 -Xss100M -Xmx80000M"
cmd_generat_report = top_dir + "/build/tools/fortify/bin/ReportGenerator -format xml -f " + product_name + ".xml -source " + product_name + ".fpr -template OWASP2010.xml -Xmx40000M"
os.system(cmd_generat_fpr)
os.system(cmd_generat_report)
#os.system('rm -r -f ' + top_dir + '/build/' + product_name + '.fpr')
os.system('rm -r -f ' + fortify_path)
os.mkdir(fortify_path)
os.system('mv ' + top_dir + '/build/' + product_name + '.xml ' + fortify_path)
if params_dict.has_key('TQE') and params_dict['TQE'] == 'true' :
cmd_tqe_zip = top_dir + "/build/tools/coverity/bin/7za a -tzip coverity.zip " + tqe_tmp_dir + "/* -r"
tqe_mid_dir = top_dir + "/build/delivery/" + product_name + "/tqe"
os.system('rm -r -f ' + tqe_mid_dir)
os.mkdir(tqe_mid_dir)
os.system(cmd_tqe_zip)
os.system('mv coverity.zip ' + tqe_mid_dir)
os.system('rm -r -f ' + tqe_tmp_dir)
# tranfer for shanghai
if params_dict.has_key('hs_sh') and "true" == params_dict['hs_sh']:
if not errcode == 0 :
additional_pkg_name += "fail"
transfer_request = "true"
# if clean, no need to transfer build output
if string.find(params_string, 'clean') != -1 :
transfer_request = 'false'
if params_dict.has_key('transfer'):
transfer_request = params_dict['transfer']
transfer_rlt = 0
if "false" != transfer_request:
transfer_rlt = transfer_sh.compress_and_transfer(top_dir,params_dict,compiletime,additional_pkg_name)
if transfer_rlt:
print "transfer failed!"
errcode += transfer_rlt
if errcode == 0 :
print ">> Everything is Done! Save command line to " + file_obuild_cmd
else :
print ">> Error: " + str(errcode)
# summry
end_time = datetime.datetime.now()
duration_s = (end_time - start_time).seconds
hour = duration_s / 3600
min = duration_s / 60 - (duration_s / 3600) * 60
sec = duration_s - (duration_s / 60) * 60
print ">> Duration : %d:%d:%d" % (hour, min, sec)
try:
logf = open(logfile, 'a')
print >> logf, "summry"
print >> logf, "---------------------------------------------"
print >> logf, "start time:" + str(start_time)
print >> logf, "end time :" + str(end_time)
print >> logf, "duration : %d:%d:%d" % (hour, min, sec)
print >> logf, "---------------------------------------------"
logf.close()
except:
print sys.exc_info()[0]
os.system('tskill be.exe')
os.system('tskill ctoa.exe')
os.system('tskill wgen.exe')
#count error warning and info in log,added by WX161502 2013.06.17
if params_dict.has_key('count'):
if params_dict['count'] == 'true':
countfile = top_dir + "/build/delivery/" + product_name + "/log/count.log"
logf = open(logfile, 'r')
res = logf.read()
countf = open(countfile, 'w')
print >> countf, "warning:" , res.count("warning:")
print >> countf, "info:" , res.count("info:")
print >> countf, "error:" , res.count("error:")
print >> countf, "Error:" , res.count("Error ")
logf.close()
countf.close()
if len(sys.argv) < 2 :
os.system("pause")
if errcode != 0 :
sys.exit(-1)
def main():
top_dir = os.path.abspath(
os.path.join(os.path.dirname(__file__), os.path.pardir))
file_obuild_cmd = 'obuild.cmd'
start_time = datetime.datetime.now()
# import lib
sys.path.append(top_dir + "/build/scripts")
import set_sys_env_var
import make_product_config_file
import transfer_sh
# try get argv from obuild.cmd
my_argv = sys.argv[1:]
if len(my_argv) == 0:
print my_argv
my_argv = read_argv_from_file(file_obuild_cmd)
# scan parameters to dict
params_dict = {}
params_string = ""
for p in my_argv:
params_string += " " + p
if string.find(p, '=') != -1:
subs = string.split(p, '=')
params_dict[subs[0]] = subs[1]
else:
params_dict[p] = ""
if params_dict.has_key('ci'):
if not params_dict.has_key('changeid'):
print "You need to input change id if you want to trigger jenkins to build."
print "Example:"
ci_usage()
sys.exit(1)
change_id = params_dict['changeid']
branch = ""
if params_dict.has_key('branch'):
branch = params_dict['branch']
ci_cmd = "./obuild_ci_new.sh trigger " + change_id + " " + branch
os.system(ci_cmd)
else:
# print compiletime
compiletime = time.strftime('%Y%m%d_%H%M%S',
time.localtime(time.time()))
params_string += " compiletime=" + compiletime
print ">> PARAMS:" + params_string
# 'HUTAF_HLT_COV'
if params_dict.has_key('HUTAF_HLT_COV'):
if params_dict['HUTAF_HLT_COV'] == 'true':
os.environ['HUTAF_HLT_COV'] = 'true'
os.environ['HUTAF_HLT_WRAPPER'] = 'lltwrapper'
os.environ['HUTAF_HLT_LTCOV'] = 'y'
# 'product' is required.
if not params_dict.has_key('product'):
print "\'product\' is required."
usage()
sys.exit(1)
# config ccache
#cfg_cmd=top_dir + "/build/tools/ccache/ccache -M 30G"
#os.system(cfg_cmd)
#Define whether is strip version
build_dir = top_dir + r'/build'
ps_dir = top_dir + r'/modem/ps'
ps_as_dir = ps_dir + r'/as'
lib_obj_dir = top_dir + r'/modem/libs'
product_lib_dir = lib_obj_dir + r'/' + params_dict['product']
delivery_dir = build_dir + r'/delivery'
delivery_lib = delivery_dir + r'/' + params_dict['product'] + r'/lib'
if not params_dict.has_key('distclean') and not params_dict.has_key(
'clean'):
if params_dict.has_key('publish'):
if not os.path.exists(delivery_lib):
cmd = 'mkdir -p ' + delivery_lib
os.system(cmd)
if not os.path.exists(product_lib_dir):
print "No such directory " + product_lib_dir
sys.exit(1)
cmd_copy_libs = 'cp -rf ' + product_lib_dir + '/* ' + delivery_lib
os.system(cmd_copy_libs)
if os.path.exists(ps_dir + r'/comm/tl/lte/comm/HPA'):
shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/HPA')
shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/Stub')
shutil.rmtree(ps_dir + r'/comm/tl/lte/comm/PSOM/Src')
build_branch_name = ''
if params_dict.has_key('branch'):
build_branch_name = params_dict['branch']
additional_pkg_name = ''
if params_dict.has_key('addname'):
additional_pkg_name = params_dict['addname']
buildowner = 'jenkins_ci'
if params_dict.has_key('buildowner'):
buildowner = params_dict['buildowner']
#generate buildowner.txt and timestamp.log
delivery_path = top_dir + '/build/delivery/' + params_dict['product']
if not os.path.exists(delivery_path):
os.system('mkdir -p ' + delivery_path)
os.system('echo ' + compiletime + '>' + delivery_path +
'/timestamp.log')
os.system('echo ' + buildowner + '>' + delivery_path +
'/buildowner.txt')
# guess ROOT_WIND_PATH_W
if not os.environ.has_key('ROOT_WIND_PATH_W'):
if os.environ.has_key('WIND_HOME'):
os.environ['ROOT_WIND_PATH_W'] = os.environ['WIND_HOME']
elif os.path.exists('/opt/WindRiver6.8.3'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/WindRiver6.8.3'
elif os.path.exists('/opt/windriver'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/windriver'
elif os.path.exists('/opt/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = '/opt/WindRiver'
elif os.path.exists('C:/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = 'C:/WindRiver'
elif os.path.exists('D:/WindRiver'):
os.environ['ROOT_WIND_PATH_W'] = 'D:/WindRiver'
else:
os.environ['ROOT_WIND_PATH_W'] = ''
#print 'Failed to guess WindRiver Home path. please set env ROOT_WIND_PATH_W or WIND_HOME'
#usage()
#sys.exit(-1)
#xtensa license server
if not os.environ.has_key('LM_LICENSE_FILE'):
os.environ[
'LM_LICENSE_FILE'] = '[email protected]:[email protected]'
# setup environment vars: ROOT_BALONG_HOME, HOME and main.env, ROOT_WIND_PATH_W
os.environ['ROOT_BALONG_HOME'] = top_dir
if os.environ['ROOT_WIND_PATH_W'] == 'C:/WindRiver' or os.environ[
'ROOT_WIND_PATH_W'] == 'D:/WindRiver':
set_sys_env_var.config_system_env_var(
top_dir + "/build/scripts/main_windows.env", r'')
else:
set_sys_env_var.config_system_env_var(
top_dir + "/build/scripts/main.env", r'')
print '>> The ROOT_BALONG_HOME=', os.environ['ROOT_BALONG_HOME']
# generate product_config.h & product_config.mk
product_name = params_dict['product']
product_define_path = os.path.join(
top_dir,
"config/product/" + product_name + "/define/product_config.define")
product_config_path = os.path.join(
top_dir, "config/product/" + product_name + "/config/")
# if os.path.exists(product_config_path + "product_config.h") :
# os.chmod(product_config_path + "product_config.h", stat.S_IWRITE)
# if os.path.exists(product_config_path + "balong_product_config.mk") :
# os.chmod(product_config_path + "balong_product_config.mk", stat.S_IWRITE)
make_product_config_file.gen_product_config_file(
product_define_path, product_config_path + "product_config.h")
make_product_config_file.gen_product_config_file(
product_define_path,
product_config_path + "balong_product_config.mk")
# logfile
logfile = top_dir + "/build/delivery/" + product_name + "/log/obuild.log"
if params_dict.has_key('logfile'):
logfile = params_dict['logfile']
if not os.path.exists(os.path.dirname(logfile)):
os.makedirs(os.path.dirname(logfile))
print ">> Output log to " + logfile + " ..."
# jobs
#if not params_dict.has_key('-j'):
# params_string += " -j 20 "
cmd = "make " + params_string
# distcc
if params_dict.has_key('distcc'):
if params_dict['distcc'] == 'true':
os.environ['distcc'] = 'true'
os.environ['DISTCC'] = 'distcc'
# emake
os.environ['EMAKE_ROOT'] = 'C:\Python27;' + top_dir + ';' + os.environ[
'ROOT_WIND_PATH_W']
#os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] +
os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] + ';C:\ZSP'
os.environ['EMAKE_ROOT'] = os.environ['EMAKE_ROOT'] + ';C:\usr'
os.environ['EMAKE_CM'] = '10.97.84.198'
os.environ['EMAKEFLAGS'] = '--emake-class=V7R1C10_BUGFIX_C'
if params_dict.has_key('EA') and params_dict['EA'] == 'true':
cmd = "emake " + params_string
#cmd = cmd + " 1> " + logfile + " 2>&1 "
#print ">> EXEC: " + cmd
if params_dict.has_key('FORTIFY') and params_dict['FORTIFY'] == 'true':
os.environ['FORTIFY'] = 'true'
os.environ[
'SOURCEANALYZER'] = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name
fortify_path = top_dir + "/build/delivery/" + product_name + "/fortify"
os.environ['FORTIFY_PATH'] = fortify_path
cmd_create_project = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -clean"
os.system(cmd_create_project)
if params_dict.has_key('TQE') and params_dict['TQE'] == 'true':
os.environ['COVERITY_UNSUPPORTED'] = '1'
tqe_tmp_dir = top_dir + "/build/delivery/" + product_name + "/tqe_tmp"
os.mkdir(tqe_tmp_dir)
cmd = top_dir + "/build/tools/coverity/bin/cov-build --dir " + tqe_tmp_dir + " --encoding UTF-8 " + cmd
save_argv_to_file(file_obuild_cmd, my_argv)
args = shlex.split(cmd)
p = subprocess.Popen(args, cwd=top_dir, stdout=subprocess.PIPE)
streamdata = p.communicate()[0]
errcode = p.returncode
#errcode =os.system(cmd)
if params_dict.has_key('FORTIFY') and params_dict['FORTIFY'] == 'true':
cmd_generat_fpr = top_dir + "/build/tools/fortify/bin/sourceanalyzer -b " + product_name + " -scan -f " + product_name + ".fpr -64 -Xss100M -Xmx80000M"
cmd_generat_report = top_dir + "/build/tools/fortify/bin/ReportGenerator -format xml -f " + product_name + ".xml -source " + product_name + ".fpr -template OWASP2010.xml -Xmx40000M"
os.system(cmd_generat_fpr)
os.system(cmd_generat_report)
os.system('rm -r -f ' + top_dir + '/build/' + product_name +
'.fpr')
os.system('rm -r -f ' + fortify_path)
os.mkdir(fortify_path)
os.system('mv ' + top_dir + '/build/' + product_name + '.xml ' +
fortify_path)
if params_dict.has_key('TQE') and params_dict['TQE'] == 'true':
cmd_tqe_zip = top_dir + "/build/tools/coverity/bin/7za a -tzip coverity.zip " + tqe_tmp_dir + "/* -r"
tqe_mid_dir = top_dir + "/build/delivery/" + product_name + "/tqe"
os.system('rm -r -f ' + tqe_mid_dir)
os.mkdir(tqe_mid_dir)
os.system(cmd_tqe_zip)
os.system('mv coverity.zip ' + tqe_mid_dir)
os.system('rm -r -f ' + tqe_tmp_dir)
# tranfer for shanghai
if params_dict.has_key('hs_sh') and "true" == params_dict['hs_sh']:
if not errcode == 0:
additional_pkg_name += "fail"
transfer_request = "true"
# if clean, no need to transfer build output
if string.find(params_string, 'clean') != -1:
transfer_request = 'false'
if params_dict.has_key('transfer'):
transfer_request = params_dict['transfer']
transfer_rlt = 0
if "false" != transfer_request:
transfer_rlt = transfer_sh.compress_and_transfer(
top_dir, build_branch_name, product_name, buildowner,
compiletime, additional_pkg_name)
if transfer_rlt:
print "transfer failed!"
errcode += transfer_rlt
if errcode == 0:
print ">> Everything is Done! Save command line to " + file_obuild_cmd
else:
print ">> Error: " + str(errcode)
# summry
end_time = datetime.datetime.now()
duration_s = (end_time - start_time).seconds
hour = duration_s / 3600
min = duration_s / 60 - (duration_s / 3600) * 60
sec = duration_s - (duration_s / 60) * 60
print ">> Duration : %d:%d:%d" % (hour, min, sec)
try:
logf = open(logfile, 'a')
print >> logf, "summry"
print >> logf, "---------------------------------------------"
print >> logf, "start time:" + str(start_time)
print >> logf, "end time :" + str(end_time)
print >> logf, "duration : %d:%d:%d" % (hour, min, sec)
print >> logf, "---------------------------------------------"
logf.close()
except:
print sys.exc_info()[0]
os.system('tskill be.exe')
os.system('tskill ctoa.exe')
os.system('tskill wgen.exe')
#count error warning and info in log,added by WX161502 2013.06.17
if params_dict.has_key('count'):
if params_dict['count'] == 'true':
countfile = top_dir + "/build/delivery/" + product_name + "/log/count.log"
logf = open(logfile, 'r')
res = logf.read()
countf = open(countfile, 'w')
print >> countf, "warning:", res.count("warning:")
print >> countf, "info:", res.count("info:")
print >> countf, "error:", res.count("error:")
print >> countf, "Error:", res.count("Error ")
logf.close()
countf.close()
if len(sys.argv) < 2:
os.system("pause")
if errcode != 0:
sys.exit(-1)
