def verify_flint_installed():
try:
util.run_cmd_throw("flint")
except:
print("flint doesn't seem to be installed")
print("https://github.com/facebook/flint")
sys.exit(1)
def build_efi_result(ver):
path = efi_result_file(ver)
if os.path.exists(path):
return # was already done
os.chdir(sum_efi_cache_dir(ver))
util.run_cmd_throw("efi", "SumatraPDF.exe", ">efi.txt")
util.bz_file_compress("efi.txt", "efi.txt.bz2")
def zip_one_file(dir, to_pack, zip_name):
verify_path_exists(dir)
# for the benefit of pigz, we have to cd to the directory, because
# we don't control the name of the file inside created zip file - it's
# the same as path of the file we're compressing
curr_dir = os.getcwd()
os.chdir(dir)
verify_path_exists(to_pack)
util.delete_file(zip_name) # ensure destination doesn't exist
try:
# -11 for zopfil compression
# --keep to not delete the source file
# --zip to create a single-file zip archive
# we can't control the name of the file pigz will create, so rename
# to desired name after it's created
pigz_dst = to_pack + ".zip"
util.delete_file(pigz_dst)
run_cmd_throw("pigz", "-11", "--keep", "--zip", to_pack)
print("Compressed using pigz.exe")
if pigz_dst != zip_name:
print("moving %s => %s" % (pigz_dst, zip_name))
shutil.move(pigz_dst, zip_name)
except:
# if pigz.exe is not in path, use regular zip compression
zip_file(zip_name, to_pack, to_pack, compress=True)
print("Compressed using regular zip")
verify_path_exists(zip_name)
os.chdir(curr_dir)
def fix_from_ver(ver, all_vers, all_vers_s3):
to_delete = {}
for v in all_vers:
if v >= ver:
to_delete[v] = True
for v in all_vers_s3:
if v >= ver:
to_delete[v] = True
to_delete = to_delete.keys()
if len(to_delete) > 10: # safety check
to_delete.sort()
to_delete.reverse()
print(to_delete)
print("won't delete because too many version: %d" % len(to_delete))
return
map(delete_ver, to_delete)
src_path = os.path.join("..", "sumatrapdf_buildbot")
verify_path_exists(src_path)
os.chdir(src_path)
run_cmd_throw("svn", "update", "-r", str(ver))
print("Finished fixing")
sys.exit(1)
def fix_from_ver(ver, all_vers, all_vers_s3):
to_delete = {}
for v in all_vers:
if v >= ver:
to_delete[v] = True
for v in all_vers_s3:
if v >= ver:
to_delete[v] = True
to_delete = to_delete.keys()
if len(to_delete) > 10: # safety check
to_delete.sort()
to_delete.reverse()
print(to_delete)
print("won't delete because too many version: %d" % len(to_delete))
return
map(delete_ver, to_delete)
src_path = os.path.join("..", "sumatrapdf_buildbot")
verify_path_exists(src_path)
os.chdir(src_path)
run_cmd_throw("svn", "update", "-r", str(ver))
print("Finished fixing")
sys.exit(1)
def verify_flint_installed():
try:
util.run_cmd_throw("flint")
except:
print("flint doesn't seem to be installed")
print("https://github.com/facebook/flint")
sys.exit(1)
def build_release(stats, ver):
config = "CFG=rel"
obj_dir = "obj-rel"
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=X86"
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
(out, err, errcode) = run_cmd("nmake", "-f", "makefile.msvc", config, extcflags, platform, "all_sumatrapdf")
log_path = os.path.join(get_logs_cache_dir(), ver + "_rel_log.txt")
build_log = out + "\n====STDERR:\n" + err
build_log = strip_empty_lines(build_log)
open(log_path, "w").write(build_log)
stats.rel_build_log = ""
stats.rel_failed = False
if errcode != 0:
stats.rel_build_log = build_log
stats.rel_failed = True
return
stats.rel_sumatrapdf_exe_size = file_size_in_obj("SumatraPDF.exe")
stats.rel_sumatrapdf_no_mupdf_exe_size = file_size_in_obj("SumatraPDF-no-MuPDF.exe")
stats.rel_libmupdf_dll_size = file_size_in_obj("libmupdf.dll")
stats.rel_nppdfviewer_dll_size = file_size_in_obj("npPdfViewer.dll")
stats.rel_pdffilter_dll_size = file_size_in_obj("PdfFilter.dll")
stats.rel_pdfpreview_dll_size = file_size_in_obj("PdfPreview.dll")
build_installer_data(obj_dir)
run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer", config, platform, extcflags)
p = os.path.join(obj_dir, "Installer.exe")
stats.rel_installer_exe_size = file_size(p)
def zip_one_file(dir, to_pack, zip_name):
verify_path_exists(dir)
# for the benefit of pigz, we have to cd to the directory, because
# we don't control the name of the file inside created zip file - it's
# the same as path of the file we're compressing
curr_dir = os.getcwd()
os.chdir(dir)
verify_path_exists(to_pack)
util.delete_file(zip_name) # ensure destination doesn't exist
try:
# -11 for zopfil compression
# --keep to not delete the source file
# --zip to create a single-file zip archive
# we can't control the name of the file pigz will create, so rename
# to desired name after it's created
pigz_dst = to_pack + ".zip"
util.delete_file(pigz_dst)
run_cmd_throw("pigz", "-11", "--keep", "--zip", to_pack)
print("Compressed using pigz.exe")
if pigz_dst != zip_name:
print("moving %s => %s" % (pigz_dst, zip_name))
shutil.move(pigz_dst, zip_name)
except:
# if pigz.exe is not in path, use regular zip compression
zip_file(zip_name, to_pack, to_pack, compress=True)
print("Compressed using regular zip")
verify_path_exists(zip_name)
os.chdir(curr_dir)
def build_release(stats, ver):
config = "CFG=rel"
obj_dir = "obj-rel"
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=X86"
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
(out, err, errcode) = run_cmd("nmake", "-f", "makefile.msvc", config, extcflags, platform, "all_sumatrapdf")
log_path = os.path.join(get_logs_cache_dir(), ver + "_rel_log.txt")
build_log = out + "\n====STDERR:\n" + err
build_log = strip_empty_lines(build_log)
open(log_path, "w").write(build_log)
stats.rel_build_log = ""
stats.rel_failed = False
if errcode != 0:
stats.rel_build_log = build_log
stats.rel_failed = True
return
stats.rel_sumatrapdf_exe_size = file_size_in_obj("SumatraPDF.exe")
stats.rel_sumatrapdf_no_mupdf_exe_size = file_size_in_obj("SumatraPDF-no-MuPDF.exe")
stats.rel_libmupdf_dll_size = file_size_in_obj("libmupdf.dll")
stats.rel_nppdfviewer_dll_size = file_size_in_obj("npPdfViewer.dll")
stats.rel_pdffilter_dll_size = file_size_in_obj("PdfFilter.dll")
stats.rel_pdfpreview_dll_size = file_size_in_obj("PdfPreview.dll")
build_installer_data(obj_dir)
run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer", config, platform, extcflags)
p = os.path.join(obj_dir, "Installer.exe")
stats.rel_installer_exe_size = file_size(p)
def build_efi_result(ver):
path = efi_result_file(ver)
if os.path.exists(path):
return # was already done
os.chdir(sum_efi_cache_dir(ver))
util.run_cmd_throw("efi", "SumatraPDF.exe", ">efi.txt")
util.bz_file_compress("efi.txt", "efi.txt.bz2")
def main():
if len(sys.argv) < 2:
usage_and_exit()
#print("top_dir: '%s'" % get_top_dir())
ensure_7z_exists()
conf = util.load_config()
cert_pwd = conf.GetCertPwdMustExist()
s3.set_secrets(conf.aws_access, conf.aws_secret)
s3.set_bucket("kjkpub")
ver = sys.argv[1]
#print("ver: '%s'" % ver)
svn_url = "https://sumatrapdf.googlecode.com/svn/tags/%srel" % ver
src_dir_name = "SumatraPDF-%s-src" % ver
archive_name = src_dir_name + ".7z"
s3_path = "sumatrapdf/rel/" + archive_name
print("svn_url: '%s'\ndir_name: '%s'\narchive_name: %s\ns3_path: %s" % (svn_url, src_dir_name, archive_name, s3_path))
s3.verify_doesnt_exist(s3_path)
os.chdir(get_top_dir())
util.run_cmd_throw("svn", "export", svn_url, src_dir_name)
util.run_cmd_throw("7z", "a", "-r", archive_name, src_dir_name)
s3.upload_file_public(archive_name, s3_path)
shutil.rmtree(src_dir_name)
os.remove(archive_name)
def create_pdb_lzsa_archive(dir, archive_name):
archive_path = os.path.join(dir, archive_name)
MakeLzsa = os.path.join(dir, "MakeLzsa.exe")
files = ["libmupdf.pdb", "Installer.pdb",
"SumatraPDF-no-MuPDF.pdb", "SumatraPDF.pdb"]
files = [os.path.join(dir, file) + ":" + file for file in files]
run_cmd_throw(MakeLzsa, archive_path, *files)
return archive_path
def build_win():
util.run_cmd_throw("premake4", "vs2010")
curr_dir = os.getcwd()
os.chdir("vs-premake")
util.kill_msbuild()
util.run_cmd_throw("devenv", "ag.sln", "/Build", "Release", "/Project", "ag.vcxproj")
assert os.path.exists(ag_exe_path_win()), "%s doesn't exist" % ag_exe_path_win()
os.chdir(curr_dir)
def create_pdb_lzsa_archive(dir, archive_name):
archive_path = os.path.join(dir, archive_name)
MakeLzsa = os.path.join(dir, "MakeLzsa.exe")
files = ["libmupdf.pdb", "Installer.pdb",
"SumatraPDF-no-MuPDF.pdb", "SumatraPDF.pdb"]
files = [os.path.join(dir, file) + ":" + file for file in files]
run_cmd_throw(MakeLzsa, archive_path, *files)
return archive_path
def build():
util.run_cmd_throw("premake4", "vs2010")
os.chdir("build")
util.kill_msbuild()
util.run_cmd_throw("devenv", "pigz.sln", "/Build", "Release", "/Project", "pigz.vcxproj")
os.chdir(os.path.join("..", "rel"))
assert os.path.exists("pigz.exe")
# yes, those are the same files, the binary decides what it is based on its name
shutil.copyfile("pigz.exe", "unpigz.exe")
def build_and_upload_efi_out(ver):
obj_dir = "obj-rel"
s3dir = "sumatrapdf/buildbot/%s/" % ver
os.chdir(obj_dir)
util.run_cmd_throw("efi", "SumatraPDF.exe", ">efi.txt")
util.bz_file_compress("efi.txt", "efi.txt.bz2")
s3.upload_file_public("efi.txt.bz2", s3dir + "efi.txt.bz2", silent=True)
shutil.copyfile("efi.txt.bz2", logs_efi_out_path(ver))
os.chdir("..")
def build_and_upload_efi_out(ver):
obj_dir = "obj-rel"
s3dir = "sumatrapdf/buildbot/%s/" % ver
os.chdir(obj_dir)
util.run_cmd_throw("efi", "SumatraPDF.exe", ">efi.txt")
util.bz_file_compress("efi.txt", "efi.txt.bz2")
s3.upload_file_public("efi.txt.bz2", s3dir + "efi.txt.bz2", silent=True)
shutil.copyfile("efi.txt.bz2", logs_efi_out_path(ver))
os.chdir("..")
def build_win():
util.run_cmd_throw("premake4", "vs2010")
curr_dir = os.getcwd()
os.chdir("vs-premake")
util.kill_msbuild()
util.run_cmd_throw("devenv", "ag.sln", "/Build", "Release", "/Project",
"ag.vcxproj")
assert os.path.exists(
ag_exe_path_win()), "%s doesn't exist" % ag_exe_path_win()
os.chdir(curr_dir)
def build():
util.run_cmd_throw("premake4", "vs2010")
os.chdir("build")
util.kill_msbuild()
util.run_cmd_throw("devenv", "pigz.sln", "/Build", "Release", "/Project",
"pigz.vcxproj")
os.chdir(os.path.join("..", "rel"))
assert os.path.exists("pigz.exe")
# yes, those are the same files, the binary decides what it is based on its name
shutil.copyfile("pigz.exe", "unpigz.exe")
def sign(file_path, cert_pwd):
# the sign tool is finicky, so copy it and cert to the same dir as
# exe we're signing
file_dir = os.path.dirname(file_path)
file_name = os.path.basename(file_path)
cert_src = os.path.join("scripts", "cert.pfx")
cert_dest = os.path.join(file_dir, "cert.pfx")
if not os.path.exists(cert_dest): shutil.copy(cert_src, cert_dest)
curr_dir = os.getcwd()
os.chdir(file_dir)
run_cmd_throw("signtool.exe", "sign", "/t", "http://timestamp.verisign.com/scripts/timstamp.dll",
"/du", "http://blog.kowalczyk.info/software/sumatrapdf/", "/f", "cert.pfx", "/p", cert_pwd, file_name)
os.chdir(curr_dir)
def sign(file_path, cert_pwd):
# the sign tool is finicky, so copy it and cert to the same dir as
# exe we're signing
file_dir = os.path.dirname(file_path)
file_name = os.path.basename(file_path)
cert_src = os.path.join("scripts", "cert.pfx")
cert_dest = os.path.join(file_dir, "cert.pfx")
if not os.path.exists(cert_dest): shutil.copy(cert_src, cert_dest)
curr_dir = os.getcwd()
os.chdir(file_dir)
run_cmd_throw("signtool.exe", "sign", "/t", "http://timestamp.verisign.com/scripts/timstamp.dll",
"/du", "http://blog.kowalczyk.info/software/sumatrapdf/", "/f", "cert.pfx", "/p", cert_pwd, file_name)
os.chdir(curr_dir)
def run_tests(build_dir):
total = len(test_exes)
curr = 1
for f in test_exes:
p = os.path.join(build_dir, f)
print("Running test %d/%d %s" % (curr, total, p))
out, err = run_cmd_throw(p)
print(out + err)
curr += 1
p = os.path.join(build_dir, dbbench_exe)
print("Running %s" % p)
run_cmd_throw(p)
def upload(ver):
svn_url = "https://sumatrapdf.googlecode.com/svn/tags/%srel" % ver
src_dir_name = "SumatraPDF-%s-src" % ver
archive_name = src_dir_name + ".7z"
s3_path = "sumatrapdf/rel/" + archive_name
print("svn_url: '%s'\ndir_name: '%s'\narchive_name: %s\ns3_path: %s" % (svn_url, src_dir_name, archive_name, s3_path))
s3.verify_doesnt_exist(s3_path)
os.chdir(get_top_dir())
util.run_cmd_throw("svn", "export", svn_url, src_dir_name)
util.run_cmd_throw("7z", "a", "-r", archive_name, src_dir_name)
s3.upload_file_public(archive_name, s3_path)
shutil.rmtree(src_dir_name)
os.remove(archive_name)
def build_ver(ver):
print("Building release version %d" % ver)
obj_dir = "obj-rel"
if already_built(ver):
print("Version %d already built!" % ver)
return
os.chdir(sum_efi_dir())
util.run_cmd_throw("svn", "update", "-r%d" % ver)
build_clean(ver)
for f in g_build_artifacts:
src = os.path.join(obj_dir, f)
dst = os.path.join(sum_efi_cache_dir(ver), f)
shutil.copyfile(src, dst)
def build_ver(ver):
print("Building release version %d" % ver)
obj_dir = "obj-rel"
if already_built(ver):
print("Version %d already built!" % ver)
return
os.chdir(sum_efi_dir())
util.run_cmd_throw("svn", "update", "-r%d" % ver)
build_clean(ver)
for f in g_build_artifacts:
src = os.path.join(obj_dir, f)
dst = os.path.join(sum_efi_cache_dir(ver), f)
shutil.copyfile(src, dst)
def sign(file_path, cert_pwd):
# the sign tool is finicky, so copy it and cert to the same dir as
# exe we're signing
file_dir = os.path.dirname(file_path)
file_name = os.path.basename(file_path)
cert_src = os.path.join("scripts", "cert.pfx")
sign_tool_src = os.path.join("bin", "ksigncmd.exe")
cert_dest = os.path.join(file_dir, "cert.pfx")
sign_tool_dest = os.path.join(file_dir, "ksigncmd.exe")
if not os.path.exists(cert_dest): shutil.copy(cert_src, cert_dest)
if not os.path.exists(sign_tool_dest): shutil.copy(sign_tool_src, sign_tool_dest)
curr_dir = os.getcwd()
os.chdir(file_dir)
run_cmd_throw("ksigncmd.exe", "/f", "cert.pfx", "/p", cert_pwd, file_name)
os.chdir(curr_dir)
def upload(ver):
svn_url = "https://sumatrapdf.googlecode.com/svn/tags/%srel" % ver
src_dir_name = "SumatraPDF-%s-src" % ver
archive_name = src_dir_name + ".7z"
s3_path = "sumatrapdf/rel/" + archive_name
print("svn_url: '%s'\ndir_name: '%s'\narchive_name: %s\ns3_path: %s" %
(svn_url, src_dir_name, archive_name, s3_path))
s3.verify_doesnt_exist(s3_path)
os.chdir(get_top_dir())
util.run_cmd_throw("svn", "export", svn_url, src_dir_name)
util.run_cmd_throw("7z", "a", "-r", archive_name, src_dir_name)
s3.upload_file_public(archive_name, s3_path)
shutil.rmtree(src_dir_name)
os.remove(archive_name)
def sign(file_path, cert_pwd):
# the sign tool is finicky, so copy it and cert to the same dir as
# exe we're signing
file_dir = os.path.dirname(file_path)
file_name = os.path.basename(file_path)
cert_src = os.path.join("scripts", "cert.pfx")
sign_tool_src = os.path.join("bin", "ksigncmd.exe")
cert_dest = os.path.join(file_dir, "cert.pfx")
sign_tool_dest = os.path.join(file_dir, "ksigncmd.exe")
if not os.path.exists(cert_dest): shutil.copy(cert_src, cert_dest)
if not os.path.exists(sign_tool_dest):
shutil.copy(sign_tool_src, sign_tool_dest)
curr_dir = os.getcwd()
os.chdir(file_dir)
run_cmd_throw("ksigncmd.exe", "/f", "cert.pfx", "/p", cert_pwd, file_name)
os.chdir(curr_dir)
def build_ver(ver):
print("Building release version %d" % ver)
config = "CFG=rel"
obj_dir = "obj-rel"
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=X86"
if already_built(ver):
print("Version %d already built!" % ver)
return
os.chdir(sum_efi_dir())
util.run_cmd_throw("svn", "update", "-r%d" % ver)
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
(out, err, errcode) = util.run_cmd("nmake", "-f", "makefile.msvc", config, extcflags, platform, "all_sumatrapdf")
for f in g_build_artifacts:
src = os.path.join(obj_dir, f)
dst = os.path.join(sum_efi_cache_dir(ver), f)
shutil.copyfile(src, dst)
def gen():
clangPath = detectClangFormat()
structDef = BuildStruct(GlobalPrefs)
structMetadata = BuildMetaData(GlobalPrefs)
content = SettingsStructs_Header % locals()
filePath = "src/SettingsStructs.h"
open(filePath,
"wb").write(content.replace("\n", "\r\n").replace("\t", " "))
beforeUseDefaultState = True
for field in FileSettings:
if field.name == "UseDefaultState":
beforeUseDefaultState = False
elif beforeUseDefaultState:
assert field.name not in rememberedDisplayState, "%s shouldn't be serialized when UseDefaultState is true" % field.name
else:
assert field.name in rememberedDisplayState or field.internal, "%s won't be serialized when UseDefaultState is true" % field.name
util.run_cmd_throw(clangPath, "-i", "-style=file", filePath)
def test_one_with_flag2(sha1_orig, suffix, flag1, flag2):
pigz_exe = os.path.join("..", "rel", "pigz.exe")
unpigz_exe = os.path.join("..", "rel", "unpigz.exe")
util.run_cmd_throw(pigz_exe, flag1, flag2, "pigz.c")
util.run_cmd_throw(pigz_exe, "-t", "pigz.c" + suffix)
util.run_cmd_throw(unpigz_exe, "pigz.c" + suffix)
assert sha1_orig == util.file_sha1("pigz.c")
def test_one_with_flag2(sha1_orig, suffix, flag1, flag2):
pigz_exe = os.path.join("..", "rel", "pigz.exe")
unpigz_exe = os.path.join("..", "rel", "unpigz.exe")
util.run_cmd_throw(pigz_exe, flag1, flag2, "pigz.c")
util.run_cmd_throw(pigz_exe, "-t", "pigz.c" + suffix)
util.run_cmd_throw(unpigz_exe, "pigz.c" + suffix)
assert sha1_orig == util.file_sha1("pigz.c")
def checkin_comment_for_ver(ver):
global g_svn_log_per_ver
ver = str(ver)
if g_svn_log_per_ver is None:
g_svn_log_per_ver = load_svn_log_data()
if ver not in g_svn_log_per_ver:
# TODO: retry few times to make it robust against temporary network failures
(out, err) = run_cmd_throw("svn", "log", "-r%s" % ver, "-v")
g_svn_log_per_ver[ver] = out
save_svn_log_data(g_svn_log_per_ver)
s = g_svn_log_per_ver[ver]
res = parse_svnlog_out(s)
if res is None:
return "not a source code change"
return res[1]
def checkin_comment_for_ver(ver):
global g_svn_log_per_ver
ver = str(ver)
if g_svn_log_per_ver is None:
g_svn_log_per_ver = load_svn_log_data()
if ver not in g_svn_log_per_ver:
# TODO: retry few times to make it robust against temporary network failures
(out, err) = run_cmd_throw("svn", "log", "-r%s" % ver, "-v")
g_svn_log_per_ver[ver] = out
save_svn_log_data(g_svn_log_per_ver)
s = g_svn_log_per_ver[ver]
res = parse_svnlog_out(s)
if res is None:
return "not a source code change"
return res[1]
def main():
global upload
if len(args) != 0:
usage()
verify_started_in_right_directory()
if build_prerelease:
if svn_revision is None:
run_cmd_throw("svn", "update")
(out, err) = run_cmd_throw("svn", "info")
ver = str(parse_svninfo_out(out))
else:
# allow to pass in an SVN revision, in case SVN itself isn't available
ver = svn_revision
else:
ver = extract_sumatra_version(os.path.join("src", "Version.h"))
log("Version: '%s'" % ver)
# don't update translations for release versions to prevent Trunk changes
# from messing up the compilation of a point release on a branch
if g_new_translation_system and build_prerelease and not skip_transl_update:
trans_upload.uploadStringsIfChanged()
changed = trans_download.downloadAndUpdateTranslationsIfChanged()
# Note: this is not a perfect check since re-running the script will
# proceed
if changed:
print("\nNew translations have been downloaded from apptranslator.og")
print("Please verify and checkin src/Translations_txt.cpp and strings/translations.txt")
sys.exit(1)
filename_base = "SumatraPDF-%s" % ver
if build_prerelease:
filename_base = "SumatraPDF-prerelease-%s" % ver
s3_dir = "sumatrapdf/rel"
if build_prerelease:
s3_dir = "sumatrapdf/prerel"
if upload_tmp:
upload = True
s3_dir += "tmp"
if upload:
log("Will upload to s3 at %s" % s3_dir)
conf = load_config()
s3.set_secrets(conf.aws_access, conf.aws_secret)
s3.set_bucket("kjkpub")
s3_prefix = "%s/%s" % (s3_dir, filename_base)
s3_exe = s3_prefix + ".exe"
s3_installer = s3_prefix + "-install.exe"
s3_pdb_zip = s3_prefix + ".pdb.zip"
s3_exe_zip = s3_prefix + ".zip"
s3_files = [s3_exe, s3_installer, s3_pdb_zip]
if not build_prerelease:
s3_files.append(s3_exe_zip)
cert_pwd = None
cert_path = os.path.join("scripts", "cert.pfx")
if upload:
map(s3.verify_doesnt_exist, s3_files)
verify_path_exists(cert_path)
conf = load_config()
cert_pwd = conf.GetCertPwdMustExist()
obj_dir = "obj-rel"
if target_platform == "X64":
obj_dir += "64"
if not testing and not build_test_installer and not build_rel_installer:
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
config = "CFG=rel"
if build_test_installer and not build_prerelease:
obj_dir = "obj-dbg"
config = "CFG=dbg"
extcflags = ""
if build_prerelease:
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=%s" % (target_platform or "X86")
run_cmd_throw("nmake", "-f", "makefile.msvc", config, extcflags, platform, "all_sumatrapdf")
exe = os.path.join(obj_dir, "SumatraPDF.exe")
if upload:
sign(exe, cert_pwd)
sign(os.path.join(obj_dir, "uninstall.exe"), cert_pwd)
build_installer_data(obj_dir)
run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer", config, platform, extcflags)
if build_test_installer or build_rel_installer:
sys.exit(0)
installer = os.path.join(obj_dir, "Installer.exe")
if upload:
sign(installer, cert_pwd)
pdb_zip = os.path.join(obj_dir, "%s.pdb.zip" % filename_base)
zip_file(pdb_zip, os.path.join(obj_dir, "libmupdf.pdb"))
zip_file(pdb_zip, os.path.join(obj_dir, "Installer.pdb"), append=True)
zip_file(pdb_zip, os.path.join(obj_dir, "SumatraPDF-no-MuPDF.pdb"), append=True)
zip_file(pdb_zip, os.path.join(obj_dir, "SumatraPDF.pdb"), append=True)
builds_dir = os.path.join("builds", ver)
if os.path.exists(builds_dir):
shutil.rmtree(builds_dir)
os.makedirs(builds_dir)
copy_to_dst_dir(exe, builds_dir)
copy_to_dst_dir(installer, builds_dir)
copy_to_dst_dir(pdb_zip, builds_dir)
if not build_prerelease:
exe_zip = os.path.join(obj_dir, "%s.zip" % filename_base)
zip_file(exe_zip, exe, "SumatraPDF.exe", compress=True)
verify_path_exists(exe_zip)
copy_to_dst_dir(exe_zip, builds_dir)
if not upload: return
if build_prerelease:
jstxt = 'var sumLatestVer = %s;\n' % ver
jstxt += 'var sumBuiltOn = "%s";\n' % time.strftime("%Y-%m-%d")
jstxt += 'var sumLatestName = "%s";\n' % s3_exe.split("/")[-1]
jstxt += 'var sumLatestExe = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_exe
jstxt += 'var sumLatestPdb = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_pdb_zip
jstxt += 'var sumLatestInstaller = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_installer
s3.upload_file_public(installer, s3_installer)
s3.upload_file_public(pdb_zip, s3_pdb_zip)
s3.upload_file_public(exe, s3_exe)
if build_prerelease:
s3.upload_data_public(jstxt, "sumatrapdf/sumatralatest.js")
txt = "%s\n" % ver
s3.upload_data_public(txt, "sumatrapdf/sumpdf-prerelease-latest.txt")
deleteOldPreReleaseBuilds()
else:
s3.upload_file_public(exe_zip, s3_exe_zip)
def build_efi_result_current():
os.chdir("obj-rel")
util.run_cmd_throw("efi", "SumatraPDF.exe", ">efi.txt")
util.bz_file_compress("efi.txt", "efi.txt.bz2")
def svn_update_to_ver(ver):
run_cmd_throw("svn", "update", "-r" + ver)
rebuild_trans_src_path_cache()
def ensure_7z_exists():
util.run_cmd_throw("7z")
def svn_update_to_ver(ver):
run_cmd_throw("svn", "update", "-r" + ver)
rebuild_trans_src_path_cache()
def main():
global upload
if len(args) != 0:
usage()
verify_started_in_right_directory()
if build_prerelease:
if svn_revision is None:
run_cmd_throw("svn", "update")
(out, err) = run_cmd_throw("svn", "info")
ver = str(parse_svninfo_out(out))
else:
# allow to pass in an SVN revision, in case SVN itself isn't available
ver = svn_revision
else:
ver = extract_sumatra_version(os.path.join("src", "Version.h"))
log("Version: '%s'" % ver)
filename_base = "SumatraPDF-%s" % ver
if build_prerelease:
filename_base = "SumatraPDF-prerelease-%s" % ver
s3_dir = "sumatrapdf/rel"
if build_prerelease:
s3_dir = "sumatrapdf/prerel"
if upload_tmp:
upload = True
s3_dir += "tmp"
if upload:
log("Will upload to s3 at %s" % s3_dir)
s3_prefix = "%s/%s" % (s3_dir, filename_base)
s3_exe = s3_prefix + ".exe"
s3_installer = s3_prefix + "-install.exe"
s3_pdb_zip = s3_prefix + ".pdb.zip"
s3_exe_zip = s3_prefix + ".zip"
s3_files = [s3_exe, s3_installer, s3_pdb_zip]
if not build_prerelease:
s3_files.append(s3_exe_zip)
cert_pwd = None
cert_path = os.path.join("scripts", "cert.pfx")
if upload:
map(ensure_s3_doesnt_exist, s3_files)
if not os.path.exists(os.path.join("scripts", "cert.pfx")):
print("scripts/cert.pfx missing")
sys.exit(1)
import awscreds
cert_pwd = awscreds.certpwd
obj_dir = "obj-rel"
if target_platform == "X64":
obj_dir += "64"
if not testing and not build_test_installer and not build_rel_installer:
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
config = "CFG=rel"
if build_test_installer and not build_prerelease:
obj_dir = "obj-dbg"
config = "CFG=dbg"
extcflags = ""
if build_prerelease:
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=%s" % (target_platform or "X86")
run_cmd_throw("nmake", "-f", "makefile.msvc", config, extcflags, platform, "all_sumatrapdf")
exe = os.path.join(obj_dir, "SumatraPDF.exe")
if upload:
sign(exe, cert_pwd)
sign(os.path.join(obj_dir, "uninstall.exe"), cert_pwd)
build_installer_data(obj_dir)
run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer", config, platform, extcflags)
if build_test_installer or build_rel_installer:
sys.exit(0)
installer = os.path.join(obj_dir, "Installer.exe")
if upload:
sign(installer, cert_pwd)
pdb_zip = os.path.join(obj_dir, "%s.pdb.zip" % filename_base)
zip_file(pdb_zip, os.path.join(obj_dir, "libmupdf.pdb"))
zip_file(pdb_zip, os.path.join(obj_dir, "Installer.pdb"), append=True)
zip_file(pdb_zip, os.path.join(obj_dir, "SumatraPDF-no-MuPDF.pdb"), append=True)
zip_file(pdb_zip, os.path.join(obj_dir, "SumatraPDF.pdb"), append=True)
builds_dir = os.path.join("builds", ver)
if os.path.exists(builds_dir):
shutil.rmtree(builds_dir)
os.makedirs(builds_dir)
copy_to_dst_dir(exe, builds_dir)
copy_to_dst_dir(installer, builds_dir)
copy_to_dst_dir(pdb_zip, builds_dir)
if not build_prerelease:
exe_zip = os.path.join(obj_dir, "%s.zip" % filename_base)
zip_file(exe_zip, exe, "SumatraPDF.exe", compress=True)
ensure_path_exists(exe_zip)
copy_to_dst_dir(exe_zip, builds_dir)
if not upload: return
if build_prerelease:
jstxt = 'var sumLatestVer = %s;\n' % ver
jstxt += 'var sumBuiltOn = "%s";\n' % time.strftime("%Y-%m-%d")
jstxt += 'var sumLatestName = "%s";\n' % s3_exe.split("/")[-1]
jstxt += 'var sumLatestExe = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_exe
jstxt += 'var sumLatestPdb = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_pdb_zip
jstxt += 'var sumLatestInstaller = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_installer
s3UploadFilePublic(installer, s3_installer)
s3UploadFilePublic(pdb_zip, s3_pdb_zip)
s3UploadFilePublic(exe, s3_exe)
if build_prerelease:
s3UploadDataPublic(jstxt, "sumatrapdf/sumatralatest.js")
txt = "%s\n" % ver
s3UploadDataPublic(txt, "sumatrapdf/sumpdf-prerelease-latest.txt")
deleteOldPreReleaseBuilds()
else:
s3UploadFilePublic(exe_zip, s3_exe_zip)
def build_efi_result_current():
os.chdir("obj-rel")
util.run_cmd_throw("efi", "SumatraPDF.exe", ">efi.txt")
util.bz_file_compress("efi.txt", "efi.txt.bz2")
def svn_tag_release(ver):
working = "https://sumatrapdf.googlecode.com/svn/branches/%sworking" % get_short_ver(
ver)
rel = "https://sumatrapdf.googlecode.com/svn/tags/%srel" % ver
msg = "tag %s release" % ver
run_cmd_throw("svn", "copy", working, rel, "-m", msg)
def lzma_compress(src, dst): d = os.path.dirname(__file__) lzma = os.path.realpath(os.path.join(d, "..", "bin", "lzma.exe")) run_cmd_throw(lzma, "e", src, dst, "-eos")
def lzma_compress(src, dst): d = os.path.dirname(__file__) lzma = os.path.realpath(os.path.join(d, "..", "bin", "lzma.exe")) run_cmd_throw(lzma, "e", src, dst, "-f86")
def ensure_7z_exists():
util.run_cmd_throw("7z")
def get_url_ver():
(out, err) = util.run_cmd_throw("svn", "info")
return extract_url_ver_from_svn_out(out)
def verify_ag_exe_exists():
(out, err) = util.run_cmd_throw(ag_exe_path(), "--version")
print(out)
def get_url_ver():
raise BaseException("NYI for git")
(out, err) = util.run_cmd_throw("svn", "info")
return extract_url_ver_from_svn_out(out)
def svn_tag_release(ver):
working = "https://sumatrapdf.googlecode.com/svn/branches/%sworking" % get_short_ver(ver)
rel = "https://sumatrapdf.googlecode.com/svn/tags/%srel" % ver
msg = "tag %s release" % ver
run_cmd_throw("svn", "copy", working, rel, "-m", msg)
def build(upload, upload_tmp, testing, build_test_installer,
build_rel_installer, build_prerelease, skip_transl_update,
svn_revision, target_platform):
verify_started_in_right_directory()
try_find_config_files()
if build_prerelease:
if svn_revision is None:
run_cmd_throw("svn", "update")
(out, err) = run_cmd_throw("svn", "info")
ver = str(parse_svninfo_out(out))
else:
# allow to pass in an SVN revision, in case SVN itself isn't
# available
ver = svn_revision
else:
ver = extract_sumatra_version(os.path.join("src", "Version.h"))
if upload:
verify_correct_branch(ver)
verify_not_tagged_yet(ver)
log("Version: '%s'" % ver)
# don't update translations for release versions to prevent Trunk changes
# from messing up the compilation of a point release on a branch
if build_prerelease and not skip_transl_update:
trans_upload.uploadStringsIfChanged()
changed = trans_download.downloadAndUpdateTranslationsIfChanged()
# Note: this is not a perfect check since re-running the script will
# proceed
if changed:
print(
"\nNew translations have been downloaded from apptranslator.og"
)
print(
"Please verify and checkin src/Translations_txt.cpp and strings/translations.txt"
)
sys.exit(1)
filename_base = "SumatraPDF-%s" % ver
if build_prerelease:
filename_base = "SumatraPDF-prerelease-%s" % ver
s3_dir = "sumatrapdf/rel"
if build_prerelease:
s3_dir = "sumatrapdf/prerel"
if upload_tmp:
upload = True
s3_dir += "tmp"
if upload:
log("Will upload to s3 at %s" % s3_dir)
conf = load_config()
s3.set_secrets(conf.aws_access, conf.aws_secret)
s3.set_bucket("kjkpub")
s3_prefix = "%s/%s" % (s3_dir, filename_base)
s3_exe = s3_prefix + ".exe"
s3_installer = s3_prefix + "-install.exe"
s3_pdb_lzsa = s3_prefix + ".pdb.lzsa"
s3_pdb_zip = s3_prefix + ".pdb.zip"
s3_exe_zip = s3_prefix + ".zip"
s3_files = [s3_exe, s3_installer, s3_pdb_lzsa, s3_pdb_zip]
if not build_prerelease:
s3_files.append(s3_exe_zip)
cert_pwd = None
cert_path = os.path.join("scripts", "cert.pfx")
if upload:
map(s3.verify_doesnt_exist, s3_files)
verify_path_exists(cert_path)
conf = load_config()
cert_pwd = conf.GetCertPwdMustExist()
obj_dir = "obj-rel"
if target_platform == "X64":
obj_dir += "64"
if not testing and not build_test_installer and not build_rel_installer:
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
config = "CFG=rel"
if build_test_installer and not build_prerelease:
obj_dir = "obj-dbg"
config = "CFG=dbg"
extcflags = ""
if build_prerelease:
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=%s" % (target_platform or "X86")
# build executables for signing (building the installer will build the rest)
(out, err) = run_cmd_throw("nmake", "-f", "makefile.msvc", config,
extcflags, platform, "SumatraPDF",
"Uninstaller")
if build_test_installer:
print_run_resp(out, err)
exe = os.path.join(obj_dir, "SumatraPDF.exe")
sign_retry(exe, cert_pwd)
sign_retry(os.path.join(obj_dir, "SumatraPDF-no-MuPDF.exe"), cert_pwd)
sign_retry(os.path.join(obj_dir, "uninstall.exe"), cert_pwd)
(out, err) = run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer",
config, platform, extcflags)
if build_test_installer:
print_run_resp(out, err)
if build_test_installer or build_rel_installer:
sys.exit(0)
installer = os.path.join(obj_dir, "Installer.exe")
sign_retry(installer, cert_pwd)
pdb_lzsa_archive = create_pdb_lzsa_archive(obj_dir,
"%s.pdb.lzsa" % filename_base)
pdb_zip_archive = create_pdb_zip_archive(obj_dir,
"%s.pdb.zip" % filename_base)
builds_dir = os.path.join("builds", ver)
if os.path.exists(builds_dir):
shutil.rmtree(builds_dir)
os.makedirs(builds_dir)
copy_to_dst_dir(exe, builds_dir)
copy_to_dst_dir(installer, builds_dir)
copy_to_dst_dir(pdb_lzsa_archive, builds_dir)
copy_to_dst_dir(pdb_zip_archive, builds_dir)
# package portable version in a .zip file
if not build_prerelease:
exe_zip_name = "%s.zip" % filename_base
zip_one_file(obj_dir, "SumatraPDF.exe", exe_zip_name)
exe_zip_path = os.path.join(obj_dir, exe_zip_name)
copy_to_dst_dir(exe_zip_path, builds_dir)
if not upload:
return
if build_prerelease:
jstxt = 'var sumLatestVer = %s;\n' % ver
jstxt += 'var sumBuiltOn = "%s";\n' % time.strftime("%Y-%m-%d")
jstxt += 'var sumLatestName = "%s";\n' % s3_exe.split("/")[-1]
jstxt += 'var sumLatestExe = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_exe
jstxt += 'var sumLatestPdb = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_pdb_zip
jstxt += 'var sumLatestInstaller = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_installer
s3.upload_file_public(installer, s3_installer)
s3.upload_file_public(pdb_lzsa_archive, s3_pdb_lzsa)
s3.upload_file_public(pdb_zip_archive, s3_pdb_zip)
s3.upload_file_public(exe, s3_exe)
if build_prerelease:
s3.upload_data_public(jstxt, "sumatrapdf/sumatralatest.js")
# don't set a Stable version for prerelease builds
txt = "[SumatraPDF]\nLatest %s\n" % ver
s3.upload_data_public(txt, "sumatrapdf/sumpdf-prerelease-update.txt")
# keep updating the legacy file for now
txt = "%s\n" % ver
s3.upload_data_public(txt, "sumatrapdf/sumpdf-prerelease-latest.txt")
delete_old_pre_release_builds()
else:
# update the Latest version for manual update checks but
# leave the Stable version for automated update checks
update_url = "http://kjkpub.s3.amazonaws.com/sumatrapdf/sumpdf-update.txt"
ver_stable = get_stable_version(update_url, "2.5.2")
s3.upload_file_public(exe_zip_path, s3_exe_zip)
s3.upload_data_public(
"[SumatraPDF]\nLatest %s\nStable %s\n" % (ver, ver_stable),
"sumatrapdf/sumpdf-update.txt")
if not build_prerelease:
svn_tag_release(ver)
upload_sources.upload(ver)
def build(upload, upload_tmp, testing, build_test_installer, build_rel_installer, build_prerelease, skip_transl_update, svn_revision, target_platform):
verify_started_in_right_directory()
try_find_config_files()
if build_prerelease:
if svn_revision is None:
run_cmd_throw("svn", "update")
(out, err) = run_cmd_throw("svn", "info")
ver = str(parse_svninfo_out(out))
else:
# allow to pass in an SVN revision, in case SVN itself isn't
# available
ver = svn_revision
else:
ver = extract_sumatra_version(os.path.join("src", "Version.h"))
if upload:
verify_correct_branch(ver)
verify_not_tagged_yet(ver)
log("Version: '%s'" % ver)
# don't update translations for release versions to prevent Trunk changes
# from messing up the compilation of a point release on a branch
if build_prerelease and not skip_transl_update:
trans_upload.uploadStringsIfChanged()
changed = trans_download.downloadAndUpdateTranslationsIfChanged()
# Note: this is not a perfect check since re-running the script will
# proceed
if changed:
print(
"\nNew translations have been downloaded from apptranslator.og")
print(
"Please verify and checkin src/Translations_txt.cpp and strings/translations.txt")
sys.exit(1)
filename_base = "SumatraPDF-%s" % ver
if build_prerelease:
filename_base = "SumatraPDF-prerelease-%s" % ver
s3_dir = "sumatrapdf/rel"
if build_prerelease:
s3_dir = "sumatrapdf/prerel"
if upload_tmp:
upload = True
s3_dir += "tmp"
if upload:
log("Will upload to s3 at %s" % s3_dir)
conf = load_config()
s3.set_secrets(conf.aws_access, conf.aws_secret)
s3.set_bucket("kjkpub")
s3_prefix = "%s/%s" % (s3_dir, filename_base)
s3_exe = s3_prefix + ".exe"
s3_installer = s3_prefix + "-install.exe"
s3_pdb_lzsa = s3_prefix + ".pdb.lzsa"
s3_pdb_zip = s3_prefix + ".pdb.zip"
s3_exe_zip = s3_prefix + ".zip"
s3_files = [s3_exe, s3_installer, s3_pdb_lzsa, s3_pdb_zip]
if not build_prerelease:
s3_files.append(s3_exe_zip)
cert_pwd = None
cert_path = os.path.join("scripts", "cert.pfx")
if upload:
map(s3.verify_doesnt_exist, s3_files)
verify_path_exists(cert_path)
conf = load_config()
cert_pwd = conf.GetCertPwdMustExist()
obj_dir = "obj-rel"
if target_platform == "X64":
obj_dir += "64"
if not testing and not build_test_installer and not build_rel_installer:
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
config = "CFG=rel"
if build_test_installer and not build_prerelease:
obj_dir = "obj-dbg"
config = "CFG=dbg"
extcflags = ""
if build_prerelease:
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=%s" % (target_platform or "X86")
# build executables for signing (building the installer will build the rest)
(out, err) = run_cmd_throw("nmake", "-f", "makefile.msvc",
config, extcflags, platform,
"SumatraPDF", "Uninstaller")
if build_test_installer:
print_run_resp(out, err)
exe = os.path.join(obj_dir, "SumatraPDF.exe")
sign_retry(exe, cert_pwd)
sign_retry(os.path.join(obj_dir, "SumatraPDF-no-MuPDF.exe"), cert_pwd)
sign_retry(os.path.join(obj_dir, "uninstall.exe"), cert_pwd)
(out, err) = run_cmd_throw("nmake", "-f", "makefile.msvc",
"Installer", config, platform, extcflags)
if build_test_installer:
print_run_resp(out, err)
if build_test_installer or build_rel_installer:
sys.exit(0)
installer = os.path.join(obj_dir, "Installer.exe")
sign_retry(installer, cert_pwd)
pdb_lzsa_archive = create_pdb_lzsa_archive(obj_dir, "%s.pdb.lzsa" % filename_base)
pdb_zip_archive = create_pdb_zip_archive(obj_dir, "%s.pdb.zip" % filename_base)
builds_dir = os.path.join("builds", ver)
if os.path.exists(builds_dir):
shutil.rmtree(builds_dir)
os.makedirs(builds_dir)
copy_to_dst_dir(exe, builds_dir)
copy_to_dst_dir(installer, builds_dir)
copy_to_dst_dir(pdb_lzsa_archive, builds_dir)
copy_to_dst_dir(pdb_zip_archive, builds_dir)
# package portable version in a .zip file
if not build_prerelease:
exe_zip_name = "%s.zip" % filename_base
zip_one_file(obj_dir, "SumatraPDF.exe", exe_zip_name)
exe_zip_path = os.path.join(obj_dir, exe_zip_name)
copy_to_dst_dir(exe_zip_path, builds_dir)
if not upload:
return
if build_prerelease:
jstxt = 'var sumLatestVer = %s;\n' % ver
jstxt += 'var sumBuiltOn = "%s";\n' % time.strftime("%Y-%m-%d")
jstxt += 'var sumLatestName = "%s";\n' % s3_exe.split("/")[-1]
jstxt += 'var sumLatestExe = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_exe
jstxt += 'var sumLatestPdb = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_pdb_zip
jstxt += 'var sumLatestInstaller = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_installer
s3.upload_file_public(installer, s3_installer)
s3.upload_file_public(pdb_lzsa_archive, s3_pdb_lzsa)
s3.upload_file_public(pdb_zip_archive, s3_pdb_zip)
s3.upload_file_public(exe, s3_exe)
if build_prerelease:
s3.upload_data_public(jstxt, "sumatrapdf/sumatralatest.js")
# don't set a Stable version for prerelease builds
txt = "[SumatraPDF]\nLatest %s\n" % ver
s3.upload_data_public(txt, "sumatrapdf/sumpdf-prerelease-update.txt")
# keep updating the legacy file for now
txt = "%s\n" % ver
s3.upload_data_public(txt, "sumatrapdf/sumpdf-prerelease-latest.txt")
delete_old_pre_release_builds()
else:
# update the Latest version for manual update checks but
# leave the Stable version for automated update checks
update_url = "http://kjkpub.s3.amazonaws.com/sumatrapdf/sumpdf-update.txt"
ver_stable = get_stable_version(update_url, "2.5.2")
s3.upload_file_public(exe_zip_path, s3_exe_zip)
s3.upload_data_public("[SumatraPDF]\nLatest %s\nStable %s\n" % (ver, ver_stable), "sumatrapdf/sumpdf-update.txt")
if not build_prerelease:
svn_tag_release(ver)
upload_sources.upload(ver)
def get_svn_versions():
(out, err) = run_cmd_throw("svn", "info")
ver_local = str(parse_svninfo_out(out))
(out, err) = run_cmd_throw("svn", "info", "https://sumatrapdf.googlecode.com/svn/trunk")
ver_latest = str(parse_svninfo_out(out))
return ver_local, ver_latest
def main():
global upload
if len(args) != 0:
usage()
verify_started_in_right_directory()
if build_prerelease:
if svn_revision is None:
run_cmd_throw("svn", "update")
(out, err) = run_cmd_throw("svn", "info")
ver = str(parse_svninfo_out(out))
else:
# allow to pass in an SVN revision, in case SVN itself isn't available
ver = svn_revision
else:
ver = extract_sumatra_version(os.path.join("src", "Version.h"))
log("Version: '%s'" % ver)
filename_base = "SumatraPDF-%s" % ver
if build_prerelease:
filename_base = "SumatraPDF-prerelease-%s" % ver
s3_dir = "sumatrapdf/rel"
if build_prerelease:
s3_dir = "sumatrapdf/prerel"
if upload_tmp:
upload = True
s3_dir += "tmp"
if upload:
log("Will upload to s3 at %s" % s3_dir)
s3_prefix = "%s/%s" % (s3_dir, filename_base)
s3_exe = s3_prefix + ".exe"
s3_installer = s3_prefix + "-install.exe"
s3_pdb_zip = s3_prefix + ".pdb.zip"
s3_exe_zip = s3_prefix + ".zip"
s3_files = [s3_exe, s3_installer, s3_pdb_zip]
if not build_prerelease:
s3_files.append(s3_exe_zip)
cert_pwd = None
cert_path = os.path.join("scripts", "cert.pfx")
if upload:
map(ensure_s3_doesnt_exist, s3_files)
if not os.path.exists(os.path.join("scripts", "cert.pfx")):
print("scripts/cert.pfx missing")
sys.exit(1)
import awscreds
cert_pwd = awscreds.certpwd
obj_dir = "obj-rel"
if target_platform == "X64":
obj_dir += "64"
if not testing and not build_test_installer and not build_rel_installer:
shutil.rmtree(obj_dir, ignore_errors=True)
config = "CFG=rel"
if build_test_installer and not build_prerelease:
obj_dir = "obj-dbg"
config = "CFG=dbg"
extcflags = ""
if build_prerelease:
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=%s" % (target_platform or "X86")
run_cmd_throw("nmake", "-f", "makefile.msvc", config, extcflags, platform,
"all_sumatrapdf")
exe = os.path.join(obj_dir, "SumatraPDF.exe")
if upload:
sign(exe, cert_pwd)
sign(os.path.join(obj_dir, "uninstall.exe"), cert_pwd)
build_installer_data(obj_dir)
run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer", config,
platform, extcflags)
if build_test_installer or build_rel_installer:
sys.exit(0)
installer = os.path.join(obj_dir, "Installer.exe")
if upload:
sign(installer, cert_pwd)
pdb_zip = os.path.join(obj_dir, "%s.pdb.zip" % filename_base)
zip_file(pdb_zip, os.path.join(obj_dir, "libmupdf.pdb"))
zip_file(pdb_zip, os.path.join(obj_dir, "Installer.pdb"), append=True)
zip_file(pdb_zip,
os.path.join(obj_dir, "SumatraPDF-no-MuPDF.pdb"),
append=True)
zip_file(pdb_zip, os.path.join(obj_dir, "SumatraPDF.pdb"), append=True)
builds_dir = os.path.join("builds", ver)
if os.path.exists(builds_dir):
shutil.rmtree(builds_dir)
os.makedirs(builds_dir)
copy_to_dst_dir(exe, builds_dir)
copy_to_dst_dir(installer, builds_dir)
copy_to_dst_dir(pdb_zip, builds_dir)
if not build_prerelease:
exe_zip = os.path.join(obj_dir, "%s.zip" % filename_base)
zip_file(exe_zip, exe, "SumatraPDF.exe", compress=True)
ensure_path_exists(exe_zip)
copy_to_dst_dir(exe_zip, builds_dir)
if not upload: return
if build_prerelease:
jstxt = 'var sumLatestVer = %s;\n' % ver
jstxt += 'var sumBuiltOn = "%s";\n' % time.strftime("%Y-%m-%d")
jstxt += 'var sumLatestName = "%s";\n' % s3_exe.split("/")[-1]
jstxt += 'var sumLatestExe = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_exe
jstxt += 'var sumLatestPdb = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_pdb_zip
jstxt += 'var sumLatestInstaller = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_installer
s3UploadFilePublic(installer, s3_installer)
s3UploadFilePublic(pdb_zip, s3_pdb_zip)
s3UploadFilePublic(exe, s3_exe)
if build_prerelease:
s3UploadDataPublic(jstxt, "sumatrapdf/sumatralatest.js")
txt = "%s\n" % ver
s3UploadDataPublic(txt, "sumatrapdf/sumpdf-prerelease-latest.txt")
deleteOldPreReleaseBuilds()
else:
s3UploadFilePublic(exe_zip, s3_exe_zip)
def verify_ag_exe_exists(): (out, err) = util.run_cmd_throw(ag_exe_path(), "--version") print(out)
def get_url_ver():
raise BaseException("NYI for git")
(out, err) = util.run_cmd_throw("svn", "info")
return extract_url_ver_from_svn_out(out)
def main():
args = sys.argv[1:]
upload = test_for_flag(args, "-upload")
upload_tmp = test_for_flag(args, "-uploadtmp")
testing = test_for_flag(args, "-test") or test_for_flag(args, "-testing")
build_test_installer = test_for_flag(args, "-test-installer") or test_for_flag(args, "-testinst") or test_for_flag(args, "-testinstaller")
build_rel_installer = test_for_flag(args, "-testrelinst")
build_prerelease = test_for_flag(args, "-prerelease")
skip_transl_update = test_for_flag(args, "-noapptrans")
svn_revision = test_for_flag(args, "-svn-revision", True)
target_platform = test_for_flag(args, "-platform", True)
if len(args) != 0:
usage()
verify_started_in_right_directory()
if build_prerelease:
if svn_revision is None:
run_cmd_throw("svn", "update")
(out, err) = run_cmd_throw("svn", "info")
ver = str(parse_svninfo_out(out))
else:
# allow to pass in an SVN revision, in case SVN itself isn't available
ver = svn_revision
else:
ver = extract_sumatra_version(os.path.join("src", "Version.h"))
log("Version: '%s'" % ver)
# don't update translations for release versions to prevent Trunk changes
# from messing up the compilation of a point release on a branch
if build_prerelease and not skip_transl_update:
trans_upload.uploadStringsIfChanged()
changed = trans_download.downloadAndUpdateTranslationsIfChanged()
# Note: this is not a perfect check since re-running the script will
# proceed
if changed:
print("\nNew translations have been downloaded from apptranslator.og")
print("Please verify and checkin src/Translations_txt.cpp and strings/translations.txt")
sys.exit(1)
filename_base = "SumatraPDF-%s" % ver
if build_prerelease:
filename_base = "SumatraPDF-prerelease-%s" % ver
s3_dir = "sumatrapdf/rel"
if build_prerelease:
s3_dir = "sumatrapdf/prerel"
if upload_tmp:
upload = True
s3_dir += "tmp"
if upload:
log("Will upload to s3 at %s" % s3_dir)
conf = load_config()
s3.set_secrets(conf.aws_access, conf.aws_secret)
s3.set_bucket("kjkpub")
s3_prefix = "%s/%s" % (s3_dir, filename_base)
s3_exe = s3_prefix + ".exe"
s3_installer = s3_prefix + "-install.exe"
s3_pdb_zip = s3_prefix + ".pdb.zip"
s3_exe_zip = s3_prefix + ".zip"
s3_files = [s3_exe, s3_installer, s3_pdb_zip]
if not build_prerelease:
s3_files.append(s3_exe_zip)
cert_pwd = None
cert_path = os.path.join("scripts", "cert.pfx")
if upload:
map(s3.verify_doesnt_exist, s3_files)
verify_path_exists(cert_path)
conf = load_config()
cert_pwd = conf.GetCertPwdMustExist()
obj_dir = "obj-rel"
if target_platform == "X64":
obj_dir += "64"
if not testing and not build_test_installer and not build_rel_installer:
shutil.rmtree(obj_dir, ignore_errors=True)
shutil.rmtree(os.path.join("mupdf", "generated"), ignore_errors=True)
config = "CFG=rel"
if build_test_installer and not build_prerelease:
obj_dir = "obj-dbg"
config = "CFG=dbg"
extcflags = ""
if build_prerelease:
extcflags = "EXTCFLAGS=-DSVN_PRE_RELEASE_VER=%s" % ver
platform = "PLATFORM=%s" % (target_platform or "X86")
(out, err) = run_cmd_throw("nmake", "-f", "makefile.msvc", config, extcflags, platform, "all_sumatrapdf")
if build_test_installer: print_run_resp(out, err)
exe = os.path.join(obj_dir, "SumatraPDF.exe")
if upload:
sign(exe, cert_pwd)
sign(os.path.join(obj_dir, "uninstall.exe"), cert_pwd)
build_installer_data(obj_dir)
(out, err) = run_cmd_throw("nmake", "-f", "makefile.msvc", "Installer", config, platform, extcflags)
if build_test_installer: print_run_resp(out, err)
if build_test_installer or build_rel_installer:
sys.exit(0)
installer = os.path.join(obj_dir, "Installer.exe")
if upload:
sign(installer, cert_pwd)
pdb_archive = create_pdb_archive(obj_dir, "%s.pdb.lzma" % filename_base)
builds_dir = os.path.join("builds", ver)
if os.path.exists(builds_dir):
shutil.rmtree(builds_dir)
os.makedirs(builds_dir)
copy_to_dst_dir(exe, builds_dir)
copy_to_dst_dir(installer, builds_dir)
copy_to_dst_dir(pdb_archive, builds_dir)
# package portable version in a .zip file
if not build_prerelease:
exe_zip_name = "%s.zip" % filename_base
zip_one_file(obj_dir, "SumatraPDF.exe", exe_zip_name)
exe_zip_path = os.path.join(obj_dir, exe_zip_name)
copy_to_dst_dir(exe_zip_path, builds_dir)
if not upload: return
if build_prerelease:
jstxt = 'var sumLatestVer = %s;\n' % ver
jstxt += 'var sumBuiltOn = "%s";\n' % time.strftime("%Y-%m-%d")
jstxt += 'var sumLatestName = "%s";\n' % s3_exe.split("/")[-1]
jstxt += 'var sumLatestExe = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_exe
jstxt += 'var sumLatestPdb = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_pdb_zip
jstxt += 'var sumLatestInstaller = "http://kjkpub.s3.amazonaws.com/%s";\n' % s3_installer
s3.upload_file_public(installer, s3_installer)
s3.upload_file_public(pdb_archive, s3_pdb_zip)
s3.upload_file_public(exe, s3_exe)
if build_prerelease:
s3.upload_data_public(jstxt, "sumatrapdf/sumatralatest.js")
txt = "%s\n" % ver
s3.upload_data_public(txt, "sumatrapdf/sumpdf-prerelease-latest.txt")
delete_old_pre_release_builds()
else:
s3.upload_file_public(exe_zip_path, s3_exe_zip)
def get_url_ver():
(out, err) = util.run_cmd_throw("svn", "info")
return extract_url_ver_from_svn_out(out)
