def upgrade_env_script():
"""Update env function scripts."""
print("Begin to upgrade env scripts.")
env_root = Import('env_root')
env_kconfig_path = os.path.join(env_root, 'tools\scripts\cmds')
env_config_file = os.path.join(env_kconfig_path, '.config')
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
get_package_url, get_ver_sha = get_url_from_mirror_server(
'env', 'latest')
if get_package_url != None:
env_scripts_repo = get_package_url
else:
print("Failed to get url from mirror server. Using default url.")
env_scripts_repo = 'https://gitee.com/RT-Thread-Mirror/env.git'
else:
env_scripts_repo = 'https://github.com/RT-Thread/env.git'
# print(get_package_url,get_ver_sha)
env_scripts_root = os.path.join(env_root, 'tools', 'scripts')
cmd = r'git pull ' + env_scripts_repo
execute_command(cmd, cwd=env_scripts_root)
print("==============================> Env scripts upgrade done \n")
def install_pkg(env_root, bsp_root, pkg):
"""Install the required packages."""
# default true
ret = True
local_pkgs_path = os.path.join(env_root, 'local_pkgs')
bsp_pkgs_path = os.path.join(bsp_root, 'packages')
# get the .config file from env
env_kconfig_path = os.path.join(env_root, 'tools\scripts\cmds')
env_config_file = os.path.join(env_kconfig_path, '.config')
package = Package()
pkg_path = pkg['path']
if pkg_path[0] == '/' or pkg_path[0] == '\\':
pkg_path = pkg_path[1:]
pkg_path = os.path.join(env_root, 'packages', pkg_path, 'package.json')
package.parse(pkg_path)
url_from_json = package.get_url(pkg['ver'])
package_url = package.get_url(pkg['ver'])
pkgs_name_in_json = package.get_name()
if package_url[-4:] == '.git':
ver_sha = package.get_versha(pkg['ver'])
# print("==================================================>")
# print("packages name :"%pkgs_name_in_json.encode("utf-8"))
# print("ver :"%pkg['ver'])
# print("url :"%package_url.encode("utf-8"))
# print("url_from_json : "%url_from_json.encode("utf-8"))
# print("==================================================>")
get_package_url = None
get_ver_sha = None
upstream_change_flag = False
try:
if (not os.path.isfile(env_config_file)) or (
os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE')):
get_package_url, get_ver_sha = get_url_from_mirror_server(
pkgs_name_in_json, pkg['ver'])
# determine whether the package package url is valid
if get_package_url != None and determine_url_valid(
get_package_url):
package_url = get_package_url
if get_ver_sha != None:
ver_sha = get_ver_sha
upstream_change_flag = True
except Exception, e:
# print('e.message:%s\t' % e.message)
print(
"Failed to connect to the mirror server, package will be downloaded from non-mirror server.\n"
)
def upgrade_packages_index():
"""Update the package repository index."""
env_root = Import('env_root')
env_kconfig_path = os.path.join(env_root, 'tools\scripts\cmds')
env_config_file = os.path.join(env_kconfig_path, '.config')
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
get_package_url, get_ver_sha = get_url_from_mirror_server(
'packages', 'latest')
if get_package_url != None:
git_repo = get_package_url
else:
print("Failed to get url from mirror server. Using default url.")
git_repo = 'https://gitee.com/RT-Thread-Mirror/packages.git'
else:
git_repo = 'https://github.com/RT-Thread/packages.git'
# print(get_package_url,get_ver_sha)
packages_root = os.path.join(env_root, 'packages')
pkgs_path = os.path.join(packages_root, 'packages')
if not os.path.isdir(pkgs_path):
cmd = 'git clone ' + git_repo + ' ' + pkgs_path
os.system(cmd)
print("upgrade from :%s" % (git_repo))
else:
print("Begin to upgrade env packages.")
cmd = r'git pull ' + git_repo
execute_command(cmd, cwd=pkgs_path)
print("==============================> Env packages upgrade done \n")
for filename in os.listdir(packages_root):
package_path = os.path.join(packages_root, filename)
if os.path.isdir(package_path):
if package_path == pkgs_path:
continue
if os.path.isdir(os.path.join(package_path, '.git')):
print("Begin to upgrade %s." % filename)
cmd = r'git pull'
execute_command(cmd, cwd=package_path)
print(
"==============================> Env %s update done \n" %
filename)
def update_latest_packages(pkgs_fn, bsp_packages_path):
""" update the packages that are latest version.
If the selected package is the latest version,
check to see if it is the latest version after the update command,
if not, then update the latest version from the remote repository.
If the download has a conflict, you are currently using the prompt
message provided by git.
"""
env_root = Import('env_root')
env_kconfig_path = os.path.join(env_root, 'tools\scripts\cmds')
env_config_file = os.path.join(env_kconfig_path, '.config')
with open(pkgs_fn, 'r') as f:
read_back_pkgs_json = json.load(f)
for pkg in read_back_pkgs_json:
package = Package()
pkg_path = pkg['path']
if pkg_path[0] == '/' or pkg_path[0] == '\\':
pkg_path = pkg_path[1:]
pkg_path = os.path.join(env_root, 'packages', pkg_path, 'package.json')
package.parse(pkg_path)
pkgs_name_in_json = package.get_name()
# Find out the packages which version is 'latest'
if pkg['ver'] == "latest_version" or pkg['ver'] == "latest":
repo_path = os.path.join(bsp_packages_path, pkgs_name_in_json)
repo_path = get_pkg_folder_by_orign_path(repo_path, pkg['ver'])
# If mirror acceleration is enabled, get the update address from
# the mirror server.
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
payload_pkgs_name_in_json = pkgs_name_in_json.encode("utf-8")
# Change repo's upstream address.
mirror_url = get_url_from_mirror_server(
payload_pkgs_name_in_json, pkg['ver'])
# print(os.getcwd())
# print(repo_path)
if mirror_url[0] != None:
cmd = 'git remote set-url origin ' + mirror_url[0]
git_cmd_exec(cmd, repo_path)
# Update the package repository from upstream.
cmd = 'git pull'
git_cmd_exec(cmd, repo_path)
# If the package has submodules, update the submodules.
update_submodule(repo_path)
# recover origin url to the path which get from packages.json file
if package.get_url(pkg['ver']):
cmd = 'git remote set-url origin ' + \
package.get_url(pkg['ver'])
git_cmd_exec(cmd, repo_path)
else:
print("Can't find the package : %s's url in file : %s" %
(payload_pkgs_name_in_json, pkg_path))
print("==============================> %s update done \n" %
(pkgs_name_in_json))
def install_pkg(env_root, bsp_root, pkg):
"""Install the required packages."""
# default true
ret = True
local_pkgs_path = os.path.join(env_root, 'local_pkgs')
bsp_pkgs_path = os.path.join(bsp_root, 'packages')
env_kconfig_path = os.path.join(env_root, 'tools\scripts\cmds')
# get the .config file from env
env_config_file = os.path.join(env_kconfig_path, '.config')
package = Package()
pkg_path = pkg['path']
if pkg_path[0] == '/' or pkg_path[0] == '\\':
pkg_path = pkg_path[1:]
pkg_path = os.path.join(env_root, 'packages', pkg_path, 'package.json')
package.parse(pkg_path)
url_from_json = package.get_url(pkg['ver'])
package_url = package.get_url(pkg['ver'])
#package_name = pkg['name']
pkgs_name_in_json = package.get_name()
if package_url[-4:] == '.git':
ver_sha = package.get_versha(pkg['ver'])
# print("==================================================>")
# print "packages name:",pkgs_name_in_json
# print "ver:",pkg['ver']
# print "url:",package_url
# print "url_from_json: ",url_from_json
# print("==================================================>")
get_package_url = None
get_ver_sha = None
upstream_change_flag = False
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
get_package_url, get_ver_sha = get_url_from_mirror_server(
pkgs_name_in_json, pkg['ver'])
# determine whether the package package url is valid
if get_package_url != None and determine_url_valid(get_package_url):
package_url = get_package_url
if get_ver_sha != None:
ver_sha = get_ver_sha
upstream_change_flag = True
if package_url[-4:] == '.git':
repo_path = os.path.join(bsp_pkgs_path, pkgs_name_in_json)
repo_path = repo_path + '-' + pkg['ver']
cmd = 'git clone ' + package_url + ' ' + repo_path
execute_command(cmd, cwd=bsp_pkgs_path)
cmd = 'git checkout -q ' + ver_sha
execute_command(cmd, cwd=repo_path)
if upstream_change_flag:
cmd = 'git remote set-url origin ' + url_from_json
execute_command(cmd, cwd=repo_path)
# If there is a .gitmodules file in the package, prepare to update the
# submodule.
submod_path = os.path.join(repo_path, '.gitmodules')
if os.path.isfile(submod_path):
print("Start to update submodule")
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
replace_list = modify_submod_file_to_mirror(
submod_path) # Modify .gitmodules file
cmd = 'git submodule update --init --recursive'
execute_command(cmd, cwd=repo_path)
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
if len(replace_list):
for item in replace_list:
submod_dir_path = os.path.join(repo_path, item[2])
if os.path.isdir(submod_dir_path):
cmd = 'git remote set-url origin ' + item[0]
execute_command(cmd, cwd=submod_dir_path)
if os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE'):
if os.path.isfile(submod_path):
cmd = 'git checkout .gitmodules'
execute_command(cmd, cwd=repo_path)
else:
# Download a package of compressed package type.
if not package.download(pkg['ver'], local_pkgs_path, package_url):
return False
pkg_dir = package.get_filename(pkg['ver'])
pkg_dir = os.path.splitext(pkg_dir)[0]
pkg_fullpath = os.path.join(local_pkgs_path,
package.get_filename(pkg['ver']))
if not archive.packtest(pkg_fullpath):
return False
# unpack package
if not os.path.exists(pkg_dir):
try:
if not package.unpack(pkg_fullpath, bsp_pkgs_path, pkg,
pkgs_name_in_json):
ret = False
except Exception, e:
os.remove(pkg_fullpath)
ret = False
print('e.message: %s\t' % e.message)
"\nFailed to download software package with git. Please check the network connection."
)
return False
if upstream_change_flag:
cmd = 'git remote set-url origin ' + url_from_json
execute_command(cmd, cwd=repo_path)
# If there is a .gitmodules file in the package, prepare to update submodule.
submod_path = os.path.join(repo_path, '.gitmodules')
if os.path.isfile(submod_path):
print("Start to update submodule")
# print("开始更新软件包子模块")
if (not os.path.isfile(env_config_file)) or (
os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE')):
# print("开启了镜像加速，开始修改 .gitmodules 文件")
replace_list = modify_submod_file_to_mirror(
submod_path) # Modify .gitmodules file
# print("开始执行更新动作")
cmd = 'git submodule update --init --recursive'
execute_command(cmd, cwd=repo_path)
if (not os.path.isfile(env_config_file)) or (
os.path.isfile(env_config_file) and find_macro_in_config(
env_config_file, 'SYS_PKGS_DOWNLOAD_ACCELERATE')):
if len(replace_list):
for item in replace_list:
submod_dir_path = os.path.join(repo_path, item[2])
if os.path.isdir(submod_dir_path):
