def test_release_upload_github(self):
release(self.parameters,
RELEASE_VERSION_TEST,
github_token=self.github_token,
upload_plugin_repo_github=True)
# check the custom plugin repo
_, xml_repo = mkstemp(suffix='.xml')
url = 'https://github.com/opengisch/qgis-plugin-ci/releases/download/{}/plugins.xml'.format(
RELEASE_VERSION_TEST)
urllib.request.urlretrieve(url, xml_repo)
replace_in_file(xml_repo, r'<update_date>[\w-]+<\/update_date>',
'<update_date>__TODAY__</update_date>')
if not filecmp.cmp(
'test/plugins.xml.expected', xml_repo, shallow=False):
import difflib
text1 = open('test/plugins.xml.expected').readlines()
text2 = open(xml_repo).readlines()
self.assertFalse(True,
'\n'.join(difflib.unified_diff(text1, text2)))
# compare archive file size
gh_release = self.repo.get_release(id=RELEASE_VERSION_TEST)
archive_name = self.parameters.archive_name(RELEASE_VERSION_TEST)
fs = os.path.getsize(archive_name)
print('size: ', fs)
self.assertGreater(fs, 0, 'archive file size must be > 0')
found = False
for a in gh_release.get_assets():
if a.name == archive_name:
found = True
self.assertEqual(fs, a.size,
'asset size doesn\'t march archive size.')
break
self.assertTrue(found, 'asset not found')
def test_release_changelog(self):
""" Test about the changelog in the metadata.txt. """
expected = b'changelog=\n Version 0.1.2:\n * Add a CHANGELOG.md file for testing\n'
# Include a changelog
release(self.parameters, RELEASE_VERSION_TEST)
archive_name = self.parameters.archive_name(RELEASE_VERSION_TEST)
with ZipFile(archive_name, 'r') as zip_file:
data = zip_file.read('qgis_plugin_ci_testing/metadata.txt')
self.assertGreater(data.find(expected), 0)
def test_release_changelog(self):
"""Test if changelog in metadata.txt inside zipped plugin after release command."""
# variables
cli_config_changelog = Path(
"test/fixtures/.qgis-plugin-ci-test-changelog.yaml")
version_to_release = "0.1.2"
# load specific parameters
with cli_config_changelog.open() as in_cfg:
arg_dict = yaml.safe_load(in_cfg)
parameters = Parameters(arg_dict)
self.assertIsInstance(parameters, Parameters)
# get output zip path
archive_name = parameters.archive_name(
plugin_name=parameters.plugin_path,
release_version=version_to_release)
# extract last items from changelog
parser = ChangelogParser()
self.assertTrue(parser.has_changelog())
changelog_lastitems = parser.last_items(
count=parameters.changelog_number_of_entries)
# Include a changelog
release(
parameters=parameters,
release_version=version_to_release,
allow_uncommitted_changes=True,
)
# open archive and compare
with ZipFile(archive_name, "r") as zip_file:
data = zip_file.read(f"{parameters.plugin_path}/metadata.txt")
# Changelog
self.assertGreater(
data.find(bytes(changelog_lastitems, "utf8")),
0,
f"changelog detection failed in release: {data}",
)
# Commit number
self.assertEqual(1, len(re.findall(r"commitNumber=\d+", str(data))))
# Commit sha1 not in the metadata.txt
self.assertEqual(0, len(re.findall(r"commitSha1=\d+", str(data))))
def test_release_upload_github(self):
release(
self.parameters,
RELEASE_VERSION_TEST,
github_token=self.github_token,
upload_plugin_repo_github=True,
)
# check the custom plugin repo
_, xml_repo = mkstemp(suffix=".xml")
url = "https://github.com/opengisch/qgis-plugin-ci/releases/download/{}/plugins.xml".format(
RELEASE_VERSION_TEST)
print("retrieve repo from {}".format(url))
urllib.request.urlretrieve(url, xml_repo)
replace_in_file(
xml_repo,
r"<update_date>[\w-]+<\/update_date>",
"<update_date>__TODAY__</update_date>",
)
if not filecmp.cmp(
"test/plugins.xml.expected", xml_repo, shallow=False):
import difflib
with open("test/plugins.xml.expected") as f:
text1 = f.readlines()
with open(xml_repo) as f:
text2 = f.readlines()
self.assertFalse(True,
"\n".join(difflib.unified_diff(text1, text2)))
# compare archive file size
gh_release = self.repo.get_release(id=RELEASE_VERSION_TEST)
archive_name = self.parameters.archive_name(
self.parameters.plugin_path, RELEASE_VERSION_TEST)
fs = os.path.getsize(archive_name)
print("size: ", fs)
self.assertGreater(fs, 0, "archive file size must be > 0")
found = False
for a in gh_release.get_assets():
if a.name == archive_name:
found = True
self.assertEqual(fs, a.size,
"asset size doesn't march archive size.")
break
self.assertTrue(found, "asset not found")
def test_release_changelog(self):
""" Test about the changelog in the metadata.txt. """
expected = (
b"changelog=\n "
b"Version 0.1.2 :\n "
b"* Tag using a wrong format DD/MM/YYYY according to Keep A Changelog\n "
b'* Tag without "v" prefix\n '
b"* Add a CHANGELOG.md file for testing"
)
# Include a changelog
release(self.parameters, RELEASE_VERSION_TEST)
archive_name = self.parameters.archive_name(
self.parameters.plugin_path, RELEASE_VERSION_TEST
)
with ZipFile(archive_name, "r") as zip_file:
data = zip_file.read("qgis_plugin_CI_testing/metadata.txt")
self.assertGreater(data.find(expected), 0)
def main():
# create the top-level parser
parser = argparse.ArgumentParser(
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument("-v",
"--version",
help="print the version and exit",
action="store_true")
subparsers = parser.add_subparsers(title="commands",
description="qgis-plugin-ci command",
dest="command")
# package
package_parser = subparsers.add_parser(
"package", help="creates an archive of the plugin")
package_parser.add_argument("release_version",
help="The version to be released")
package_parser.add_argument(
"--transifex-token",
help=
"The Transifex API token. If specified translations will be pulled and compiled.",
)
package_parser.add_argument(
"-u",
"--plugin-repo-url",
help=
"If specified, a XML repository file will be created in the current directory, the zip URL will use this parameter.",
)
package_parser.add_argument(
"-c",
"--allow-uncommitted-changes",
action="store_true",
help=
"If omitted, uncommitted changes are not allowed before packaging. If specified and some changes are "
"detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.",
)
package_parser.add_argument(
"-d",
"--disable-submodule-update",
action="store_true",
help=
"If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.",
)
# changelog
changelog_parser = subparsers.add_parser("changelog",
help="gets the changelog content")
changelog_parser.add_argument(
"release_version",
help="The version to be released. If nothing is speficied, \
the latest version specified into the changelog is used.",
default="latest",
)
# release
release_parser = subparsers.add_parser("release",
help="release the plugin")
release_parser.add_argument("release_version",
help="The version to be released (x.y.z).")
release_parser.add_argument(
"--release-tag",
help="The release tag, if different from the version (e.g. vx.y.z).",
)
release_parser.add_argument(
"--transifex-token",
help=
"The Transifex API token. If specified translations will be pulled and compiled.",
)
release_parser.add_argument(
"--github-token",
help=
"The Github API token. If specified, the archive will be pushed to an already existing release.",
)
release_parser.add_argument(
"--create-plugin-repo",
action="store_true",
help=
"Will create a XML repo as a Github release asset. Github token is required.",
)
release_parser.add_argument(
"--allow-uncommitted-changes",
action="store_true",
help=
"If omitted, uncommitted changes are not allowed before releasing. If specified and some changes are "
"detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.",
)
release_parser.add_argument(
"--disable-submodule-update",
action="store_true",
help=
"If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.",
)
release_parser.add_argument(
"--osgeo-username", help="The Osgeo user name to publish the plugin.")
release_parser.add_argument(
"--osgeo-password", help="The Osgeo password to publish the plugin.")
# pull-translation
pull_tr_parser = subparsers.add_parser(
"pull-translation", help="pull translations from Transifex")
pull_tr_parser.add_argument("transifex_token",
help="The Transifex API token")
pull_tr_parser.add_argument("--compile",
action="store_true",
help="Will compile TS files into QM files")
# push-translation
push_tr_parser = subparsers.add_parser(
"push-translation", help="update strings and push translations")
push_tr_parser.add_argument("transifex_token",
help="The Transifex API token")
args = parser.parse_args()
# print the version and exit
if args.version:
import pkg_resources
print("qgis-plugin-ci version: {}".format(
pkg_resources.get_distribution("qgis-plugin-ci").version))
parser.exit()
# if no command is passed, print the help and exit
if not args.command:
parser.print_help()
parser.exit()
exit_val = 0
if os.path.isfile(".qgis-plugin-ci"):
# We read the .qgis-plugin-ci file
with open(".qgis-plugin-ci", "r", encoding="utf8") as f:
arg_dict = yaml.safe_load(f)
else:
config = configparser.ConfigParser()
config.read("setup.cfg")
if "qgis-plugin-ci" in config.sections():
# We read the setup.cfg file
arg_dict = dict(config.items("qgis-plugin-ci"))
else:
# We don't have either a .qgis-plugin-ci or a setup.cfg
if args.command == "changelog":
# but for the "changelog" sub command, the config file is not required, we can continue
arg_dict = dict()
else:
raise ConfigurationNotFound(
".qgis-plugin-ci or setup.cfg with a 'qgis-plugin-ci' section have not been found."
)
parameters = Parameters(arg_dict)
# CHANGELOG
if args.command == "changelog":
try:
c = ChangelogParser(changelog_path=parameters.changelog_path, )
content = c.content(args.release_version)
if content:
print(content)
except Exception:
# Better to be safe
pass
return exit_val
# PACKAGE
if args.command == "package":
release(
parameters,
release_version=args.release_version,
transifex_token=args.transifex_token,
allow_uncommitted_changes=args.allow_uncommitted_changes,
plugin_repo_url=args.plugin_repo_url,
disable_submodule_update=args.disable_submodule_update,
)
# RELEASE
elif args.command == "release":
release(
parameters,
release_version=args.release_version,
release_tag=args.release_tag,
transifex_token=args.transifex_token,
github_token=args.github_token,
upload_plugin_repo_github=args.create_plugin_repo,
osgeo_username=args.osgeo_username,
osgeo_password=args.osgeo_password,
allow_uncommitted_changes=args.allow_uncommitted_changes,
disable_submodule_update=args.disable_submodule_update,
)
# TRANSLATION PULL
elif args.command == "pull-translation":
t = Translation(parameters, args.transifex_token)
t.pull()
if args.compile:
t.compile_strings()
# TRANSLATION PUSH
elif args.command == "push-translation":
t = Translation(parameters, args.transifex_token)
t.update_strings()
t.push()
return exit_val
def test_release_with_transifex(self):
assert self.transifex_token is not None
t = Translation(self.parameters, transifex_token=self.transifex_token)
release(self.parameters,
RELEASE_VERSION_TEST,
transifex_token=self.transifex_token)
def test_release(self):
release(self.parameters, RELEASE_VERSION_TEST)
def main():
# create the top-level parser
parser = argparse.ArgumentParser()
parser.add_argument("-v",
"--version",
help="print the version and exit",
action='store_true')
subparsers = parser.add_subparsers(title='commands',
description='qgis-plugin-ci command',
dest='command')
# package
package_parser = subparsers.add_parser(
'package', help='creates an archive of the plugin')
package_parser.add_argument('release_version',
help='The version to be released')
package_parser.add_argument(
'--transifex-token',
help=
'The Transifex API token. If specified translations will be pulled and compiled.'
)
package_parser.add_argument(
'--plugin-repo-url',
help=
'If specified, a XML repository file will be created in the current directory, the zip URL will use this parameter.'
)
package_parser.add_argument(
'--allow-uncommitted-changes',
action='store_true',
help=
'If omitted, uncommitted changes are not allowed before packaging. If specified and some changes are '
'detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.'
)
package_parser.add_argument(
'--disable-submodule-update',
action='store_true',
help=
'If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.'
)
# changelog
changelog_parser = subparsers.add_parser('changelog',
help='gets the changelog content')
changelog_parser.add_argument('release_version',
help='The version to be released')
# release
release_parser = subparsers.add_parser('release',
help='release the plugin')
release_parser.add_argument('release_version',
help='The version to be released')
release_parser.add_argument(
'--transifex-token',
help=
'The Transifex API token. If specified translations will be pulled and compiled.'
)
release_parser.add_argument(
'--github-token',
help=
'The Github API token. If specified, the archive will be pushed to an already existing release.'
)
release_parser.add_argument(
'--create-plugin-repo',
action='store_true',
help=
'Will create a XML repo as a Github release asset. Github token is required.'
)
release_parser.add_argument(
'--allow-uncommitted-changes',
action='store_true',
help=
'If omitted, uncommitted changes are not allowed before releasing. If specified and some changes are '
'detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.'
)
release_parser.add_argument(
'--disable-submodule-update',
action='store_true',
help=
'If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.'
)
release_parser.add_argument(
'--osgeo-username', help='The Osgeo user name to publish the plugin.')
release_parser.add_argument(
'--osgeo-password', help='The Osgeo password to publish the plugin.')
# pull-translation
pull_tr_parser = subparsers.add_parser(
'pull-translation', help='pull translations from Transifex')
pull_tr_parser.add_argument('transifex_token',
help='The Transifex API token')
pull_tr_parser.add_argument('--compile',
action='store_true',
help='Will compile TS files into QM files')
# push-translation
push_tr_parser = subparsers.add_parser(
'push-translation', help='update strings and push translations')
push_tr_parser.add_argument('transifex_token',
help='The Transifex API token')
args = parser.parse_args()
# print the version and exit
if args.version:
import pkg_resources
print('qgis-plugin-ci version: {}'.format(
pkg_resources.get_distribution('qgis-plugin-ci').version))
parser.exit()
# if no command is passed, print the help and exit
if not args.command:
parser.print_help()
parser.exit()
exit_val = 0
if os.path.isfile(".qgis-plugin-ci"):
arg_dict = yaml.safe_load(open(".qgis-plugin-ci"))
else:
config = configparser.ConfigParser()
config.read("setup.cfg")
if "qgis-plugin-ci" not in config.sections():
raise ConfigurationNotFound(
".qgis-plugin-ci or setup.cfg with a 'qgis-plugin-ci' section have not been found."
)
arg_dict = dict(config.items("qgis-plugin-ci"))
parameters = Parameters(arg_dict)
# PACKAGE
if args.command == 'package':
release(
parameters,
release_version=args.release_version,
transifex_token=args.transifex_token,
allow_uncommitted_changes=args.allow_uncommitted_changes,
plugin_repo_url=args.plugin_repo_url,
disable_submodule_update=args.disable_submodule_update,
)
# RELEASE
elif args.command == 'release':
release(
parameters,
release_version=args.release_version,
transifex_token=args.transifex_token,
github_token=args.github_token,
upload_plugin_repo_github=args.create_plugin_repo,
osgeo_username=args.osgeo_username,
osgeo_password=args.osgeo_password,
allow_uncommitted_changes=args.allow_uncommitted_changes,
disable_submodule_update=args.disable_submodule_update,
)
# CHANGELOG
elif args.command == 'changelog':
try:
c = ChangelogParser(parameters.changelog_regexp)
content = c.content(args.release_version)
if content:
print(content)
except Exception:
# Better to be safe
pass
# TRANSLATION PULL
elif args.command == 'pull-translation':
t = Translation(parameters, args.transifex_token)
t.pull()
if args.compile:
t.compile_strings()
# TRANSLATION PUSH
elif args.command == 'push-translation':
t = Translation(parameters, args.transifex_token)
t.update_strings()
t.push()
return exit_val
