def test_release_upload_github(self): release(self.parameters, RELEASE_VERSION_TEST, github_token=self.github_token, upload_plugin_repo_github=True) # check the custom plugin repo _, xml_repo = mkstemp(suffix='.xml') url = 'https://github.com/opengisch/qgis-plugin-ci/releases/download/{}/plugins.xml'.format( RELEASE_VERSION_TEST) urllib.request.urlretrieve(url, xml_repo) replace_in_file(xml_repo, r'<update_date>[\w-]+<\/update_date>', '<update_date>__TODAY__</update_date>') if not filecmp.cmp( 'test/plugins.xml.expected', xml_repo, shallow=False): import difflib text1 = open('test/plugins.xml.expected').readlines() text2 = open(xml_repo).readlines() self.assertFalse(True, '\n'.join(difflib.unified_diff(text1, text2))) # compare archive file size gh_release = self.repo.get_release(id=RELEASE_VERSION_TEST) archive_name = self.parameters.archive_name(RELEASE_VERSION_TEST) fs = os.path.getsize(archive_name) print('size: ', fs) self.assertGreater(fs, 0, 'archive file size must be > 0') found = False for a in gh_release.get_assets(): if a.name == archive_name: found = True self.assertEqual(fs, a.size, 'asset size doesn\'t march archive size.') break self.assertTrue(found, 'asset not found')
def test_release_changelog(self): """ Test about the changelog in the metadata.txt. """ expected = b'changelog=\n Version 0.1.2:\n * Add a CHANGELOG.md file for testing\n' # Include a changelog release(self.parameters, RELEASE_VERSION_TEST) archive_name = self.parameters.archive_name(RELEASE_VERSION_TEST) with ZipFile(archive_name, 'r') as zip_file: data = zip_file.read('qgis_plugin_ci_testing/metadata.txt') self.assertGreater(data.find(expected), 0)
def test_release_changelog(self): """Test if changelog in metadata.txt inside zipped plugin after release command.""" # variables cli_config_changelog = Path( "test/fixtures/.qgis-plugin-ci-test-changelog.yaml") version_to_release = "0.1.2" # load specific parameters with cli_config_changelog.open() as in_cfg: arg_dict = yaml.safe_load(in_cfg) parameters = Parameters(arg_dict) self.assertIsInstance(parameters, Parameters) # get output zip path archive_name = parameters.archive_name( plugin_name=parameters.plugin_path, release_version=version_to_release) # extract last items from changelog parser = ChangelogParser() self.assertTrue(parser.has_changelog()) changelog_lastitems = parser.last_items( count=parameters.changelog_number_of_entries) # Include a changelog release( parameters=parameters, release_version=version_to_release, allow_uncommitted_changes=True, ) # open archive and compare with ZipFile(archive_name, "r") as zip_file: data = zip_file.read(f"{parameters.plugin_path}/metadata.txt") # Changelog self.assertGreater( data.find(bytes(changelog_lastitems, "utf8")), 0, f"changelog detection failed in release: {data}", ) # Commit number self.assertEqual(1, len(re.findall(r"commitNumber=\d+", str(data)))) # Commit sha1 not in the metadata.txt self.assertEqual(0, len(re.findall(r"commitSha1=\d+", str(data))))
def test_release_upload_github(self): release( self.parameters, RELEASE_VERSION_TEST, github_token=self.github_token, upload_plugin_repo_github=True, ) # check the custom plugin repo _, xml_repo = mkstemp(suffix=".xml") url = "https://github.com/opengisch/qgis-plugin-ci/releases/download/{}/plugins.xml".format( RELEASE_VERSION_TEST) print("retrieve repo from {}".format(url)) urllib.request.urlretrieve(url, xml_repo) replace_in_file( xml_repo, r"<update_date>[\w-]+<\/update_date>", "<update_date>__TODAY__</update_date>", ) if not filecmp.cmp( "test/plugins.xml.expected", xml_repo, shallow=False): import difflib with open("test/plugins.xml.expected") as f: text1 = f.readlines() with open(xml_repo) as f: text2 = f.readlines() self.assertFalse(True, "\n".join(difflib.unified_diff(text1, text2))) # compare archive file size gh_release = self.repo.get_release(id=RELEASE_VERSION_TEST) archive_name = self.parameters.archive_name( self.parameters.plugin_path, RELEASE_VERSION_TEST) fs = os.path.getsize(archive_name) print("size: ", fs) self.assertGreater(fs, 0, "archive file size must be > 0") found = False for a in gh_release.get_assets(): if a.name == archive_name: found = True self.assertEqual(fs, a.size, "asset size doesn't march archive size.") break self.assertTrue(found, "asset not found")
def test_release_changelog(self): """ Test about the changelog in the metadata.txt. """ expected = ( b"changelog=\n " b"Version 0.1.2 :\n " b"* Tag using a wrong format DD/MM/YYYY according to Keep A Changelog\n " b'* Tag without "v" prefix\n ' b"* Add a CHANGELOG.md file for testing" ) # Include a changelog release(self.parameters, RELEASE_VERSION_TEST) archive_name = self.parameters.archive_name( self.parameters.plugin_path, RELEASE_VERSION_TEST ) with ZipFile(archive_name, "r") as zip_file: data = zip_file.read("qgis_plugin_CI_testing/metadata.txt") self.assertGreater(data.find(expected), 0)
def main(): # create the top-level parser parser = argparse.ArgumentParser( formatter_class=argparse.ArgumentDefaultsHelpFormatter) parser.add_argument("-v", "--version", help="print the version and exit", action="store_true") subparsers = parser.add_subparsers(title="commands", description="qgis-plugin-ci command", dest="command") # package package_parser = subparsers.add_parser( "package", help="creates an archive of the plugin") package_parser.add_argument("release_version", help="The version to be released") package_parser.add_argument( "--transifex-token", help= "The Transifex API token. If specified translations will be pulled and compiled.", ) package_parser.add_argument( "-u", "--plugin-repo-url", help= "If specified, a XML repository file will be created in the current directory, the zip URL will use this parameter.", ) package_parser.add_argument( "-c", "--allow-uncommitted-changes", action="store_true", help= "If omitted, uncommitted changes are not allowed before packaging. If specified and some changes are " "detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.", ) package_parser.add_argument( "-d", "--disable-submodule-update", action="store_true", help= "If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.", ) # changelog changelog_parser = subparsers.add_parser("changelog", help="gets the changelog content") changelog_parser.add_argument( "release_version", help="The version to be released. If nothing is speficied, \ the latest version specified into the changelog is used.", default="latest", ) # release release_parser = subparsers.add_parser("release", help="release the plugin") release_parser.add_argument("release_version", help="The version to be released (x.y.z).") release_parser.add_argument( "--release-tag", help="The release tag, if different from the version (e.g. vx.y.z).", ) release_parser.add_argument( "--transifex-token", help= "The Transifex API token. If specified translations will be pulled and compiled.", ) release_parser.add_argument( "--github-token", help= "The Github API token. If specified, the archive will be pushed to an already existing release.", ) release_parser.add_argument( "--create-plugin-repo", action="store_true", help= "Will create a XML repo as a Github release asset. Github token is required.", ) release_parser.add_argument( "--allow-uncommitted-changes", action="store_true", help= "If omitted, uncommitted changes are not allowed before releasing. If specified and some changes are " "detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.", ) release_parser.add_argument( "--disable-submodule-update", action="store_true", help= "If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.", ) release_parser.add_argument( "--osgeo-username", help="The Osgeo user name to publish the plugin.") release_parser.add_argument( "--osgeo-password", help="The Osgeo password to publish the plugin.") # pull-translation pull_tr_parser = subparsers.add_parser( "pull-translation", help="pull translations from Transifex") pull_tr_parser.add_argument("transifex_token", help="The Transifex API token") pull_tr_parser.add_argument("--compile", action="store_true", help="Will compile TS files into QM files") # push-translation push_tr_parser = subparsers.add_parser( "push-translation", help="update strings and push translations") push_tr_parser.add_argument("transifex_token", help="The Transifex API token") args = parser.parse_args() # print the version and exit if args.version: import pkg_resources print("qgis-plugin-ci version: {}".format( pkg_resources.get_distribution("qgis-plugin-ci").version)) parser.exit() # if no command is passed, print the help and exit if not args.command: parser.print_help() parser.exit() exit_val = 0 if os.path.isfile(".qgis-plugin-ci"): # We read the .qgis-plugin-ci file with open(".qgis-plugin-ci", "r", encoding="utf8") as f: arg_dict = yaml.safe_load(f) else: config = configparser.ConfigParser() config.read("setup.cfg") if "qgis-plugin-ci" in config.sections(): # We read the setup.cfg file arg_dict = dict(config.items("qgis-plugin-ci")) else: # We don't have either a .qgis-plugin-ci or a setup.cfg if args.command == "changelog": # but for the "changelog" sub command, the config file is not required, we can continue arg_dict = dict() else: raise ConfigurationNotFound( ".qgis-plugin-ci or setup.cfg with a 'qgis-plugin-ci' section have not been found." ) parameters = Parameters(arg_dict) # CHANGELOG if args.command == "changelog": try: c = ChangelogParser(changelog_path=parameters.changelog_path, ) content = c.content(args.release_version) if content: print(content) except Exception: # Better to be safe pass return exit_val # PACKAGE if args.command == "package": release( parameters, release_version=args.release_version, transifex_token=args.transifex_token, allow_uncommitted_changes=args.allow_uncommitted_changes, plugin_repo_url=args.plugin_repo_url, disable_submodule_update=args.disable_submodule_update, ) # RELEASE elif args.command == "release": release( parameters, release_version=args.release_version, release_tag=args.release_tag, transifex_token=args.transifex_token, github_token=args.github_token, upload_plugin_repo_github=args.create_plugin_repo, osgeo_username=args.osgeo_username, osgeo_password=args.osgeo_password, allow_uncommitted_changes=args.allow_uncommitted_changes, disable_submodule_update=args.disable_submodule_update, ) # TRANSLATION PULL elif args.command == "pull-translation": t = Translation(parameters, args.transifex_token) t.pull() if args.compile: t.compile_strings() # TRANSLATION PUSH elif args.command == "push-translation": t = Translation(parameters, args.transifex_token) t.update_strings() t.push() return exit_val
def test_release_with_transifex(self): assert self.transifex_token is not None t = Translation(self.parameters, transifex_token=self.transifex_token) release(self.parameters, RELEASE_VERSION_TEST, transifex_token=self.transifex_token)
def test_release(self): release(self.parameters, RELEASE_VERSION_TEST)
def main(): # create the top-level parser parser = argparse.ArgumentParser() parser.add_argument("-v", "--version", help="print the version and exit", action='store_true') subparsers = parser.add_subparsers(title='commands', description='qgis-plugin-ci command', dest='command') # package package_parser = subparsers.add_parser( 'package', help='creates an archive of the plugin') package_parser.add_argument('release_version', help='The version to be released') package_parser.add_argument( '--transifex-token', help= 'The Transifex API token. If specified translations will be pulled and compiled.' ) package_parser.add_argument( '--plugin-repo-url', help= 'If specified, a XML repository file will be created in the current directory, the zip URL will use this parameter.' ) package_parser.add_argument( '--allow-uncommitted-changes', action='store_true', help= 'If omitted, uncommitted changes are not allowed before packaging. If specified and some changes are ' 'detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.' ) package_parser.add_argument( '--disable-submodule-update', action='store_true', help= 'If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.' ) # changelog changelog_parser = subparsers.add_parser('changelog', help='gets the changelog content') changelog_parser.add_argument('release_version', help='The version to be released') # release release_parser = subparsers.add_parser('release', help='release the plugin') release_parser.add_argument('release_version', help='The version to be released') release_parser.add_argument( '--transifex-token', help= 'The Transifex API token. If specified translations will be pulled and compiled.' ) release_parser.add_argument( '--github-token', help= 'The Github API token. If specified, the archive will be pushed to an already existing release.' ) release_parser.add_argument( '--create-plugin-repo', action='store_true', help= 'Will create a XML repo as a Github release asset. Github token is required.' ) release_parser.add_argument( '--allow-uncommitted-changes', action='store_true', help= 'If omitted, uncommitted changes are not allowed before releasing. If specified and some changes are ' 'detected, a hard reset on a stash create will be used to revert changes made by qgis-plugin-ci.' ) release_parser.add_argument( '--disable-submodule-update', action='store_true', help= 'If omitted, a git submodule is updated. If specified, git submodules will not be updated/initialized before packaging.' ) release_parser.add_argument( '--osgeo-username', help='The Osgeo user name to publish the plugin.') release_parser.add_argument( '--osgeo-password', help='The Osgeo password to publish the plugin.') # pull-translation pull_tr_parser = subparsers.add_parser( 'pull-translation', help='pull translations from Transifex') pull_tr_parser.add_argument('transifex_token', help='The Transifex API token') pull_tr_parser.add_argument('--compile', action='store_true', help='Will compile TS files into QM files') # push-translation push_tr_parser = subparsers.add_parser( 'push-translation', help='update strings and push translations') push_tr_parser.add_argument('transifex_token', help='The Transifex API token') args = parser.parse_args() # print the version and exit if args.version: import pkg_resources print('qgis-plugin-ci version: {}'.format( pkg_resources.get_distribution('qgis-plugin-ci').version)) parser.exit() # if no command is passed, print the help and exit if not args.command: parser.print_help() parser.exit() exit_val = 0 if os.path.isfile(".qgis-plugin-ci"): arg_dict = yaml.safe_load(open(".qgis-plugin-ci")) else: config = configparser.ConfigParser() config.read("setup.cfg") if "qgis-plugin-ci" not in config.sections(): raise ConfigurationNotFound( ".qgis-plugin-ci or setup.cfg with a 'qgis-plugin-ci' section have not been found." ) arg_dict = dict(config.items("qgis-plugin-ci")) parameters = Parameters(arg_dict) # PACKAGE if args.command == 'package': release( parameters, release_version=args.release_version, transifex_token=args.transifex_token, allow_uncommitted_changes=args.allow_uncommitted_changes, plugin_repo_url=args.plugin_repo_url, disable_submodule_update=args.disable_submodule_update, ) # RELEASE elif args.command == 'release': release( parameters, release_version=args.release_version, transifex_token=args.transifex_token, github_token=args.github_token, upload_plugin_repo_github=args.create_plugin_repo, osgeo_username=args.osgeo_username, osgeo_password=args.osgeo_password, allow_uncommitted_changes=args.allow_uncommitted_changes, disable_submodule_update=args.disable_submodule_update, ) # CHANGELOG elif args.command == 'changelog': try: c = ChangelogParser(parameters.changelog_regexp) content = c.content(args.release_version) if content: print(content) except Exception: # Better to be safe pass # TRANSLATION PULL elif args.command == 'pull-translation': t = Translation(parameters, args.transifex_token) t.pull() if args.compile: t.compile_strings() # TRANSLATION PUSH elif args.command == 'push-translation': t = Translation(parameters, args.transifex_token) t.update_strings() t.push() return exit_val