class TestProjectReplication(Base): """ Functional tests to verify the gerrit replication feature """ def setUp(self): super(TestProjectReplication, self).setUp() self.ru = ResourcesUtils() self.un = config.ADMIN_USER self.ju = JenkinsUtils() self.gu = GerritUtils(config.GATEWAY_URL, auth_cookie=config.USERS[self.un]['auth_cookie']) self.gu2 = GerritUtils( config.GATEWAY_URL, auth_cookie=config.USERS[config.USER_2]['auth_cookie']) self.k_idx = self.gu2.add_pubkey(config.USERS[config.USER_2]["pubkey"]) priv_key_path = set_private_key(config.USERS[self.un]["privkey"]) self.gitu_admin = GerritGitUtils(self.un, priv_key_path, config.USERS[self.un]['email']) # Prepare environment for git clone on mirror repo self.mt = Tool() self.mt_tempdir = tempfile.mkdtemp() # Copy the service private key in a flat file priv_key = file(config.SERVICE_PRIV_KEY_PATH, 'r').read() priv_key_path = os.path.join(self.mt_tempdir, 'user.priv') file(priv_key_path, 'w').write(priv_key) os.chmod(priv_key_path, stat.S_IREAD | stat.S_IWRITE) # Prepare the ssh wrapper script ssh_wrapper = "ssh -o StrictHostKeyChecking=no -i %s \"$@\"" % ( priv_key_path) wrapper_path = os.path.join(self.mt_tempdir, 'ssh_wrapper.sh') file(wrapper_path, 'w').write(ssh_wrapper) os.chmod(wrapper_path, stat.S_IRWXU) # Set the wrapper as GIT_SSH env variable self.mt.env['GIT_SSH'] = wrapper_path self.config_clone_dir = None # Project we are going to configure the replication for self.pname = 'test/replication' # Remove artifacts of previous run if any self.delete_config_section(self.un, self.pname) self.delete_mirror_repo(self.pname) def tearDown(self): super(TestProjectReplication, self).tearDown() self.delete_config_section(self.un, self.pname) self.delete_mirror_repo(self.pname) self.ru.direct_delete_repo(self.pname) self.gu2.del_pubkey(self.k_idx) def clone(self, uri, target): self.assertTrue(uri.startswith('ssh://')) cmd = "git clone %s %s" % (uri, target) clone = os.path.join(self.mt_tempdir, target) if os.path.isdir(clone): shutil.rmtree(clone) self.mt.exe(cmd, self.mt_tempdir) return clone def create_project(self, name): logger.info("Create repo to for testing replication %s" % name) self.ru.direct_create_repo(name) def ssh_run_cmd(self, sshkey_priv_path, user, host, subcmd): host = '%s@%s' % (user, host) sshcmd = [ 'ssh', '-o', 'LogLevel=ERROR', '-o', 'StrictHostKeyChecking=no', '-o', 'UserKnownHostsFile=/dev/null', '-i', sshkey_priv_path, host ] cmd = sshcmd + subcmd p = Popen(cmd, stdout=PIPE) return p.communicate(), p.returncode def delete_mirror_repo(self, name): logger.info("Delete mirror repo created by the replication") mirror_path = '/var/lib/gerrit/tmp/%s.git' % name cmd = [ 'ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'rm', '-rf', mirror_path ] self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) def create_config_section(self, project): logger.info("Add the replication config section") host = '%s@%s' % (config.GERRIT_USER, config.GATEWAY_HOST) mirror_repo_path = '/var/lib/gerrit/tmp/\${name}.git' url = '%s:%s' % (host, mirror_repo_path) path = os.path.join(self.config_clone_dir, 'gerrit/replication.config') call("git config -f %s --remove-section remote.test_project" % path, shell=True) call("git config -f %s --add remote.test_project.projects %s" % (path, project), shell=True) call("git config -f %s --add remote.test_project.url %s" % (path, url), shell=True) self.gitu_admin.add_commit_for_all_new_additions( self.config_clone_dir, "Add replication test section") # The direct push will trigger the config-update job # as we commit through 29418 change_sha = self.gitu_admin.direct_push_branch( self.config_clone_dir, 'master') logger.info("Waiting for config-update on %s" % change_sha) self.ju.wait_for_config_update(change_sha) cmd = [ 'ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'grep', 'test_project', '/etc/gerrit/replication.config' ] logger.info("Wait for the replication config section to land") _, code = self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) if code == 0: return raise Exception('replication.config file has not been updated (add)') def delete_config_section(self, user, project): logger.info("Remove the replication config section") url = "ssh://%s@%s:29418/config" % (self.un, config.GATEWAY_HOST) self.config_clone_dir = self.gitu_admin.clone(url, 'config', config_review=True) sha = open("%s/.git/refs/heads/master" % self.config_clone_dir).read().strip() path = os.path.join(self.config_clone_dir, 'gerrit/replication.config') call("git config -f %s --remove-section remote.test_project" % path, shell=True) change_sha = self.gitu_admin.add_commit_for_all_new_additions( self.config_clone_dir, "Remove replication test section") # The direct push will trigger the config-update job # as we commit through 29418 if change_sha == sha: # Nothing have been changed/Nothing to publish return change_sha = self.gitu_admin.direct_push_branch( self.config_clone_dir, 'master') logger.info("Waiting for config-update on %s" % change_sha) self.ju.wait_for_config_update(change_sha) cmd = [ 'ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'grep', 'test_project', '/etc/gerrit/replication.config' ] _, code = self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) if code != 0: return raise Exception('replication.config has not been updated (rm)') def mirror_clone_and_check_files(self, url, pname): for retry in xrange(50): clone = self.clone(url, pname) # clone may fail, as mirror repo is not yet ready(i.e gerrit not # yet replicated the project) if os.path.isdir(clone): logger.info("Files in the mirror repo: %s" % os.listdir(clone)) if os.path.isdir(clone) and \ os.path.isfile(os.path.join(clone, '.gitreview')): break else: time.sleep(3) self.assertTrue(os.path.exists(os.path.join(clone, '.gitreview'))) def test_replication(self): """ Test gerrit replication for review process """ # Create the project self.create_project(self.pname) # Be sure sftests.com host key is inside the known_hosts cmds = [[ 'ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'ssh-keyscan', 'sftests.com', '>', '/var/lib/gerrit/.ssh/known_hosts' ]] for cmd in cmds: self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) # Create new section for this project in replication.config self.create_config_section(self.pname) # Verify if gerrit replicated the repo self.managesf_repo_path = "ssh://%s@%s/var/lib/gerrit/tmp/" % ( 'root', config.GATEWAY_HOST) repo_url = self.managesf_repo_path + '%s.git' % self.pname logger.info("Wait for the replication to happen") self.mirror_clone_and_check_files(repo_url, self.pname)
class TestProjectReplication(Base): """ Functional tests to verify the gerrit replication feature """ def setUp(self): self.msu = ManageSfUtils(config.GATEWAY_URL) self.un = config.ADMIN_USER self.gu = GerritUtils(config.GATEWAY_URL, auth_cookie=config.USERS[self.un]['auth_cookie']) self.gu2 = GerritUtils( config.GATEWAY_URL, auth_cookie=config.USERS[config.USER_2]['auth_cookie']) self.k_idx = self.gu2.add_pubkey(config.USERS[config.USER_2]["pubkey"]) priv_key_path = set_private_key(config.USERS[self.un]["privkey"]) self.gitu_admin = GerritGitUtils(self.un, priv_key_path, config.USERS[self.un]['email']) # Configuration to access mirror repo present in managesf self.managesf_repo_path = "ssh://%s@%s/home/gerrit/git/" % ( config.GERRIT_USER, config.GATEWAY_HOST) # prepare environment for git clone on mirror repo self.mt = Tool() self.mt_tempdir = tempfile.mkdtemp() priv_key = file(config.GERRIT_SERVICE_PRIV_KEY_PATH, 'r').read() priv_key_path = os.path.join(self.mt_tempdir, 'user.priv') file(priv_key_path, 'w').write(priv_key) os.chmod(priv_key_path, stat.S_IREAD | stat.S_IWRITE) ssh_wrapper = "ssh -o StrictHostKeyChecking=no -i %s \"$@\"" % ( priv_key_path) wrapper_path = os.path.join(self.mt_tempdir, 'ssh_wrapper.sh') file(wrapper_path, 'w').write(ssh_wrapper) os.chmod(wrapper_path, stat.S_IRWXU) self.mt.env['GIT_SSH'] = wrapper_path self.pname = 'test-replication' def tearDown(self): self.deleteConfigSection(self.un, self.pname) self.deleteMirrorRepo(self.pname) self.msu.deleteProject(self.pname, self.un) self.gu2.del_pubkey(self.k_idx) # Can't use GerritGitUtils.clone as not sure when source uri repo # be ready.(i.e gerrit is taking time to create the mirror repo in managesf # node) So this clone may succeed or fail, we don't need 'git review -s' # and other review commands in clone method def clone(self, uri, target): self.assertTrue(uri.startswith('ssh://')) cmd = "git clone %s %s" % (uri, target) self.mt.exe(cmd, self.mt_tempdir) clone = os.path.join(self.mt_tempdir, target) return clone def create_project(self, name, user, options=None): self.msu.createProject(name, user, options) def ssh_run_cmd(self, sshkey_priv_path, user, host, subcmd): host = '%s@%s' % (user, host) sshcmd = [ 'ssh', '-o', 'LogLevel=ERROR', '-o', 'StrictHostKeyChecking=no', '-o', 'UserKnownHostsFile=/dev/null', '-i', sshkey_priv_path, host ] cmd = sshcmd + subcmd p = Popen(cmd, stdout=PIPE) return p.communicate() def deleteMirrorRepo(self, name): sshkey_priv_path = config.GERRIT_SERVICE_PRIV_KEY_PATH user = '******' host = config.GATEWAY_HOST mirror_path = '/home/gerrit/git/%s.git' % name cmd = ['rm', '-rf', mirror_path] self.ssh_run_cmd(sshkey_priv_path, user, host, cmd) def createConfigSection(self, user, project): # Section name will be node name and the project section = 'managesf_%s' % project host = '%s@%s' % (config.GERRIT_USER, config.GATEWAY_HOST) mirror_repo_path = '/home/gerrit/git/\${name}.git' url = '%s:%s' % (host, mirror_repo_path) self.msu.replicationModifyConfig(user, 'add', section, 'projects', project) self.msu.replicationModifyConfig(user, 'add', section, 'url', url) push = '+refs/heads/*:refs/heads/*' self.msu.replicationModifyConfig(user, 'add', section, 'push', push) push = '+refs/tags/*:refs/tags/*' self.msu.replicationModifyConfig(user, 'add', section, 'push', push) def deleteConfigSection(self, user, project): # section name will be node name and the project section = 'managesf_%s' % project self.msu.replicationModifyConfig(user, 'remove', section) def mirror_clone_and_check_files(self, url, pname, us_files): retries = 0 files = [] while True: clone = self.clone(url, pname) # clone may fail, as mirror repo is not yet ready(i.e gerrit not # yet replicated the project) if os.path.isdir(clone): files = [f for f in os.listdir(clone) if not f.startswith('.')] shutil.rmtree(clone) if us_files and files: break elif retries > 30: break else: time.sleep(3) retries += 1 if us_files: for f in us_files: self.assertIn(f, files) self.assertTrue((len(us_files) < len(files))) def test_replication(self): """ Test gerrit replication for review process """ # Be sure the project, mirror repo, project in config don't exist self.deleteMirrorRepo(self.pname) self.deleteConfigSection(self.un, self.pname) self.msu.deleteProject(self.pname, self.un) # Create the project self.create_project(self.pname, self.un) # Create new section for this project in replication.config self.createConfigSection(self.un, self.pname) # Force gerrit to read its known_hosts file. The only # way to do that is by restarting gerrit. The Puppet Gerrit # manifest will restart gerrit if a new entry in known_hosts_gerrit # is discovered. # This may take some time (gerrit in some condition take long # to be fully up) call("ssh %s ssh gerrit systemctl restart gerrit" % config.GATEWAY_HOST, shell=True) call("ssh %s ssh gerrit /root/wait4gerrit.sh" % config.GATEWAY_HOST, shell=True) # Clone the project and submit it for review priv_key_path = set_private_key(config.USERS[self.un]["privkey"]) gitu = GerritGitUtils(self.un, priv_key_path, config.USERS[self.un]['email']) url = "ssh://%s@%s:29418/%s" % (self.un, config.GATEWAY_HOST, self.pname) clone_dir = gitu.clone(url, self.pname) gitu.add_commit_and_publish(clone_dir, "master", "Test commit") # Add 2 files and resubmit for review data = "echo Working" us_files = ["run_functional-tests.sh", "run_tests.sh"] for f in us_files: file(os.path.join(clone_dir, f), 'w').write(data) os.chmod(os.path.join(clone_dir, f), 0755) gitu.add_commit_and_publish(clone_dir, "master", None, fnames=us_files) # Review the patch and merge it change_ids = self.gu.get_my_changes_for_project(self.pname) self.assertGreater(len(change_ids), 0) change_id = change_ids[0] self.gu.submit_change_note(change_id, "current", "Code-Review", "2") self.gu.submit_change_note(change_id, "current", "Verified", "2") self.gu.submit_change_note(change_id, "current", "Workflow", "1") # Put USER_2 as core for config project grp_name = '%s-core' % self.pname self.gu.add_group_member(config.USER_2, grp_name) self.gu2.submit_change_note(change_id, "current", "Code-Review", "2") self.assertTrue(self.gu.submit_patch(change_id, "current")) shutil.rmtree(clone_dir) # Verify if gerrit automatically triggered replication repo_url = self.managesf_repo_path + '%s.git' % self.pname self.mirror_clone_and_check_files(repo_url, self.pname, us_files)
class TestProjectReplication(Base): """ Functional tests to verify the gerrit replication feature """ def setUp(self): self.msu = ManageSfUtils(config.GATEWAY_URL) self.un = config.ADMIN_USER self.gu = GerritUtils( config.GATEWAY_URL, auth_cookie=config.USERS[self.un]['auth_cookie']) self.gu2 = GerritUtils( config.GATEWAY_URL, auth_cookie=config.USERS[config.USER_2]['auth_cookie']) self.k_idx = self.gu2.add_pubkey(config.USERS[config.USER_2]["pubkey"]) priv_key_path = set_private_key(config.USERS[self.un]["privkey"]) self.gitu_admin = GerritGitUtils(self.un, priv_key_path, config.USERS[self.un]['email']) # Configuration to access mirror repo present in mysql self.msql_repo_path = "ssh://%s@%s/%s" \ % (config.GERRIT_USER, config.GATEWAY_HOST, 'home/gerrit/site_path/git/') # prepare environment for git clone on mirror repo self.mt = Tool() self.mt_tempdir = tempfile.mkdtemp() priv_key = file(config.GERRIT_SERVICE_PRIV_KEY_PATH, 'r').read() priv_key_path = os.path.join(self.mt_tempdir, 'user.priv') file(priv_key_path, 'w').write(priv_key) os.chmod(priv_key_path, stat.S_IREAD | stat.S_IWRITE) ssh_wrapper = "ssh -o StrictHostKeyChecking=no -i " \ "%s \"$@\"" % priv_key_path wrapper_path = os.path.join(self.mt_tempdir, 'ssh_wrapper.sh') file(wrapper_path, 'w').write(ssh_wrapper) os.chmod(wrapper_path, stat.S_IRWXU) self.mt.env['GIT_SSH'] = wrapper_path self.pname = 'test-replication' def tearDown(self): self.deleteConfigSection(self.un, self.pname) self.deleteMirrorRepo(self.pname) self.msu.deleteProject(self.pname, self.un) self.gu2.del_pubkey(self.k_idx) # Can't use GerritGitUtils.clone as not sure when source uri repo in mysql # be ready.(i.e gerrit is taking time to create the mirror repo in mysql # node) So this clone may succeed or fail, we don't need 'git review -s' # and other review commands in clone method def clone(self, uri, target): self.assertTrue(uri.startswith('ssh://')) cmd = "git clone %s %s" % (uri, target) self.mt.exe(cmd, self.mt_tempdir) clone = os.path.join(self.mt_tempdir, target) return clone def create_project(self, name, user, options=None): self.msu.createProject(name, user, options) def ssh_run_cmd(self, sshkey_priv_path, user, host, subcmd): host = '%s@%s' % (user, host) sshcmd = ['ssh', '-o', 'LogLevel=ERROR', '-o', 'StrictHostKeyChecking=no', '-o', 'UserKnownHostsFile=/dev/null', '-i', sshkey_priv_path, host] cmd = sshcmd + subcmd p = Popen(cmd, stdout=PIPE) return p.communicate() def deleteMirrorRepo(self, name): sshkey_priv_path = config.GERRIT_SERVICE_PRIV_KEY_PATH user = '******' host = config.GATEWAY_HOST mirror_path = '/home/gerrit/site_path/git/%s.git' % name cmd = ['rm', '-rf', mirror_path] self.ssh_run_cmd(sshkey_priv_path, user, host, cmd) def createConfigSection(self, user, project): # Section name will be node name and the project section = 'mysql_%s' % project host = '%s@%s' % (config.GERRIT_USER, config.GATEWAY_HOST) mirror_repo_path = '/home/gerrit/site_path/git/\${name}.git' url = '%s:%s' % (host, mirror_repo_path) self.msu.replicationModifyConfig(user, 'add', section, 'projects', project) self.msu.replicationModifyConfig(user, 'add', section, 'url', url) push = '+refs/heads/*:refs/heads/*' self.msu.replicationModifyConfig(user, 'add', section, 'push', push) push = '+refs/tags/*:refs/tags/*' self.msu.replicationModifyConfig(user, 'add', section, 'push', push) def deleteConfigSection(self, user, project): # section name will be node name and the project section = 'managesf_%s' % project self.msu.replicationModifyConfig(user, 'remove-section', section) def mirror_clone_and_check_files(self, url, pname, us_files): retries = 0 files = [] while True: clone = self.clone(url, pname) # clone may fail, as mirror repo is not yet ready(i.e gerrit not # yet replicated the project) if os.path.isdir(clone): files = [f for f in os.listdir(clone) if not f.startswith('.')] shutil.rmtree(clone) if us_files and files: break elif retries > 30: break else: time.sleep(3) retries += 1 if us_files: for f in us_files: self.assertIn(f, files) self.assertTrue((len(us_files) < len(files))) def test_replication(self): """ Test gerrit replication for review process """ # Be sure the project, mirror repo, project in config don't exist self.deleteMirrorRepo(self.pname) self.deleteConfigSection(self.un, self.pname) self.msu.deleteProject(self.pname, self.un) # Create the project self.create_project(self.pname, self.un) # Create new section for this project in replication.config self.createConfigSection(self.un, self.pname) # Force gerrit to read its known_hosts file. The only # way to do that is by restarting gerrit. The Puppet Gerrit # manifest will restart gerrit if a new entry in known_hosts_gerrit # is discovered. # This may take some time (gerrit in some condition take long # to be fully up) call("ssh [email protected] systemctl restart gerrit", shell=True) call("ssh [email protected] /root/wait4gerrit.sh", shell=True) # Clone the project and submit it for review priv_key_path = set_private_key(config.USERS[self.un]["privkey"]) gitu = GerritGitUtils(self.un, priv_key_path, config.USERS[self.un]['email']) url = "ssh://%s@%s:29418/%s" % (self.un, config.GATEWAY_HOST, self.pname) clone_dir = gitu.clone(url, self.pname) gitu.add_commit_and_publish(clone_dir, "master", "Test commit") # Add 2 files and resubmit for review data = "echo Working" us_files = ["run_functional-tests.sh", "run_tests.sh"] for f in us_files: file(os.path.join(clone_dir, f), 'w').write(data) os.chmod(os.path.join(clone_dir, f), 0755) gitu.add_commit_and_publish(clone_dir, "master", None, fnames=us_files) # Review the patch and merge it change_ids = self.gu.get_my_changes_for_project(self.pname) self.assertGreater(len(change_ids), 0) change_id = change_ids[0] self.gu.submit_change_note(change_id, "current", "Code-Review", "2") self.gu.submit_change_note(change_id, "current", "Verified", "2") self.gu.submit_change_note(change_id, "current", "Workflow", "1") # Put USER_2 as core for config project grp_name = '%s-core' % self.pname self.gu.add_group_member(config.USER_2, grp_name) self.gu2.submit_change_note(change_id, "current", "Code-Review", "2") self.assertTrue(self.gu.submit_patch(change_id, "current")) shutil.rmtree(clone_dir) # Verify if gerrit automatically triggered replication # Mirror repo(in mysql node) should have these latest changes # Clone the mirror repo(from mysql) and check for the 2 files msql_repo_url = self.msql_repo_path + '%s.git' % self.pname self.mirror_clone_and_check_files(msql_repo_url, self.pname, us_files)
class TestProjectReplication(Base): """ Functional tests to verify the gerrit replication feature """ def setUp(self): self.msu = ManageSfUtils(config.GATEWAY_URL) self.un = config.ADMIN_USER self.gu = GerritUtils( config.GATEWAY_URL, auth_cookie=config.USERS[self.un]['auth_cookie']) self.gu2 = GerritUtils( config.GATEWAY_URL, auth_cookie=config.USERS[config.USER_2]['auth_cookie']) self.k_idx = self.gu2.add_pubkey(config.USERS[config.USER_2]["pubkey"]) priv_key_path = set_private_key(config.USERS[self.un]["privkey"]) self.gitu_admin = GerritGitUtils(self.un, priv_key_path, config.USERS[self.un]['email']) # Prepare environment for git clone on mirror repo self.mt = Tool() self.mt_tempdir = tempfile.mkdtemp() # Copy the service private key in a flat file priv_key = file(config.SERVICE_PRIV_KEY_PATH, 'r').read() priv_key_path = os.path.join(self.mt_tempdir, 'user.priv') file(priv_key_path, 'w').write(priv_key) os.chmod(priv_key_path, stat.S_IREAD | stat.S_IWRITE) # Prepare the ssh wrapper script ssh_wrapper = "ssh -o StrictHostKeyChecking=no -i %s \"$@\"" % ( priv_key_path) wrapper_path = os.path.join(self.mt_tempdir, 'ssh_wrapper.sh') file(wrapper_path, 'w').write(ssh_wrapper) os.chmod(wrapper_path, stat.S_IRWXU) # Set the wrapper as GIT_SSH env variable self.mt.env['GIT_SSH'] = wrapper_path self.config_clone_dir = None # Project we are going to configure the replication for self.pname = 'test/replication' # Remove artifacts of previous run if any self.delete_config_section(self.un, self.pname) self.delete_mirror_repo(self.pname) def tearDown(self): self.delete_config_section(self.un, self.pname) self.delete_mirror_repo(self.pname) self.msu.deleteProject(self.pname, self.un) self.gu2.del_pubkey(self.k_idx) def clone(self, uri, target): self.assertTrue(uri.startswith('ssh://')) cmd = "git clone %s %s" % (uri, target) clone = os.path.join(self.mt_tempdir, target) if os.path.isdir(clone): shutil.rmtree(clone) self.mt.exe(cmd, self.mt_tempdir) return clone def create_project(self, name, user, options=None): self.msu.createProject(name, user, options) def ssh_run_cmd(self, sshkey_priv_path, user, host, subcmd): host = '%s@%s' % (user, host) sshcmd = ['ssh', '-o', 'LogLevel=ERROR', '-o', 'StrictHostKeyChecking=no', '-o', 'UserKnownHostsFile=/dev/null', '-i', sshkey_priv_path, host] cmd = sshcmd + subcmd p = Popen(cmd, stdout=PIPE) return p.communicate(), p.returncode def delete_mirror_repo(self, name): mirror_path = '/home/gerrit/git/%s.git' % name cmd = ['ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'rm', '-rf', mirror_path] self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) def create_config_section(self, project): host = '%s@%s' % (config.GERRIT_USER, config.GATEWAY_HOST) mirror_repo_path = '/home/gerrit/git/\${name}.git' url = '%s:%s' % (host, mirror_repo_path) path = os.path.join(self.config_clone_dir, 'gerrit/replication.config') call("git config -f %s --remove-section remote.test_project" % path, shell=True) call("git config -f %s --add remote.test_project.projects %s" % (path, project), shell=True) call("git config -f %s --add remote.test_project.url %s" % (path, url), shell=True) self.gitu_admin.add_commit_for_all_new_additions( self.config_clone_dir, "Add replication test section") # The direct push will trigger the config-update job # as we commit through 29418 self.gitu_admin.direct_push_branch(self.config_clone_dir, 'master') attempts = 0 cmd = ['ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'grep', 'test_project', '/home/gerrit/site_path/etc/replication.config'] while attempts < 30: out, code = self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) if code == 0: return attempts += 1 time.sleep(2) raise Exception('replication.config file has not been updated (add)') def delete_config_section(self, user, project): url = "ssh://%s@%s:29418/config" % (self.un, config.GATEWAY_HOST) self.config_clone_dir = self.gitu_admin.clone( url, 'config', config_review=True) path = os.path.join(self.config_clone_dir, 'gerrit/replication.config') call("git config -f %s --remove-section remote.test_project" % path, shell=True) try: self.gitu_admin.add_commit_for_all_new_additions( self.config_clone_dir, "Remove replication test section") except CalledProcessError: # We fail if nothing to re-initialized return # The direct push will trigger the config-update job # as we commit through 29418 self.gitu_admin.direct_push_branch(self.config_clone_dir, 'master') attempts = 0 cmd = ['ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'grep', 'test_project', '/home/gerrit/site_path/etc/replication.config'] while attempts < 30: out, code = self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) if code != 0: return attempts += 1 time.sleep(2) raise Exception('replication.config has not been updated (rm)') def mirror_clone_and_check_files(self, url, pname): retries = 0 while True: clone = self.clone(url, pname) # clone may fail, as mirror repo is not yet ready(i.e gerrit not # yet replicated the project) if os.path.isdir(clone) and \ os.path.isfile(os.path.join(clone, '.gitreview')): return True elif retries > 50: break else: time.sleep(3) retries += 1 return False def test_replication(self): """ Test gerrit replication for review process """ # Create the project self.create_project(self.pname, self.un) # Be sure sftests.com host key is inside the known_hosts cmds = [['ssh', 'gerrit.%s' % config.GATEWAY_HOST, 'ssh-keyscan', 'sftests.com', '>', '/home/gerrit/.ssh/known_hosts']] for cmd in cmds: self.ssh_run_cmd(config.SERVICE_PRIV_KEY_PATH, 'root', config.GATEWAY_HOST, cmd) # Create new section for this project in replication.config self.create_config_section(self.pname) # Verify if gerrit replicated the repo self.managesf_repo_path = "ssh://%s@%s/home/gerrit/git/" % ( 'root', config.GATEWAY_HOST) repo_url = self.managesf_repo_path + '%s.git' % self.pname self.assertTrue(self.mirror_clone_and_check_files(repo_url, self.pname))