Example #1
0
    def copy(self):
        yield self.runRmdir(self.workdir,
                            abandonOnFailure=False,
                            timeout=self.timeout)

        old_workdir = self.workdir
        self.workdir = self.srcdir

        try:
            yield self.mode_incremental()
            cmd = buildstep.RemoteCommand(
                'cpdir', {
                    'fromdir': self.srcdir,
                    'todir': old_workdir,
                    'logEnviron': self.logEnviron,
                    'timeout': self.timeout,
                })
            cmd.useLog(self.stdio_log, False)
            yield self.runCommand(cmd)
            if cmd.didFail():
                raise buildstep.BuildStepFailed()
            return RC_SUCCESS
        finally:
            self.workdir = old_workdir
Example #2
0
    def _sourcedirIsUpdatable(self):
        # first, perform a stat to ensure that this is really an svn directory
        res = yield self.pathExists(self.build.path_module.join(self.workdir, '.svn'))
        if not res:
            return False

        # then run 'svn info --xml' to check that the URL matches our repourl
        stdout, stderr = yield self._dovccmd(['info', '--xml'], collectStdout=True,
                                             collectStderr=True, abandonOnFailure=False)

        # svn: E155037: Previous operation has not finished; run 'cleanup' if
        # it was interrupted
        if 'E155037:' in stderr:
            return False

        try:
            stdout_xml = xml.dom.minidom.parseString(stdout)
            extractedurl = stdout_xml.getElementsByTagName(
                'url')[0].firstChild.nodeValue
        except xml.parsers.expat.ExpatError:
            msg = "Corrupted xml, aborting step"
            self.stdio_log.addHeader(msg)
            raise buildstep.BuildStepFailed()
        return extractedurl == self.svnUriCanonicalize(self.repourl)
Example #3
0
 def commandComplete(cmd):
     if abandonOnFailure and cmd.didFail():
         raise buildstep.BuildStepFailed()
     return evaluateCommand(cmd)
Example #4
0
 def evaluateCommand(_):
     if cmd.didFail():
         raise buildstep.BuildStepFailed()
     return cmd.rc
Example #5
0
 def evaluateCommand(rc):
     if rc != 0:
         log.msg("Failed removing files")
         raise buildstep.BuildStepFailed()
     return rc
Example #6
0
 def evaluateCommand(_):
     if cmd.rc != 0 and abandonOnFailure:
         log.msg(
             "Source step failed while running command {}".format(cmd))
         raise buildstep.BuildStepFailed()
     return cmd.rc
Example #7
0
 def evaluate(cmd):
     if cmd.didFail():
         raise buildstep.BuildStepFailed()
     return cmd.rc
Example #8
0
 def checkInstall(svnInstalled):
     if not svnInstalled:
         raise buildstep.BuildStepFailed("SVN is not installed on slave")
     return 0
Example #9
0
 def evaluateCommand(cmd):
     if cmd.rc != 0:
         log.msg("Source step failed while running command %s" % cmd)
         raise buildstep.BuildStepFailed()
     return cmd.rc
Example #10
0
    def _dovccmd(self,
                 command,
                 abandonOnFailure=True,
                 collectStdout=False,
                 initialStdin=None):
        full_command = ['git']
        full_env = self.env.copy() if self.env else {}

        if self.config is not None:
            for name, value in iteritems(self.config):
                full_command.append('-c')
                full_command.append('%s=%s' % (name, value))

        if self._isSshPrivateKeyNeededForGitCommand(command):
            self._adjustCommandParamsForSshPrivateKey(full_command, full_env)

        full_command.extend(command)

        # check for the interruptSignal flag
        sigtermTime = None
        interruptSignal = None

        # If possible prefer to send a SIGTERM to git before we send a SIGKILL.
        # If we send a SIGKILL, git is prone to leaving around stale lockfiles.
        # By priming it with a SIGTERM first we can ensure that it has a chance to shut-down gracefully
        # before getting terminated
        if not self.workerVersionIsOlderThan("shell", "2.16"):
            # git should shut-down quickly on SIGTERM.  If it doesn't don't let it
            # stick around for too long because this is on top of any timeout
            # we have hit.
            sigtermTime = 1
        else:
            # Since sigtermTime is unavailable try to just use SIGTERM by itself instead of
            # killing.  This should be safe.
            if self.workerVersionIsOlderThan("shell", "2.15"):
                log.msg(
                    "NOTE: worker does not allow master to specify "
                    "interruptSignal. This may leave a stale lockfile around "
                    "if the command is interrupted/times out\n")
            else:
                interruptSignal = 'TERM'

        cmd = remotecommand.RemoteShellCommand(self.workdir,
                                               full_command,
                                               env=full_env,
                                               logEnviron=self.logEnviron,
                                               timeout=self.timeout,
                                               sigtermTime=sigtermTime,
                                               interruptSignal=interruptSignal,
                                               collectStdout=collectStdout,
                                               initialStdin=initialStdin)
        cmd.useLog(self.stdio_log, False)
        yield self.runCommand(cmd)

        if abandonOnFailure and cmd.didFail():
            log.msg("Source step failed while running command %s" % cmd)
            raise buildstep.BuildStepFailed()
        if collectStdout:
            defer.returnValue(cmd.stdout)
            return
        defer.returnValue(cmd.rc)
Example #11
0
 def evaluate(rc):
     if rc != 0:
         raise buildstep.BuildStepFailed()
     return rc
Example #12
0
 def evaluateCommand(_):
     if abandonOnFailure and cmd.didFail():
         self.descriptionDone = "repo failed at: %s" % (" ".join(command[:2]))
         self.stdio_log.addStderr("Source step failed while running command %s\n" % cmd)
         raise buildstep.BuildStepFailed()
     return cmd.rc
Example #13
0
 def evaluateCommand(cmd):
     if abandonOnFailure and cmd.didFail():
         self.step_status.setText(["repo failed at: %s" % (" ".join(command[:2]))])
         self.stdio_log.addStderr("Source step failed while running command %s\n" % cmd)
         raise buildstep.BuildStepFailed()
     return cmd.rc
Example #14
0
        def checkUpdated(cmd):
            if cmd.didFail() and self.checkExpectedFailure(cmd, errors):
                log.msg("Source step failed while running command %s" % cmd)
                raise buildstep.BuildStepFailed()

            return cmd.rc
Example #15
0
        def checkPull(cmd):
            if cmd.didFail() and self.checkExpectedFailure(cmd, errors):
                raise buildstep.BuildStepFailed()

            return cmd.rc