Example #1
0
 def logStarted(self, build, step, log):
     self.log = modelForLog(self.step, log, self.basedir)
Example #2
0
    def handle(self, *args, **options):
        if len(args) != 1:
            raise CommandError('basedir needed as argument')
        basedir = os.path.abspath(args[0])
        builderconfs = glob(basedir + '/*/builder')
        builderconfs.sort()
        builders = []
        for builderconf in builderconfs:
            buildername = builderconf[len(basedir)+1:-8]
            if raw_input('Import %s? ' % buildername).lower() != 'y':
                print 'Skipping %s' % buildername
                continue
            builder = pickle.load(open(builderconf))
            builder.basedir = builderconf[:-8]
            builder.determineNextBuildNumber()
            if buildername != builder.getName():
                print '%s is %s in reality' % (buildername, builder.getName())
                buildername = builder.getName()
            try:
                dbbuilder = Builder.objects.get(name = buildername)
                q = dbbuilder.builds.order_by('-pk').values_list('buildnumber', flat=True)
                if q.count():
                    firstBuild = q[0] + 1
                else:
                    firstBuild = 0
            except:
                dbbuilder = Builder.objects.create(name = buildername,
                                                   category = builder.category,
                                                   bigState = builder.currentBigState)
                firstBuild = 0
                print "Created %s" % dbbuilder
            try:
                firstBuild = int(raw_input('First build number (%d): ' % firstBuild))
            except ValueError:
                pass
            g = iterOverBuilds(builder, dbbuilder, buildername, firstBuild)
            try:
                localvars = g.next()
            except StopIteration:
                print "no more builds for %s" % buildername
                continue
            builders.append([g, localvars])

        while builders:
            # pick the earliest available build
            builders.sort(lambda l, r: cmp(l[1]['build'].getTimes()[0],
                                           r[1]['build'].getTimes()[0]))
            localvars = builders[0][1]
            try:
                builders[0][1] = builders[0][0].next()
            except StopIteration:
                # builder is exhausted, drop it from the list.
                # this is basically the end condition for the loop
                builders.pop(0)
            buildername = localvars['buildername']
            builder = localvars['builder']
            dbbuilder = localvars['dbbuilder']
            buildnumber = localvars['buildnumber']
            print buildername, buildnumber
            try:
                dbbuilder.builds.get(buildnumber = buildnumber)
                print "Got build $d" % buildnumber
                continue
            except:
                pass
            build = builder.getBuild(buildnumber)
            times = map(utils.timeHelper, build.getTimes())
            dbbuild = dbbuilder.builds.create(buildnumber = buildnumber,
                                              slavename = build.getSlavename(),
                                              starttime = times[0],
                                              endtime = times[1],
                                              result = build.getResults(),
                                              reason = build.getReason())
            for key, value, source in build.getProperties().asList():
                dbbuild.setProperty(key, value, source)
            for change in build.getChanges():
                dbbuild.changes.add(utils.modelForChange(change))
            for step in build.getSteps():
                times = map(utils.timeHelper, step.getTimes())
                if times[1] is None:
                    #step is still running or never run, no result
                    result = None
                else:
                    result = step.getResults()[0]
                dbstep = dbbuild.steps.create(name = step.getName(),
                                              text = step.getText(),
                                              text2 = step.text2,
                                              starttime = times[0],
                                              endtime = times[1],
                                              result = result)
                for logfile in step.getLogs():
                    utils.modelForLog(dbstep, logfile, basedir, isFinished = True)
            dbbuild.save()
 def logStarted(self, build, step, log):
     self.log = modelForLog(self.step, log, self.basedir)
Example #4
0
    def handle(self, *args, **options):
        if len(args) != 1:
            raise CommandError('basedir needed as argument')
        basedir = os.path.abspath(args[0])
        builderconfs = glob(basedir + '/*/builder')
        builderconfs.sort()
        builders = []
        for builderconf in builderconfs:
            buildername = builderconf[len(basedir) + 1:-8]
            if raw_input('Import %s? ' % buildername).lower() != 'y':
                print('Skipping %s' % buildername)
                continue
            builder = pickle.load(open(builderconf))
            builder.basedir = builderconf[:-8]
            builder.determineNextBuildNumber()
            if buildername != builder.getName():
                print('%s is %s in reality' % (buildername, builder.getName()))
                buildername = builder.getName()
            try:
                dbbuilder = Builder.objects.get(name=buildername)
                q = dbbuilder.builds.order_by('-pk').values_list('buildnumber',
                                                                 flat=True)
                if q.count():
                    firstBuild = q[0] + 1
                else:
                    firstBuild = 0
            except:
                dbbuilder = \
                    Builder.objects.create(name=buildername,
                                           category=builder.category,
                                           bigState=builder.currentBigState)
                firstBuild = 0
                print("Created %s" % dbbuilder)
            try:
                firstBuild = int(
                    raw_input('First build number (%d): ' % firstBuild))
            except ValueError:
                pass
            g = iterOverBuilds(builder, dbbuilder, buildername, firstBuild)
            try:
                localvars = next(g)
            except StopIteration:
                print("no more builds for %s" % buildername)
                continue
            builders.append([g, localvars])

        while builders:
            # pick the earliest available build
            builders.sort(lambda l, r: cmp(l[1]['build'].getTimes()[0], r[1][
                'build'].getTimes()[0]))
            localvars = builders[0][1]
            try:
                builders[0][1] = next(builders[0][0])
            except StopIteration:
                # builder is exhausted, drop it from the list.
                # this is basically the end condition for the loop
                builders.pop(0)
            buildername = localvars['buildername']
            builder = localvars['builder']
            dbbuilder = localvars['dbbuilder']
            buildnumber = localvars['buildnumber']
            print(buildername, buildnumber)
            try:
                dbbuilder.builds.get(buildnumber=buildnumber)
                print("Got build $d" % buildnumber)
                continue
            except:
                pass
            build = builder.getBuild(buildnumber)
            times = map(utils.timeHelper, build.getTimes())
            dbbuild = dbbuilder.builds.create(buildnumber=buildnumber,
                                              slavename=build.getSlavename(),
                                              starttime=times[0],
                                              endtime=times[1],
                                              result=build.getResults(),
                                              reason=build.getReason())
            for key, value, source in build.getProperties().asList():
                dbbuild.setProperty(key, value, source)
            for change in build.getChanges():
                dbbuild.changes.add(utils.modelForChange(change))
            for step in build.getSteps():
                times = map(utils.timeHelper, step.getTimes())
                if times[1] is None:
                    #step is still running or never run, no result
                    result = None
                else:
                    result = step.getResults()[0]
                dbstep = dbbuild.steps.create(name=step.getName(),
                                              text=step.getText(),
                                              text2=step.text2,
                                              starttime=times[0],
                                              endtime=times[1],
                                              result=result)
                for logfile in step.getLogs():
                    utils.modelForLog(dbstep,
                                      logfile,
                                      basedir,
                                      isFinished=True)
            dbbuild.save()