def backfillAllGroups(self, groupName=''): n = self.n if groupName != '': grp = groups.getByName(groupName) if grp: res = dict(grp) else: res = groups.getActive() counter = 1 if res: nntp = nntplib.connect() for groupArr in res: left = len(res)-counter print '%sStarting group %d of %d.%s' % (n, counter, len(res), n) self.backfillGroup(nntp, groupArr, left) counter += 1 else: print 'No groups specified. Ensure groups are added to usepy\'s database for updating.'+n
def backfillPostAllGroups(self, groupName = '', articles = '', stype = ''): n = self.n if groupname != '': grp = groups.getByName(groupName) if grp: res = dict(grp) else: if stype == 'normal': res = groups.getActive() elif stype == 'date': res = groups.getActiveByDate() counter = 1 if res: for groupArr in res: left = len(res) - counter print 'Starting group %d of %d.' % (counter, len(res)) self.backfillPostGroup(groupArr, articles, left) counter += 1 else: print 'No groups specified. Ensure groups are added to usepy\'s database for updating.'
def processReleases(self, categorize, postproc, groupName): mdb = db.DB() console = consoletools.Consoletools() n = '\n' groupID = '' if groupName: groupInfo = groups.getByName(groupName) groupID = groupInfo['ID'] self.processReleases = time.time() print 'Starting release update process %s' % strftime("%Y-%m-%d %H:%M:%S", gmtime()) if not os.path.isdir(page.site().nzbpath): print 'Bad or missing nzb directory - %s' % page.site().nzbpath return self.processReleasesStage1(groupID) self.processReleasesStage2(groupID) self.processReleasesStage3(groupID) releasesAdded = self.processReleasesStage4_loop(groupID) self.processReleasesStage4dot5(groupID) self.processReleasesStage5_loop(groupID) self.processReleasesStage6(categorize, postproc, groupID) deletedCount = self.processReleasesStage7(groupID) # print amount of added releases and time it took timeUpdate = console.convertTime(int(time.time() - self.processReleases)) where = ' WHERE groupID = %s' % groupID if groupID else '' cremain = mdb.queryOneRow("select count(ID) as ID from collections "+where) print 'Completed adding %d releases in %s. %d collections waiting to be created (still incomplete or in queue for creation.' % (releasesAdded, timeUpdate, cremain['ID']) return releasesAdded