Пример #1
0
def main ():
	global	running, reread

	delay = 180
	(opts, param) = getopt.getopt (sys.argv[1:], 'vd:')
	for opt in opts:
		if opt[0] == '-v':
			agn.outlevel = agn.LV_DEBUG
			agn.outstream = sys.stderr
		elif opt[0] == '-d':
			delay = int (opt[1])

	signal.signal (signal.SIGINT, handler)
	signal.signal (signal.SIGTERM, handler)
	signal.signal (signal.SIGUSR1, handler)
	signal.signal (signal.SIGHUP, signal.SIG_IGN)
	signal.signal (signal.SIGPIPE, signal.SIG_IGN)
	agn.lock ()
	agn.log (agn.LV_INFO, 'main', 'Starting up')
	data = Data ()
	while running:
		forcedUpdate = reread
		reread = False
		data.update (forcedUpdate)
		n = delay
		while n > 0 and running and not reread:
			time.sleep (1)
			n -= 1
	data.done ()
	agn.log (agn.LV_INFO, 'main', 'Going down')
	agn.unlock ()
Пример #2
0
	def main ():
		global	running

		setupSignals ()
		maxChildren = 10
		delay = 10
		spooldir = agn.mkpath (agn.base, 'var', 'spool', 'mail')
		worksize = None
		size = 65536
		(opts, parm) = getopt.getopt (sys.argv[1:], 'c:d:s:w:m:')
		for opt in opts:
			if opt[0] == '-c':
				maxChildren = int (opt[1])
			elif opt[0] == '-d':
				delay = int (opt[1])
			elif opt[0] == '-s':
				spooldir = opt[1]
			elif opt[0] == '-w':
				worksize = int (opt[1])
			elif opt[0] == '-m':
				size = int (opt[1])
		if len (parm) > 0:
			bavDebug (parm)
			sys.exit (0)
		agn.lock ()
		agn.log (agn.LV_INFO, 'bavd', 'Starting up')
		lastCheck = -1
		children = []
		spool = eagn.Mailspool (spooldir, worksize = worksize, scan = False, storeSize = size)
		while running:
			now = time.localtime ()
			if now.tm_yday != lastCheck:
				checkProcmailrc (now, spool.store)
				lastCheck = now.tm_yday
			if len (children) < maxChildren:
				if len (children) == 0:
					spool.scanWorkspaces ()
				for ws in spool:
					agn.log (agn.LV_VERBOSE, 'bavd', 'New child starting in %s' % ws.ws)
					ch = Child (ws)
					ch.start (size)
					children.append (ch)
					if len (children) >= maxChildren:
						break
			n = delay
			while running and n > 0:
				time.sleep (1)
				if children:
					children = waitForChildren (children)
				n -= 1
		while children:
			agn.log (agn.LV_VERBOSE, 'bavd', 'Wait for %d children to terminate' % len (children))
			for child in children:
				child.signal ()
			time.sleep (1)
			children = waitForChildren (children)
		agn.log (agn.LV_INFO, 'bavd', 'Going down')
		agn.unlock ()
Пример #3
0
def main():
    doit = True
    (opts, parm) = getopt.getopt(sys.argv[1:], 'vn')
    for opt in opts:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stderr
        elif opt[0] == '-n':
            doit = False
    agn.lock()

    OpenEMM().run(doit)
    agn.unlock()
Пример #4
0
 def main():
     doit = True
     maxAge = 1
     startUpDelay = 60
     mailings = None
     try:
         (opts, parm) = getopt.getopt(sys.argv[1:], '?nva:d:m:')
         for opt in opts:
             if opt[0] == '-?':
                 usage()
             elif opt[0] == '-n':
                 doit = False
             elif opt[0] == '-v':
                 agn.outlevel = agn.LV_DEBUG
                 agn.outstream = sys.stderr
             elif opt[0] == '-a':
                 agn.validate(opt[1],
                              '[0-9]+',
                              (lambda a: int(a) > 0, 'age must be > 0'),
                              reason='Numeric value expected for age')
                 maxAge = int(opt[1])
             elif opt[0] == '-d':
                 startUpDelay = int(opt[1])
             elif opt[0] == '-m':
                 if mailings is None:
                     mailings = []
                 mailings.append(int(opt[1]))
     except (getopt.GetoptError, agn.error) as e:
         usage(str(e))
     agn.lock()
     agn.log(agn.LV_INFO, 'main', 'Starting up')
     rc = False
     rec = Recovery(maxAge, startUpDelay, mailings, doit)
     if rec.setup():
         try:
             rec.collectMailings()
             rec.recoverMailings()
             rec.reportMailings()
             rc = True
         except agn.error as e:
             agn.log(agn.LV_ERROR, 'main', 'Failed recovery: %s' % e)
     else:
         agn.log(agn.LV_ERROR, 'main', 'Failed to setup recovery process')
     rec.done()
     agn.log(agn.LV_INFO, 'main', 'Going down')
     agn.unlock()
     if not rc:
         sys.exit(1)
Пример #5
0
def main():
    global term

    maillog = '/var/log/maillog'
    saveFile = agn.mkpath(agn.base, 'var', 'run', 'slrtscn.save')
    bounceLog = agn.mkpath(agn.base, 'log', 'extbounce.log')
    providerLog = agn.normalize_path(None)
    (opts, param) = getopt.getopt(sys.argv[1:], 'vm:s:b:p:')
    for opt in opts:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stderr
        elif opt[0] == '-m':
            maillog = opt[1]
        elif opt[0] == '-s':
            saveFile = opt[1]
        elif opt[0] == '-b':
            bounceLog = opt[1]
        elif opt[0] == '-p':
            providerLog = opt[1]
    scanners = {
        None: ScannerSendmail,
        'sendmail': ScannerSendmail,
        'postfix': ScannerPostfix
    }
    mta = agn.MTA()
    scanner = scanners.get(mta.mta, scanners[None])(maillog, saveFile,
                                                    bounceLog, providerLog)
    #
    signal.signal(signal.SIGINT, handler)
    signal.signal(signal.SIGTERM, handler)
    signal.signal(signal.SIGHUP, signal.SIG_IGN)
    signal.signal(signal.SIGPIPE, signal.SIG_IGN)
    #
    agn.lock()
    agn.log(agn.LV_INFO, 'main', 'Starting up')
    agn.log(agn.LV_INFO, 'main',
            'Scanning for %s using %s' % (mta.mta, scanner.__class__.__name__))
    while not term:
        time.sleep(1)
        agn.mark(agn.LV_INFO, 'loop', 180)
        scanner.scan()
    #
    scanner.done()
    agn.log(agn.LV_INFO, 'main', 'Going down')
    agn.unlock()
Пример #6
0
def main():
    single = False
    (opts, param) = getopt.getopt(sys.argv[1:], 'v')
    for opt in opts:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stderr
            single = True
    pd = Pickdist()
    if single:
        pd.step()
    else:
        agn.lock()
        agn.log(agn.LV_INFO, 'main', 'Starting up')
        wd = eagn.Watchdog()
        wd.mstart([pd])
        agn.log(agn.LV_INFO, 'main', 'Going down')
        agn.unlock()
Пример #7
0
def main():
    background = False
    restartDelay = '60'
    terminationDelay = '10'
    output = False
    prior = None
    limit = 100
    (opts, param) = getopt.getopt(sys.argv[1:], 'vi:br:t:op:l:')
    for opt in opts:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stderr
        elif opt[0] == '-i':
            if opt[1] == '-':
                if param:
                    agn.logname = '%s-wd' % (os.path.basename(param).split(
                        '.', 1)[0], )
            else:
                agn.logname = opt[1]
        elif opt[0] == '-b':
            background = True
        elif opt[0] == '-r':
            restartDelay = opt[1]
        elif opt[0] == '-t':
            terminationDelay = opt[1]
        elif opt[0] == '-o':
            output = True
        elif opt[0] == '-p':
            prior = opt[1]
        elif opt[0] == '-l':
            limit = int(opt[1]) if opt[1] != '-' else None
    if not len(param):
        raise agn.error('No command given to run under watchdog control')
    agn.lock()
    agn.log(agn.LV_INFO, 'main', 'Starting up')
    wd = EWatchdog(param, output)
    if background and wd.pushToBackground():
        return
    if prior:
        wd.setPrior(prior)
    wd.setLimit(limit)
    wd.mstart(wd.Job(agn.logname, wd.run, ()), restartDelay, terminationDelay)
    agn.log(agn.LV_INFO, 'main', 'Going down')
    agn.unlock()
Пример #8
0
def main():
    rc = 1
    (opts, param) = getopt.getopt(sys.argv[1:], 'v')
    for opt in opts:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stderr
    agn.lock()
    agn.log(agn.LV_INFO, 'main', 'Starting up')
    db = agn.DBaseID()
    if db is not None:
        #		db.log = lambda a: agn.log (agn.LV_DEBUG, 'db', a)
        curs = db.cursor()
        if curs is not None:
            softbounce = Softbounce(db, curs)
            if softbounce.setup():
                try:
                    softbounce.removeOldEntries()
                    softbounce.setupTimestamp()
                    softbounce.collectNewBounces()
                    softbounce.finalizeTimestamp()
                    softbounce.mergeNewBounces()
                    softbounce.convertToHardbounce()
                    rc = 0
                except agn.error as e:
                    agn.logexc(agn.LV_ERROR, 'main', 'Failed due to %s' % e)
                    softbounce.ok = False
                softbounce.done()
            else:
                agn.log(agn.LV_ERROR, 'main', 'Setup of handling failed')
            curs.sync()
            curs.close()
        else:
            agn.log(agn.LV_ERROR, 'main', 'Failed to get database cursor')
        db.close()
    else:
        agn.log(agn.LV_ERROR, 'main', 'Failed to setup database interface')
    agn.log(agn.LV_INFO, 'main', 'Going down')
    agn.unlock()
    if rc:
        sys.exit(rc)
Пример #9
0
def main():
    cfgfile = None
    port = agn._syscfg.iget('trigger-port', 8080)
    (opts, param) = getopt.getopt(sys.argv[1:], 'vc:p:')
    for opt in opts:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stderr
        elif opt[0] == '-c':
            cfgfile = opt[1]
        elif opt[0] == '-p':
            port = int(opt[1])
    cfg = eagn.Config()
    cfg['xmlrpc.port'] = str(port)
    cfg['xmlrpc.server'] = 'forking'
    cfg['merger.port'] = '8089'
    if cfgfile is not None:
        cfg.read(cfgfile)
    agn.lock()
    agn.log(agn.LV_INFO, 'main', 'Starting up')
    launch = Launcher(cfg)
    launch.mstart(launch.Job('webserver', launch.run, ()), restartDelay=5)
    agn.log(agn.LV_INFO, 'main', 'Going down')
    agn.unlock()
Пример #10
0
        reread = True
    else:
        running = False


signal.signal(signal.SIGINT, handler)
signal.signal(signal.SIGTERM, handler)
if not agn.iswin:
    signal.signal(signal.SIGUSR1, handler)
    signal.signal(signal.SIGHUP, signal.SIG_IGN)
    signal.signal(signal.SIGPIPE, signal.SIG_IGN)

agn.log(agn.LV_INFO, 'main', 'Starting up')
agn.lock()
data = Data()
while running:
    forcedUpdate = reread
    reread = False
    data.update(forcedUpdate)
    n = delay
    while n > 0 and running and not reread:

        if agn.iswin and agn.winstop():
            running = False
            break
        time.sleep(1)
        n -= 1
data.done()
agn.unlock()
agn.log(agn.LV_INFO, 'main', 'Going down')
Пример #11
0
pd = Pickdist()
while not term:
    time.sleep(1)
    agn.mark(agn.LV_INFO, "loop", 180)
    if pd.scanForData() == 0:
        delay = 30
        agn.log(agn.LV_VERBOSE, "loop", "No ready to send data file found")
    else:
        delay = 0
        while not term and pd.hasData():
            queue = pd.queueIsFree()
            if queue is None:
                agn.log(agn.LV_INFO, "loop", "Queue is already filled up")
                delay = 180
                break
            blk = pd.getNextBlock()
            if blk.unpack(queue):
                blk.moveTo(agn.mkArchiveDirectory(pd.archive))
            else:
                blk.moveTo(pd.recover)
    while not term and delay > 0:

        if agn.iswin and agn.winstop():
            term = True
            break
        time.sleep(1)
        delay -= 1
#
agn.log(agn.LV_INFO, "main", "Going down")
agn.unlock()
Пример #12
0
def main ():
    global  term

    signal.signal (signal.SIGINT, handler)
    signal.signal (signal.SIGTERM, handler)

    if not agn.iswin:
        signal.signal (signal.SIGHUP, signal.SIG_IGN)
        signal.signal (signal.SIGPIPE, signal.SIG_IGN)
    #
    opts = getopt.getopt (sys.argv[1:], 'vso:')
    verbose = False
    single = False
    updparm = {}
    use = []
    for opt in opts[0]:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stdout
            verbose = True
        elif opt[0] == '-s':
            single = True
        elif opt[0] == '-o':
            parm = opt[1].split (':', 1)
            if len (parm) == 2:
                v = parm[1].split ('=', 1)
                if len (v) == 1:
                    v.append ('true')
                if updparm.has_key (parm[0]):
                    updparm[parm[0]].append (v)
                else:
                    updparm[parm[0]] = [v]
                if not parm[0] in use:
                    use.append (parm[0])
    for u in opts[1]:
        if not u in use:
            use.append (u)
    updates = []
    for u in use:
        if u == 'bounce':
            nu = UpdateBounce ()
        elif u == 'account':
            nu = UpdateAccount ()
        else:
            nu = None
            agn.log (agn.LV_ERROR, 'main', 'Invalid update: %s' % u)
        if not nu is None:
            if updparm.has_key (u):
                nu.options (updparm[u])
            updates.append (nu)
    if len (updates) == 0:
        agn.die (agn.LV_ERROR, 'main', 'No update procedure found')
    agn.lock ()
    agn.log (agn.LV_INFO, 'main', 'Starting up')

    if True:
        while not term:
            db = None
            agn.mark(agn.LV_INFO, 'loop', 180)
            for upd in updates:
                if not term and upd.shouldRun() and upd.exists():
                    if db is None:
                        db = agn.DBaseID()
                        if db is None:
                            agn.log(agn.LV_ERROR, 'loop', 'Unable to connect to database')
                    if db:
                        if verbose:
                            db.log = lambda a: sys.stdout.write('%s\n' % a)
                        instance = db.cursor()
                        if instance:
                            if not upd.update(instance):
                                agn.log(agn.LV_ERROR, 'loop', 'Update for %s failed' % upd.name)
                            instance.close()
                        else:
                            agn.log(agn.LV_ERROR, 'loop', 'Unable to get database cursor')
            if db:
                db.close()
            if single:
                term = True
            #
            # Zzzzz....
            countDelay = delay
            while countDelay > 0 and not term:

                if agn.iswin and agn.winstop ():
                        term = True
                        break
                time.sleep(1)
                countDelay -= 1
        for upd in updates:
            upd.done()

    agn.log (agn.LV_INFO, 'main', 'Going down')
    agn.unlock ()
Пример #13
0
def main():
    global term

    signal.signal(signal.SIGINT, handler)
    signal.signal(signal.SIGTERM, handler)

    if not agn.iswin:
        signal.signal(signal.SIGHUP, signal.SIG_IGN)
        signal.signal(signal.SIGPIPE, signal.SIG_IGN)
    #
    opts = getopt.getopt(sys.argv[1:], 'vso:')
    verbose = False
    single = False
    updparm = {}
    use = []
    for opt in opts[0]:
        if opt[0] == '-v':
            agn.outlevel = agn.LV_DEBUG
            agn.outstream = sys.stdout
            verbose = True
        elif opt[0] == '-s':
            single = True
        elif opt[0] == '-o':
            parm = opt[1].split(':', 1)
            if len(parm) == 2:
                v = parm[1].split('=', 1)
                if len(v) == 1:
                    v.append('true')
                if updparm.has_key(parm[0]):
                    updparm[parm[0]].append(v)
                else:
                    updparm[parm[0]] = [v]
                if not parm[0] in use:
                    use.append(parm[0])
    for u in opts[1]:
        if not u in use:
            use.append(u)
    updates = []
    for u in use:
        if u == 'bounce':
            nu = UpdateBounce()
        elif u == 'account':
            nu = UpdateAccount()
        else:
            nu = None
            agn.log(agn.LV_ERROR, 'main', 'Invalid update: %s' % u)
        if not nu is None:
            if updparm.has_key(u):
                nu.options(updparm[u])
            updates.append(nu)
    if len(updates) == 0:
        agn.die(agn.LV_ERROR, 'main', 'No update procedure found')
    agn.lock()
    agn.log(agn.LV_INFO, 'main', 'Starting up')

    if True:
        while not term:
            db = None
            agn.mark(agn.LV_INFO, 'loop', 180)
            for upd in updates:
                if not term and upd.shouldRun() and upd.exists():
                    if db is None:
                        db = agn.DBaseID()
                        if db is None:
                            agn.log(agn.LV_ERROR, 'loop',
                                    'Unable to connect to database')
                    if db:
                        if verbose:
                            db.log = lambda a: sys.stdout.write('%s\n' % a)
                        instance = db.cursor()
                        if instance:
                            if not upd.update(instance):
                                agn.log(agn.LV_ERROR, 'loop',
                                        'Update for %s failed' % upd.name)
                            instance.close()
                        else:
                            agn.log(agn.LV_ERROR, 'loop',
                                    'Unable to get database cursor')
            if db:
                db.close()
            if single:
                term = True
            #
            # Zzzzz....
            countDelay = delay
            while countDelay > 0 and not term:

                if agn.iswin and agn.winstop():
                    term = True
                    break
                time.sleep(1)
                countDelay -= 1
        for upd in updates:
            upd.done()

    agn.log(agn.LV_INFO, 'main', 'Going down')
    agn.unlock()
Пример #14
0
def main (): #{{{
	oldest = 3
	processes = 4
	restartDelay = '1m'
	terminationDelay = '5m'
	(opts, param) = getopt.getopt (sys.argv[1:], 'vo:p:r:t:')
	for opt in opts:
		if opt[0] == '-v':
			agn.outlevel = agn.LV_DEBUG
			agn.outstream = sys.stderr
			agn.loglevel = agn.LV_DEBUG
		elif opt[0] == '-o':
			oldest = int (opt[1])
		elif opt[0] == '-p':
			processes = int (opt[1])
		elif opt[0] == '-r':
			restartDelay = opt[1]
		elif opt[0] == '-t':
			terminationDelay = opt[1]
	#
	activator = Activator ()
	modules = (agn.Stream.of (globals ().itervalues ())
		.filter (lambda module: type (module) is type and issubclass (module, Task) and hasattr (module, 'interval'))
		.filter (lambda module: activator.check (['%s-%s' % (agn.logname, module.name)]))
		.map (lambda module: (module.name, module))
		.dict ()
	)
	#
	agn.lock ()
	agn.log (agn.LV_INFO, 'main', 'Starting up')
	agn.log (agn.LV_INFO, 'main', 'Active modules: %s' % ', '.join (sorted (modules.iterkeys ())))
	schedule = Schedule (modules, oldest, processes)
	if param:
		schedule.readConfiguration ()
		for name in param:
			if name not in modules:
				print ('** %s not known' % name)
			else:
				agn.log (agn.LV_INFO, name, 'Module found')
				module = modules[name] (schedule)
				rc = module ()
				schedule.status (None, None)
				agn.log (agn.LV_INFO, name, 'Module returns %r' % (rc, ))
				if schedule.pending.queued or schedule.pending.running:
					agn.log (agn.LV_INFO, name, 'Execute backgound processes')
					try:
						while schedule.pending.queued:
							schedule.status (None, None)
							schedule.pendings ()
							if len (schedule.pending.running) == processes:
								agn.log (agn.LV_INFO, name, 'Currently %d processes running, wait for at least one to terminate' % len (schedule.pending.running))
								schedule.status (None, None)
								schedule.wait (True)
						agn.log (agn.LV_INFO, name, 'Wait for %d background process to teminate' % len (schedule.pending.running))
						while schedule.pending.running:
							schedule.status (None, None)
							if not schedule.wait (True):
								break
					except KeyboardInterrupt:
						agn.log (agn.LV_INFO, name, '^C, terminate all running processes')
						for p in schedule.pending.running[:]:
							schedule.pending.control.term (p.pid)
							schedule.wait ()
						agn.log (agn.LV_INFO, name, 'Waiting for 2 seconds to kill all remaining processes')
						time.sleep (2)
						for p in schedule.pending.running:
							schedule.pending.control.term (p.pid, eagn.signal.SIGKILL)
						agn.log (agn.LV_INFO, name, 'Waiting for killed processes to terminate')
						while schedule.wait (True) is not None:
							pass
					agn.log (agn.LV_INFO, name, 'Background processes done')
				if schedule.deferred:
					agn.log (agn.LV_INFO, name, 'Deferred jobs active, process them')
					try:
						last = -1
						while schedule.defers ():
							cur = len (schedule.deferred)
							if cur != last:
								agn.log (agn.LV_INFO, name, '%d jobs remaining' % cur)
								last = cur
							time.sleep (1)
					except KeyboardInterrupt:
						agn.log (agn.LV_INFO, name, '^C, terminating')
	else:
		jq = Jobqueue (schedule)
		jq.start (restartDelay = restartDelay, terminationDelay = terminationDelay)
	agn.log (agn.LV_INFO, 'main', 'Going down')
	agn.unlock ()