def main(argv): from minds import proxy proxy.init('') print if len(argv) <= 1: print __doc__ sys.exit(-1) option = argv[1] if option == '-q': print 'getQueueStatus numIndexed %s numQueued %s' % getQueueStatus() elif option == '-t': logdir = cfg.getPath('logs') qlogs = _getQueuedLogs(logdir) transformed, discarded = TransformProcess().run(logdir, qlogs) print transformed, discarded elif option == '-i': logdir = cfg.getPath('logs') qtxts = _getQueuedText(logdir) indexed, discarded = IndexProcess().run(logdir, qtxts) print indexed, discarded elif option == '-b': messagelog.mlog.lastRequest = datetime.datetime(1990,1,1) # enable _shouldTransform result = backgroundIndexTask() print result
def main(argv): from minds import proxy proxy.init(proxy.CONFIG_FILENAME) global cfg ##### cfg = proxy.cfg #print sys.getdefaultencoding() run()
def main(argv): if len(argv) < 3: print __doc__ sys.exit(-1) from minds import proxy proxy.init(proxy.CONFIG_FILENAME) # config to read the actual archive option = argv[1] path_or_id = argv[2] fp = None try: if os.path.exists(path_or_id): fp = file(path_or_id, 'rb') else: fp = docarchive.get_document(path_or_id) if option == '-s': stripTags(fp, sys.stdout) elif option == '-r': render(fp, sys.stdout) else: print __doc__ sys.exit(-1) finally: if fp: fp.close()
def main(argv): """Usage: proxyhandler.py mlog_filename [proxy]""" if len(argv) <2: print main.__doc__ sys.exit(-1) from minds import proxy proxy.init('') # use test config next_proxy = len(argv) > 2 and argv[2] or '' pHandler = testHandleMlog(argv[1], server=TestServer(next_proxy)) # dump recorded message sys.stdout.write( patterns_tester.showFile( pHandler.s_out, 's_out [%s]' % pHandler.connect_dest)) sys.stdout.write( patterns_tester.showFile( pHandler.c_out, 'c_out'))
def main(argv): if len(argv) < 2: print __doc__ sys.exit(-1) from minds import proxy proxy.init(proxy.CONFIG_FILENAME) index_path = argv[1] shutil.rmtree(index_path, True) starttime = datetime.datetime.now() dbdoc = cfg.getPath('archive') idc = docarchive.idCounter idc._findIdRange() beginId = idc.beginId endId = idc.endId print 'Reindex %s(#%d-%d) -> %s' % (dbdoc, beginId, endId, index_path) reindex(dbdoc, beginId, endId, index_path) print 'Reindex finished:', datetime.datetime.now() - starttime
def main(argv): from minds import proxy proxy.init(proxy.CONFIG_FILENAME) if len(argv) <= 1: print __doc__ idCounter._findIdRange() print 'idRange [%s:%s]\n' % (idCounter._beginId, idCounter._endId) if len(argv) <= 1: sys.exit(-1) option = argv[1] if option == '-r': id = argv[2] id = ('000000000' + id)[-9:] arc_path, filename = parseId(id) print get_document(arc_path, filename).read() elif option == '-a': filename = argv[2] print 'not implemented'
def setUp(self): from minds import proxy proxy.init('') # use test config self.cleanup()