def __init__(self, opts): self.opts = opts self.subscriber = ZmqSubscriber( **ZmqSubscriber.getOptionValues(self.opts)) self.cacheDir = os.path.join(DATA_PATH, 'cache') self.store = None self.delayBox = DelayBox(self.writeOutputTile, maxDelaySeconds=5, numBuckets=10) if opts.timeSeries: timeSeriesList = opts.timeSeries.split(',') print 'indexing only the following time series:' for valueCode in timeSeriesList: print ' %s' % valueCode timeSeriesSet = set(opts.timeSeries.split(',')) else: timeSeriesSet = None self.indexes = {} for m in meta.TIME_SERIES: if 'map' in m: if timeSeriesSet and m['valueCode'] not in timeSeriesSet: continue index = TileIndex(m, self) self.indexes[m['valueCode']] = index
def main(): import optparse parser = optparse.OptionParser('usage: %prog <prefix>') parser.add_option('-p', '--pretty', action='store_true', default=False, help='Pretty-print JSON objects') ZmqSubscriber.addOptions(parser, 'zmqGrep') opts, args = parser.parse_args() if len(args) != 1: parser.error('expected exactly 1 arg') logging.basicConfig(level=logging.DEBUG) # set up networking s = ZmqSubscriber(**ZmqSubscriber.getOptionValues(opts)) s.start() # subscribe to the message we want topic = args[0] if opts.pretty: s.subscribeJson(topic, handleMessagePretty) else: s.subscribeRaw(topic, handleMessageSimple) zmqLoop()
def __init__(self, opts): self.opts = opts self.subscriber = ZmqSubscriber(**ZmqSubscriber.getOptionValues(self.opts)) self.cacheDir = os.path.join(DATA_PATH, 'cache') self.store = None self.delayBox = DelayBox(self.writeOutputTile, maxDelaySeconds=5, numBuckets=10) if opts.timeSeries: timeSeriesList = opts.timeSeries.split(',') print 'indexing only the following time series:' for valueCode in timeSeriesList: print ' %s' % valueCode timeSeriesSet = set(opts.timeSeries.split(',')) else: timeSeriesSet = None self.indexes = {} for m in meta.TIME_SERIES: if 'map' in m: if timeSeriesSet and m['valueCode'] not in timeSeriesSet: continue index = TileIndex(m, self) self.indexes[m['valueCode']] = index
def __init__(self, opts): self.opts = opts self.subscriber = ZmqSubscriber(**ZmqSubscriber.getOptionValues(self.opts)) self.application = tornado.web.Application([ (r"^/?$", MainHandler), (r"^/zmq/$", ClientSocket), ])
def __init__(self, opts): self.opts = opts self.subscriber = ZmqSubscriber( **ZmqSubscriber.getOptionValues(self.opts)) self.application = tornado.web.Application([ (r"^/?$", MainHandler), (r"^/zmq/$", ClientSocket), ])
def __init__(self, opts): self.sources = ([PatternFileSource(x) for x in opts.watchFilePattern] + [DirectoryFileSource(x) for x in opts.watchDirectory] + [SymlinkFileSource(x) for x in opts.watchSymlink]) self.subtopic = opts.subtopic self.pollTimer = None self.stopPollingTime = None self.imageProcessor = None self.tmpDir = tempfile.mkdtemp(prefix='filePublisher') opts.moduleName = opts.moduleName.format(subtopic=opts.subtopic) self.publisher = ZmqPublisher(**ZmqPublisher.getOptionValues(opts)) self.subscriber = ZmqSubscriber(**ZmqSubscriber.getOptionValues(opts))
def main(): import optparse parser = optparse.OptionParser('usage: %prog') ZmqSubscriber.addOptions(parser, 'testSubscriber') opts, args = parser.parse_args() if args: parser.error('expected no args') logging.basicConfig(level=logging.DEBUG) # set up networking s = ZmqSubscriber(**ZmqSubscriber.getOptionValues(opts)) s.start() # subscribe to the message we want s.subscribeRaw('geocamUtil.greeting:', handleGreeting) zmqLoop()
def __init__(self, opts): self.opts = opts if self.opts.timeSeries: names = self.opts.timeSeries.split(',') for name in names: if name not in TIME_SERIES_LOOKUP: print ('unknown time series %s, expected one of %s' % (name, TIME_SERIES_LOOKUP.keys())) sys.exit(1) timeSeriesList = [TIME_SERIES_LOOKUP[name] for name in names] else: timeSeriesList = TIME_SERIES self.subscriber = ZmqSubscriber(**ZmqSubscriber.getOptionValues(self.opts)) self.indexes = {} for meta in timeSeriesList: index = SegmentIndex(meta, self.subscriber) self.indexes[meta['valueCode']] = index
def __init__(self, opts): self.request = { 'timeout': opts.timeout, 'pollPeriod': opts.pollPeriod, } if opts.timestampSpacing: self.request['timestampSpacing'] = opts.timestampSpacing if opts.imageResize: self.request['imageResize'] = parseImageResize(opts.imageResize) if opts.imageCrop: self.request['imageCrop'] = parseImageCrop(opts.imageCrop) if opts.imageFormat: self.request['imageFormat'] = opts.imageFormat self.outputDirectory = opts.output self.subtopic = opts.subtopic self.noRequest = opts.noRequest opts.moduleName = opts.moduleName.format(subtopic=opts.subtopic) self.publisher = ZmqPublisher(**ZmqPublisher.getOptionValues(opts)) self.subscriber = ZmqSubscriber(**ZmqSubscriber.getOptionValues(opts)) self.requestPeriod = 0.5 * opts.timeout
def __init__(self, opts): self.opts = opts self.subscriber = ZmqSubscriber(**ZmqSubscriber.getOptionValues(self.opts)) self.publisher = ZmqPublisher(**ZmqPublisher.getOptionValues(self.opts))