def test_perl_spout(self): # Make sure ShellBolt.spec works class PerlWordCount(Topology): word_spout = ShellSpout.spec( command="perl", script="count_words.pl", par=2, outputs=["word"] ) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8 ) self.assertEqual(len(PerlWordCount.specs), 2) self.assertEqual( list(PerlWordCount.word_bolt.inputs.keys()), [PerlWordCount.word_spout["default"]], ) self.assertEqual( PerlWordCount.thrift_spouts["word_spout"].common.parallelism_hint, 2 ) self.assertEqual( PerlWordCount.thrift_bolts["word_bolt"].common.parallelism_hint, 8 ) self.assertEqual( PerlWordCount.word_bolt.inputs[PerlWordCount.word_spout["default"]], Grouping.fields("word"), )
class PerlWordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = ShellBolt.spec( script="count_words.pl", inputs={word_spout: Grouping.fields("word")}, par=8, outputs=["word", "count"], )
class JavaWordCount(Topology): word_spout = JavaSpout.spec( full_class_name="com.bar.foo.counter.WordSpout", args_list=[u"foo", 1, b"\x09\x10", True, 3.14159], par=8, outputs=["word"], ) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8)
class JavaWordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = JavaBolt.spec( full_class_name="com.bar.foo.counter.WordCountBolt", args_list=[{"foo": "bar"}, 1], inputs={word_spout: Grouping.fields("word")}, par=8, outputs=["word", "count"], )
class JavaWordCount(Topology): word_spout = JavaSpout.spec( full_class_name='com.bar.foo.counter.WordSpout', args_list=[{ 'foo': 'bar' }, 1], par=8, outputs=['word']) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8)
def test_basic_spec(self): class WordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = WordCountBolt.spec(inputs={word_spout: Grouping.fields("word")}, par=8) self.assertEqual(len(WordCount.specs), 2) self.assertEqual(list(WordCount.word_bolt.inputs.keys())[0], WordCount.word_spout['default']) self.assertEqual(WordCount.word_bolt.inputs[WordCount.word_spout['default']], Grouping.fields('word'))
def test_basic_spec(self): class WordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8) self.assertEqual(len(WordCount.specs), 2) self.assertEqual( list(WordCount.word_bolt.inputs.keys())[0], WordCount.word_spout['default']) self.assertEqual( WordCount.word_bolt.inputs[WordCount.word_spout['default']], Grouping.fields('word'))
def test_basic_spec(self): class WordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = WordCountBolt.spec(inputs={word_spout: Grouping.fields("word")}, par=8) self.assertEqual(len(WordCount.specs), 2) self.assertEqual(list(WordCount.word_bolt.inputs.keys()), [WordCount.word_spout['default']]) self.assertEqual(WordCount.thrift_spouts['word_spout'].common.parallelism_hint, 2) self.assertEqual(WordCount.thrift_bolts['word_bolt'].common.parallelism_hint, 8) self.assertEqual(WordCount.word_bolt.inputs[WordCount.word_spout['default']], Grouping.fields('word'))
def test_basic_spec(self): class WordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8) self.assertEqual(len(WordCount.specs), 2) self.assertEqual(list(WordCount.word_bolt.inputs.keys()), [WordCount.word_spout['default']]) self.assertEqual( WordCount.thrift_spouts['word_spout'].common.parallelism_hint, 2) self.assertEqual( WordCount.thrift_bolts['word_bolt'].common.parallelism_hint, 8) self.assertEqual( WordCount.word_bolt.inputs[WordCount.word_spout['default']], Grouping.fields('word'))
def test_perl_spout(self): # Make sure ShellBolt.spec works class PerlWordCount(Topology): word_spout = ShellSpout.spec(command='perl', script='count_words.pl', par=2, outputs=['word']) word_bolt = WordCountBolt.spec(inputs={word_spout: Grouping.fields("word")}, par=8) self.assertEqual(len(PerlWordCount.specs), 2) self.assertEqual(list(PerlWordCount.word_bolt.inputs.keys()), [PerlWordCount.word_spout['default']]) self.assertEqual(PerlWordCount.thrift_spouts['word_spout'].common.parallelism_hint, 2) self.assertEqual(PerlWordCount.thrift_bolts['word_bolt'].common.parallelism_hint, 8) self.assertEqual(PerlWordCount.word_bolt.inputs[PerlWordCount.word_spout['default']], Grouping.fields('word'))
def test_perl_bolt(self): # Make sure ShellBolt.spec works class PerlWordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = ShellBolt.spec(command='perl', script='count_words.pl', inputs={word_spout: Grouping.fields("word")}, par=8, outputs=['word', 'count']) self.assertEqual(len(PerlWordCount.specs), 2) self.assertEqual(list(PerlWordCount.word_bolt.inputs.keys()), [PerlWordCount.word_spout['default']]) self.assertEqual(PerlWordCount.thrift_spouts['word_spout'].common.parallelism_hint, 2) self.assertEqual(PerlWordCount.thrift_bolts['word_bolt'].common.parallelism_hint, 8) self.assertEqual(PerlWordCount.word_bolt.inputs[PerlWordCount.word_spout['default']], Grouping.fields('word'))
class WordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8)
class PerlWordCount(Topology): word_spout = ShellSpout.spec(script='count_words.pl', par=8, outputs=['word']) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8)
class PerlWordCount(Topology): word_spout = WordSpout.spec(par=2) word_bolt = ShellBolt.spec(command='perl', script='count_words.pl', inputs={word_spout: Grouping.fields("word")}, par=8, outputs=['word', 'count'])
class WordCount(Topology): word_spout = WordSpout.spec() word_bolt = WordCountBolt.spec( inputs={'word_spout': Grouping.fields('word')})
class WordCount(Topology): word_spout = WordSpout.spec() word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("foo")})
class JavaWordCount(Topology): word_spout = JavaSpout.spec(serialized_java=serialized_java, par=8, outputs=['word']) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8)
class PerlWordCount(Topology): word_spout = ShellSpout.spec(command='perl', par=8, outputs=['word']) word_bolt = WordCountBolt.spec( inputs={word_spout: Grouping.fields("word")}, par=8)