Esempi in Python per WordCountPySparkTask.dbnd_run

Esempio n. 1

File: test_emr_spark_task.py Progetto: databand-ai/dbnd

 def test_word_count_pyspark(self):
     logging.info("Running %s", WordCountPySparkTask)
     actual = WordCountPySparkTask(
         text=TEXT_FILE, task_version=str(random.random()), override=conf_override
     )
     actual.dbnd_run()
     print(target(actual.counters.path, "part-00000").read())

Esempio n. 2

File: test_livy_spark_task.py Progetto: databand-ai/dbnd

 def test_word_count_pyspark(self):
     with dbnd_config(disable_tracker_api()):
         actual = WordCountPySparkTask(
             text=TEXT_FILE,
             task_version=str(random.random()),
             override=conf_override,
         )
         actual.dbnd_run()
         print(target(actual.counters.path, "part-00000").read())

Esempio n. 3

File: test_spark_task.py Progetto: turbaszek/dbnd

 def test_word_count_pyspark(self):
     actual = WordCountPySparkTask(text=__file__)
     actual.dbnd_run()
     print(target(actual.counters.path, "part-00000").read())