Python Spark 예제들

예제 #1

 def get_app(self):
     port = self.get_http_port()
     base_url = 'http://localhost:%s' % port
     self.spark = Spark(base_url=base_url)
     return tornado.web.Application([
         (spark.proxy_root + '.*', SparkHandler, {'spark': self.spark}),
         (FakeReplaceHandler.handler_root, FakeReplaceHandler),
         (FakeVerbatimHandler.handler_root, FakeVerbatimHandler),
     ])

예제 #2

파일: test_spark.py 프로젝트: mozilla/jupyter-spark

 def get_app(self):
     port = self.get_http_port()
     base_url = 'http://localhost:%s' % port
     self.spark = Spark(base_url=base_url)
     return tornado.web.Application([
         (spark.proxy_root + '.*', SparkHandler, {'spark': self.spark}),
         (FakeReplaceHandler.handler_root, FakeReplaceHandler),
         (FakeVerbatimHandler.handler_root, FakeVerbatimHandler),
     ])

예제 #3

파일: test_spark.py 프로젝트: mateuszboryn/jupyter-spark

class SparkHandlerTests(tornado.testing.AsyncHTTPTestCase):
    def get_app(self):
        port = self.get_http_port()
        base_url = 'http://localhost:%s' % port
        self.spark = Spark(base_url=base_url)
        return tornado.web.Application([
            (spark.proxy_root + '.*', SparkHandler, {
                'spark': self.spark
            }),
            (FakeReplaceHandler.handler_root, FakeReplaceHandler),
            (FakeVerbatimHandler.handler_root, FakeVerbatimHandler),
        ])

    def test_http_fetch_error_url_missing(self):
        response = self.fetch(self.spark.proxy_root)
        self.assertEqual(response.code, 200)
        self.assertIn(six.b('SPARK_URL_MISSING'), response.body)

    def test_http_fetch_error_not_running(self):
        spark_ui_url = "http://localhost:4040"
        response = self.fetch(self.spark.proxy_root +
                              "?spark_url=%s" % quote(spark_ui_url))
        self.assertEqual(response.code, 200)
        self.assertIn(six.b('SPARK_NOT_RUNNING'), response.body)

    def test_http_fetch_replace_success(self):
        url = self.spark.base_url + FakeReplaceHandler.handler_root
        response = self.fetch(self.spark.proxy_root +
                              "?spark_url=%s" % quote(url))
        self.assertEqual(response.code, 200)
        self.assertNotEqual(response.body, FakeReplaceHandler.RESPONSE)
        self.assertEqual(response.body, FakeReplaceHandler.REPLACED)
        self.assertEqual(response.headers['Content-Type'],
                         FakeReplaceHandler.CONTENT_TYPE)

    def test_http_fetch_verbatim_success(self):
        url = self.spark.base_url + FakeVerbatimHandler.handler_root
        response = self.fetch(self.spark.proxy_root +
                              "?spark_url=%s" % quote(url))
        self.assertEqual(response.code, 200)
        self.assertEqual(response.body, FakeVerbatimHandler.RESPONSE)
        self.assertEqual(response.headers['Content-Type'],
                         FakeVerbatimHandler.CONTENT_TYPE)

    def test_spark_backend_url(self):
        class FakeRequest(object):
            # http://localhost:8888/spark/api
            path = self.spark.proxy_url + '/api'

        fake_request = FakeRequest()
        self.assertEqual(
            self.spark.backend_url("http://localhost:4040", fake_request.path),
            "http://localhost:4040/api")

예제 #4

파일: test_spark.py 프로젝트: mozilla/jupyter-spark

class SparkHandlerTests(tornado.testing.AsyncHTTPTestCase):

    def get_app(self):
        port = self.get_http_port()
        base_url = 'http://localhost:%s' % port
        self.spark = Spark(base_url=base_url)
        return tornado.web.Application([
            (spark.proxy_root + '.*', SparkHandler, {'spark': self.spark}),
            (FakeReplaceHandler.handler_root, FakeReplaceHandler),
            (FakeVerbatimHandler.handler_root, FakeVerbatimHandler),
        ])

    def test_http_fetch_error(self):
        response = self.fetch(self.spark.proxy_root)
        self.assertEqual(response.code, 200)
        self.assertIn(six.b('SPARK_NOT_RUNNING'), response.body)

    def test_http_fetch_replace_success(self):
        self.spark.url = self.spark.base_url + FakeReplaceHandler.handler_root
        response = self.fetch(self.spark.proxy_root)
        self.assertEqual(response.code, 200)
        self.assertNotEqual(response.body, FakeReplaceHandler.RESPONSE)
        self.assertEqual(response.body, FakeReplaceHandler.REPLACED)
        self.assertEqual(response.headers['Content-Type'],
                         FakeReplaceHandler.CONTENT_TYPE)

    def test_http_fetch_verbatim_success(self):
        self.spark.url = self.spark.base_url + FakeVerbatimHandler.handler_root
        response = self.fetch(self.spark.proxy_root)
        self.assertEqual(response.code, 200)
        self.assertEqual(response.body, FakeVerbatimHandler.RESPONSE)
        self.assertEqual(response.headers['Content-Type'],
                         FakeVerbatimHandler.CONTENT_TYPE)

    def test_spark_backend_url(self):
        class FakeRequest(object):
            # http://localhost:8888/spark/api
            uri = self.spark.base_url + self.spark.proxy_root + '/api'
        fake_request = FakeRequest()
        self.assertEqual(self.spark.backend_url(fake_request),
                         self.spark.url + '/api')

예제 #5

# -*- coding: utf-8 -*-
import pytest
import six
import tornado
import tornado.httpclient
import tornado.testing
import tornado.web
from bs4 import BeautifulSoup
from jupyter_spark.handlers import SparkHandler
from jupyter_spark.spark import BEAUTIFULSOUP_BUILDER, Spark

PROXY_PREFIX = "/proxy/application_1234556789012_3456"
spark = Spark(base_url='http://localhost:8888')


class FakeHandler(tornado.web.RequestHandler):

    def get(self):
        self.set_header('Content-Type', self.CONTENT_TYPE)
        self.write(self.RESPONSE)


class FakeReplaceHandler(FakeHandler):
    handler_root = '/backend/replace'
    RESPONSE = six.b('<img src="/image.png" />')
    REPLACED = six.b('<img src="/spark/image.png"/>')
    CONTENT_TYPE = 'text/html'


class FakeVerbatimHandler(FakeHandler):
    handler_root = '/backend/verbatim'