def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) for _ in range(100): TestKind().put() self.start = handlers.StartJobHandler() self.start.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.start.request.path = "/mapreduce/command/start" self.start.request.set("name", "my job 1") self.start.request.set( "mapper_input_reader", "mapreduce.input_readers.DatastoreInputReader") self.start.request.set("mapper_handler", "__main__.TestMap") self.start.request.set("mapper_params.entity_kind", "__main__.TestKind") self.start.request.headers["X-Requested-With"] = "XMLHttpRequest" self.start.post() result = json.loads(self.start.response.out.getvalue()) self.mapreduce_id = result["mapreduce_id"] self.handler = status.GetJobDetailHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = "/mapreduce/command/list" self.handler.request.headers["X-Requested-With"] = "XMLHttpRequest"
def setUp(self): testutil.HandlerTestBase.setUp(self) self.handler = copy_handler.DoCopyHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = '/_ah/datastore_admin/%s' % ( copy_handler.ConfirmCopyHandler.SUFFIX) self.app_id = 'test_app' self.target_app_id = 'test_app_target' self.remote_url = 'http://test_app_target.appspot.com/_ah/remote_api' os.environ['APPLICATION_ID'] = self.app_id ds_stub = datastore_file_stub.DatastoreFileStub('test_app', '/dev/null', '/dev/null', trusted=True) self.memcache = memcache_stub.MemcacheServiceStub() self.taskqueue = taskqueue_stub.TaskQueueServiceStub() self.stubs = googletest.StubOutForTesting() self.exceptions = [] self.stubs.Set(copy_handler.DoCopyHandler, '_HandleException', self.ExceptionTrapper) self.expected_extra_headers = None self.stubs.Set(copy_handler.remote_api_put_stub, 'get_remote_appid', self.MockGetRemoteAppid) apiproxy_stub_map.apiproxy = apiproxy_stub_map.APIProxyStubMap() apiproxy_stub_map.apiproxy.RegisterStub('datastore_v3', ds_stub) apiproxy_stub_map.apiproxy.RegisterStub("memcache", self.memcache) apiproxy_stub_map.apiproxy.RegisterStub("taskqueue", self.taskqueue)
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.handler = status.ResourceHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = "/mapreduce/path"
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.handler = status.ListConfigsHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = "/mapreduce/command/path" self.handler.request.headers["X-Requested-With"] = "XMLHttpRequest"
def setUp(self): TestBase.setUp(self) self.handler = copy_handler.ConfirmCopyHandler() self.request = mock_webapp.MockRequest() self.response = mock_webapp.MockResponse() self.handler.initialize(self.request, self.response) self.request.set('kind', 'Foo')
def execute_task(task, handlers_map=None): """Execute mapper's executor task. This will try to determine the correct mapper handler for the task, will set up all mock environment necessary for task execution, and execute the task itself. This function can be used for functional-style testing of functionality depending on mapper framework. """ if not handlers_map: handlers_map = main.create_handlers_map() url = task["url"] handler = None for (re_str, handler_class) in handlers_map: re_str = "^" + re_str + "($|\\?)" if re.match(re_str, url): handler = handler_class() break if not handler: raise Exception("Can't determine handler for %s" % task) handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) handler.request.set_url(url) handler.request.environ["HTTP_HOST"] = "myapp.appspot.com" for k, v in task.get("headers", []): handler.request.headers[k] = v environ_key = "HTTP_" + k.replace("-", "_").upper() handler.request.environ[environ_key] = v handler.request.environ["HTTP_X_APPENGINE_TASKNAME"] = (task.get( "name", "default_task_name")) handler.request.environ["HTTP_X_APPENGINE_QUEUENAME"] = (task.get( "queue_name", "default")) handler.request.environ["PATH_INFO"] = handler.request.path saved_os_environ = os.environ try: os.environ = dict(os.environ) os.environ.update(handler.request.environ) if task["method"] == "POST": for k, v in decode_task_payload(task).items(): handler.request.set(k, v) handler.post() elif task["method"] == "GET": handler.get() else: raise Exception("Unsupported method: %s" % task.method) finally: os.environ = saved_os_environ if handler.response.status != 200: raise Exception("Handler failure: %s (%s). \nTask: %s\nHandler: %s" % (handler.response.status, handler.response.status_message, task, handler))
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.ACTION = 'Delete' self.handler = main.StaticResourceHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.render_called = False
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.handler = delete_handler.ConfirmDeleteHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = '/_ah/datastore_admin/%s' % ( delete_handler.ConfirmDeleteHandler.SUFFIX)
def testError(self): """Test that an error sets the expected response fields.""" handler = JsonErrorHandler(Exception("bill hicks")) request = mock_webapp.MockRequest() response = mock_webapp.MockResponse() request.headers["X-Requested-With"] = "XMLHttpRequest" handler.initialize(request, response) handler._handle_wrapper() self.assertEquals("Exception", handler.json_response["error_class"]) self.assertEquals("bill hicks", handler.json_response["error_message"])
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.start = handlers.StartJobHandler() self.start.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.start.request.path = "/mapreduce/command/start" self.start.request.set( "mapper_input_reader", "mapreduce.input_readers.DatastoreInputReader") self.start.request.set("mapper_handler", "__main__.TestMap") self.start.request.set("mapper_params.entity_kind", "__main__.TestKind") self.start.request.headers["X-Requested-With"] = "XMLHttpRequest" self.handler = status.ListJobsHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = "/mapreduce/command/list" self.handler.request.headers["X-Requested-With"] = "XMLHttpRequest"
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.mapreduce_id = '123456789' self.num_shards = 32 self.handler = utils.MapreduceDoneHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = '/_ah/datastore_admin/%s' % ( utils.MapreduceDoneHandler.SUFFIX) self.handler.request.headers['Mapreduce-Id'] = self.mapreduce_id
def testMissingYamlError(self): """Test that this error sets the expected response fields.""" handler = JsonErrorHandler(errors.MissingYamlError) request = mock_webapp.MockRequest() response = mock_webapp.MockResponse() request.headers["X-Requested-With"] = "XMLHttpRequest" handler.initialize(request, response) handler._handle_wrapper() self.assertEquals("Notice", handler.json_response["error_class"]) self.assertEquals("Could not find 'mapreduce.yaml'", handler.json_response["error_message"])
def setUp(self): """Sets up the test harness.""" testutil.HandlerTestBase.setUp(self) self.timestamp = datetime.datetime.utcfromtimestamp(40) self.params = {} self.render = utils.RenderToResponse utils.RenderToResponse = self.WrapRenderToResponse self.ACTION = 'Delete' self.handler = main.RouteByActionHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse()) self.handler.request.path = '/_ah/datastore_admin/' self.handler.request.query_string = 'not-checked' self.render_called = False
def execute_task(task, retries=0, handlers_map=None): """Execute mapper's executor task. This will try to determine the correct mapper handler for the task, will set up all mock environment necessary for task execution, and execute the task itself. This function can be used for functional-style testing of functionality depending on mapper framework. Args: task: a taskqueue task. retries: the current retry of this task. handlers_map: a dict from url regex to handler. Returns: the handler instance used for this task. Raises: Exception: whatever the task raises. """ if not handlers_map: handlers_map = main.create_handlers_map() url = task["url"] handler = None for (re_str, handler_class) in handlers_map: re_str = "^" + re_str + "($|\\?)" if re.match(re_str, url): break else: raise Exception("Can't determine handler for %s" % task) request = mock_webapp.MockRequest() request.set_url(url) request.environ["HTTP_HOST"] = "myapp.appspot.com" for k, v in task.get("headers", []): request.headers[k] = v environ_key = "HTTP_" + k.replace("-", "_").upper() request.environ[environ_key] = v request.headers["X-AppEngine-TaskExecutionCount"] = retries request.environ["HTTP_X_APPENGINE_TASKNAME"] = ( task.get("name", "default_task_name")) request.environ["HTTP_X_APPENGINE_QUEUENAME"] = ( task.get("queue_name", "default")) request.environ["PATH_INFO"] = request.path if task["method"] == "POST": request.body = base64.b64decode(task["body"]) for k, v in decode_task_payload(task).iteritems(): request.set(k, v) response = mock_webapp.MockResponse() try: handler = handler_class(request, response) except TypeError: handler = handler_class() handler.initialize(request, response) saved_os_environ = os.environ try: os.environ = dict(os.environ) os.environ.update(request.environ) if task["method"] == "POST": handler.post() elif task["method"] == "GET": handler.get() else: raise Exception("Unsupported method: %s" % task.method) finally: os.environ = saved_os_environ if handler.response.status != 200: raise Exception("Handler failure: %s (%s). \nTask: %s\nHandler: %s" % (handler.response.status, handler.response.status_message, task, handler)) return handler
def init(self): self.handler.initialize(self.request, mock_webapp.MockResponse())
def setUp(self): self.handler = base_handler.JsonHandler() self.handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse())
def execute_task(task, retries=0, handlers_map=None): """Execute mapper's executor task. This will try to determine the correct mapper handler for the task, will set up all mock environment necessary for task execution, and execute the task itself. This function can be used for functional-style testing of functionality depending on mapper framework. Args: task: a taskqueue task. retries: the current retry of this task. handlers_map: a dict from url regex to handler. Returns: the handler instance used for this task. Raises: Exception: whatever the task raises. """ # Find the handler class if not handlers_map: handlers_map = main.create_handlers_map() url = task["url"] handler = None for (re_str, handler_class) in handlers_map: re_str = "^" + re_str + "($|\\?)" if re.match(re_str, url): break else: raise Exception("Can't determine handler for %s" % task) request = mock_webapp.MockRequest() request.set_url(url) # Set dependent env vars if test hasn't set them. version = "mr-test-support-version.1" module = "mr-test-support-module" default_version_hostname = "mr-test-support.appspot.com" host = "%s.%s.%s" % (version.split(".")[0], module, default_version_hostname) if "CURRENT_VERSION_ID" not in os.environ: request.environ["CURRENT_VERSION_ID"] = version if "DEFAULT_VERSION_HOSTNAME" not in os.environ: request.environ["DEFAULT_VERSION_HOSTNAME"] = ( default_version_hostname) if "CURRENT_MODULE_ID" not in os.environ: request.environ["CURRENT_MODULE_ID"] = module if "HTTP_HOST" not in os.environ: request.environ["HTTP_HOST"] = host # Set taskqueue specific headers and env vars. for k, v in task.get("headers", []): request.headers[k] = v environ_key = "HTTP_" + k.replace("-", "_").upper() request.environ[environ_key] = v request.headers["X-AppEngine-TaskExecutionCount"] = retries request.environ["HTTP_X_APPENGINE_TASKNAME"] = ( task.get("name", "default_task_name")) request.environ["HTTP_X_APPENGINE_QUEUENAME"] = ( task.get("queue_name", "default")) request.environ["PATH_INFO"] = request.path if task["method"] == "POST": # taskqueue_stub base64 encodes body when it returns the task to us. request.body = base64.b64decode(task["body"]) for k, v in decode_task_payload(task).iteritems(): request.set(k, v) response = mock_webapp.MockResponse() try: # Webapp2 expects request/response in the handler instantiation, and calls # initialize automatically. handler = handler_class(request, response) except TypeError: # For webapp, setup request before calling initialize. handler = handler_class() handler.initialize(request, response) saved_os_environ = os.environ try: os.environ = dict(os.environ) os.environ.update(request.environ) if task["method"] == "POST": handler.post() elif task["method"] == "GET": handler.get() else: raise Exception("Unsupported method: %s" % task.method) finally: os.environ = saved_os_environ if handler.response.status != 200: raise Exception("Handler failure: %s (%s). \nTask: %s\nHandler: %s" % (handler.response.status, handler.response.status_message, task, handler)) return handler