def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
for _ in range(100):
TestKind().put()
self.start = handlers.StartJobHandler()
self.start.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.start.request.path = "/mapreduce/command/start"
self.start.request.set("name", "my job 1")
self.start.request.set(
"mapper_input_reader",
"mapreduce.input_readers.DatastoreInputReader")
self.start.request.set("mapper_handler", "__main__.TestMap")
self.start.request.set("mapper_params.entity_kind", "__main__.TestKind")
self.start.request.headers["X-Requested-With"] = "XMLHttpRequest"
self.start.post()
result = json.loads(self.start.response.out.getvalue())
self.mapreduce_id = result["mapreduce_id"]
self.handler = status.GetJobDetailHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = "/mapreduce/command/list"
self.handler.request.headers["X-Requested-With"] = "XMLHttpRequest"
def setUp(self):
testutil.HandlerTestBase.setUp(self)
self.handler = copy_handler.DoCopyHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = '/_ah/datastore_admin/%s' % (
copy_handler.ConfirmCopyHandler.SUFFIX)
self.app_id = 'test_app'
self.target_app_id = 'test_app_target'
self.remote_url = 'http://test_app_target.appspot.com/_ah/remote_api'
os.environ['APPLICATION_ID'] = self.app_id
ds_stub = datastore_file_stub.DatastoreFileStub('test_app',
'/dev/null',
'/dev/null',
trusted=True)
self.memcache = memcache_stub.MemcacheServiceStub()
self.taskqueue = taskqueue_stub.TaskQueueServiceStub()
self.stubs = googletest.StubOutForTesting()
self.exceptions = []
self.stubs.Set(copy_handler.DoCopyHandler, '_HandleException',
self.ExceptionTrapper)
self.expected_extra_headers = None
self.stubs.Set(copy_handler.remote_api_put_stub, 'get_remote_appid',
self.MockGetRemoteAppid)
apiproxy_stub_map.apiproxy = apiproxy_stub_map.APIProxyStubMap()
apiproxy_stub_map.apiproxy.RegisterStub('datastore_v3', ds_stub)
apiproxy_stub_map.apiproxy.RegisterStub("memcache", self.memcache)
apiproxy_stub_map.apiproxy.RegisterStub("taskqueue", self.taskqueue)
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.handler = status.ResourceHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = "/mapreduce/path"
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.handler = status.ListConfigsHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = "/mapreduce/command/path"
self.handler.request.headers["X-Requested-With"] = "XMLHttpRequest"
def setUp(self):
TestBase.setUp(self)
self.handler = copy_handler.ConfirmCopyHandler()
self.request = mock_webapp.MockRequest()
self.response = mock_webapp.MockResponse()
self.handler.initialize(self.request, self.response)
self.request.set('kind', 'Foo')
def execute_task(task, handlers_map=None):
"""Execute mapper's executor task.
This will try to determine the correct mapper handler for the task, will set
up all mock environment necessary for task execution, and execute the task
itself.
This function can be used for functional-style testing of functionality
depending on mapper framework.
"""
if not handlers_map:
handlers_map = main.create_handlers_map()
url = task["url"]
handler = None
for (re_str, handler_class) in handlers_map:
re_str = "^" + re_str + "($|\\?)"
if re.match(re_str, url):
handler = handler_class()
break
if not handler:
raise Exception("Can't determine handler for %s" % task)
handler.initialize(mock_webapp.MockRequest(), mock_webapp.MockResponse())
handler.request.set_url(url)
handler.request.environ["HTTP_HOST"] = "myapp.appspot.com"
for k, v in task.get("headers", []):
handler.request.headers[k] = v
environ_key = "HTTP_" + k.replace("-", "_").upper()
handler.request.environ[environ_key] = v
handler.request.environ["HTTP_X_APPENGINE_TASKNAME"] = (task.get(
"name", "default_task_name"))
handler.request.environ["HTTP_X_APPENGINE_QUEUENAME"] = (task.get(
"queue_name", "default"))
handler.request.environ["PATH_INFO"] = handler.request.path
saved_os_environ = os.environ
try:
os.environ = dict(os.environ)
os.environ.update(handler.request.environ)
if task["method"] == "POST":
for k, v in decode_task_payload(task).items():
handler.request.set(k, v)
handler.post()
elif task["method"] == "GET":
handler.get()
else:
raise Exception("Unsupported method: %s" % task.method)
finally:
os.environ = saved_os_environ
if handler.response.status != 200:
raise Exception("Handler failure: %s (%s). \nTask: %s\nHandler: %s" %
(handler.response.status,
handler.response.status_message, task, handler))
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.ACTION = 'Delete'
self.handler = main.StaticResourceHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.render_called = False
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.handler = delete_handler.ConfirmDeleteHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = '/_ah/datastore_admin/%s' % (
delete_handler.ConfirmDeleteHandler.SUFFIX)
def testError(self):
"""Test that an error sets the expected response fields."""
handler = JsonErrorHandler(Exception("bill hicks"))
request = mock_webapp.MockRequest()
response = mock_webapp.MockResponse()
request.headers["X-Requested-With"] = "XMLHttpRequest"
handler.initialize(request, response)
handler._handle_wrapper()
self.assertEquals("Exception", handler.json_response["error_class"])
self.assertEquals("bill hicks", handler.json_response["error_message"])
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.start = handlers.StartJobHandler()
self.start.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.start.request.path = "/mapreduce/command/start"
self.start.request.set(
"mapper_input_reader",
"mapreduce.input_readers.DatastoreInputReader")
self.start.request.set("mapper_handler", "__main__.TestMap")
self.start.request.set("mapper_params.entity_kind", "__main__.TestKind")
self.start.request.headers["X-Requested-With"] = "XMLHttpRequest"
self.handler = status.ListJobsHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = "/mapreduce/command/list"
self.handler.request.headers["X-Requested-With"] = "XMLHttpRequest"
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.mapreduce_id = '123456789'
self.num_shards = 32
self.handler = utils.MapreduceDoneHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = '/_ah/datastore_admin/%s' % (
utils.MapreduceDoneHandler.SUFFIX)
self.handler.request.headers['Mapreduce-Id'] = self.mapreduce_id
def testMissingYamlError(self):
"""Test that this error sets the expected response fields."""
handler = JsonErrorHandler(errors.MissingYamlError)
request = mock_webapp.MockRequest()
response = mock_webapp.MockResponse()
request.headers["X-Requested-With"] = "XMLHttpRequest"
handler.initialize(request, response)
handler._handle_wrapper()
self.assertEquals("Notice", handler.json_response["error_class"])
self.assertEquals("Could not find 'mapreduce.yaml'",
handler.json_response["error_message"])
def setUp(self):
"""Sets up the test harness."""
testutil.HandlerTestBase.setUp(self)
self.timestamp = datetime.datetime.utcfromtimestamp(40)
self.params = {}
self.render = utils.RenderToResponse
utils.RenderToResponse = self.WrapRenderToResponse
self.ACTION = 'Delete'
self.handler = main.RouteByActionHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
self.handler.request.path = '/_ah/datastore_admin/'
self.handler.request.query_string = 'not-checked'
self.render_called = False
def execute_task(task, retries=0, handlers_map=None):
"""Execute mapper's executor task.
This will try to determine the correct mapper handler for the task, will set
up all mock environment necessary for task execution, and execute the task
itself.
This function can be used for functional-style testing of functionality
depending on mapper framework.
Args:
task: a taskqueue task.
retries: the current retry of this task.
handlers_map: a dict from url regex to handler.
Returns:
the handler instance used for this task.
Raises:
Exception: whatever the task raises.
"""
if not handlers_map:
handlers_map = main.create_handlers_map()
url = task["url"]
handler = None
for (re_str, handler_class) in handlers_map:
re_str = "^" + re_str + "($|\\?)"
if re.match(re_str, url):
break
else:
raise Exception("Can't determine handler for %s" % task)
request = mock_webapp.MockRequest()
request.set_url(url)
request.environ["HTTP_HOST"] = "myapp.appspot.com"
for k, v in task.get("headers", []):
request.headers[k] = v
environ_key = "HTTP_" + k.replace("-", "_").upper()
request.environ[environ_key] = v
request.headers["X-AppEngine-TaskExecutionCount"] = retries
request.environ["HTTP_X_APPENGINE_TASKNAME"] = (
task.get("name", "default_task_name"))
request.environ["HTTP_X_APPENGINE_QUEUENAME"] = (
task.get("queue_name", "default"))
request.environ["PATH_INFO"] = request.path
if task["method"] == "POST":
request.body = base64.b64decode(task["body"])
for k, v in decode_task_payload(task).iteritems():
request.set(k, v)
response = mock_webapp.MockResponse()
try:
handler = handler_class(request, response)
except TypeError:
handler = handler_class()
handler.initialize(request, response)
saved_os_environ = os.environ
try:
os.environ = dict(os.environ)
os.environ.update(request.environ)
if task["method"] == "POST":
handler.post()
elif task["method"] == "GET":
handler.get()
else:
raise Exception("Unsupported method: %s" % task.method)
finally:
os.environ = saved_os_environ
if handler.response.status != 200:
raise Exception("Handler failure: %s (%s). \nTask: %s\nHandler: %s" %
(handler.response.status,
handler.response.status_message,
task,
handler))
return handler
def init(self):
self.handler.initialize(self.request, mock_webapp.MockResponse())
def setUp(self):
self.handler = base_handler.JsonHandler()
self.handler.initialize(mock_webapp.MockRequest(),
mock_webapp.MockResponse())
def execute_task(task, retries=0, handlers_map=None):
"""Execute mapper's executor task.
This will try to determine the correct mapper handler for the task, will set
up all mock environment necessary for task execution, and execute the task
itself.
This function can be used for functional-style testing of functionality
depending on mapper framework.
Args:
task: a taskqueue task.
retries: the current retry of this task.
handlers_map: a dict from url regex to handler.
Returns:
the handler instance used for this task.
Raises:
Exception: whatever the task raises.
"""
# Find the handler class
if not handlers_map:
handlers_map = main.create_handlers_map()
url = task["url"]
handler = None
for (re_str, handler_class) in handlers_map:
re_str = "^" + re_str + "($|\\?)"
if re.match(re_str, url):
break
else:
raise Exception("Can't determine handler for %s" % task)
request = mock_webapp.MockRequest()
request.set_url(url)
# Set dependent env vars if test hasn't set them.
version = "mr-test-support-version.1"
module = "mr-test-support-module"
default_version_hostname = "mr-test-support.appspot.com"
host = "%s.%s.%s" % (version.split(".")[0],
module,
default_version_hostname)
if "CURRENT_VERSION_ID" not in os.environ:
request.environ["CURRENT_VERSION_ID"] = version
if "DEFAULT_VERSION_HOSTNAME" not in os.environ:
request.environ["DEFAULT_VERSION_HOSTNAME"] = (
default_version_hostname)
if "CURRENT_MODULE_ID" not in os.environ:
request.environ["CURRENT_MODULE_ID"] = module
if "HTTP_HOST" not in os.environ:
request.environ["HTTP_HOST"] = host
# Set taskqueue specific headers and env vars.
for k, v in task.get("headers", []):
request.headers[k] = v
environ_key = "HTTP_" + k.replace("-", "_").upper()
request.environ[environ_key] = v
request.headers["X-AppEngine-TaskExecutionCount"] = retries
request.environ["HTTP_X_APPENGINE_TASKNAME"] = (
task.get("name", "default_task_name"))
request.environ["HTTP_X_APPENGINE_QUEUENAME"] = (
task.get("queue_name", "default"))
request.environ["PATH_INFO"] = request.path
if task["method"] == "POST":
# taskqueue_stub base64 encodes body when it returns the task to us.
request.body = base64.b64decode(task["body"])
for k, v in decode_task_payload(task).iteritems():
request.set(k, v)
response = mock_webapp.MockResponse()
try:
# Webapp2 expects request/response in the handler instantiation, and calls
# initialize automatically.
handler = handler_class(request, response)
except TypeError:
# For webapp, setup request before calling initialize.
handler = handler_class()
handler.initialize(request, response)
saved_os_environ = os.environ
try:
os.environ = dict(os.environ)
os.environ.update(request.environ)
if task["method"] == "POST":
handler.post()
elif task["method"] == "GET":
handler.get()
else:
raise Exception("Unsupported method: %s" % task.method)
finally:
os.environ = saved_os_environ
if handler.response.status != 200:
raise Exception("Handler failure: %s (%s). \nTask: %s\nHandler: %s" %
(handler.response.status,
handler.response.status_message,
task,
handler))
return handler
