def inner_run(self, *args, **options): import sys shutdown_message = options.get('shutdown_message', '') quit_command = 'CTRL-BREAK' if sys.platform == 'win32' else 'CONTROL-C' from djangae.utils import find_project_root from djangae.sandbox import _find_sdk_from_python_path from djangae.blobstore_service import stop_blobstore_service from django.conf import settings from django.utils import translation stop_blobstore_service() # Check for app.yaml expected_path = os.path.join(find_project_root(), "app.yaml") if not os.path.exists(expected_path): sys.stderr.write("Unable to find app.yaml at '%s'\n" % expected_path) sys.exit(1) self.stdout.write("Validating models...\n\n") self.check(display_num_errors=True) self.stdout.write( ("%(started_at)s\n" "Django version %(version)s, using settings %(settings)r\n" "Starting development server at http://%(addr)s:%(port)s/\n" "Quit the server with %(quit_command)s.\n") % { "started_at": datetime.now().strftime('%B %d, %Y - %X'), "version": self.get_version(), "settings": settings.SETTINGS_MODULE, "addr": self._raw_ipv6 and '[%s]' % self.addr or self.addr, "port": self.port, "quit_command": quit_command, }) sys.stdout.write("\n") sys.stdout.flush() # django.core.management.base forces the locale to en-us. We should # set it up correctly for the first request (particularly important # in the "--noreload" case). translation.activate(settings.LANGUAGE_CODE) # Will have been set by setup_paths sdk_path = _find_sdk_from_python_path() from google.appengine.tools.devappserver2 import devappserver2 from google.appengine.tools.devappserver2 import python_runtime from djangae import sandbox # Add any additional modules specified in the settings additional_modules = getattr(settings, "DJANGAE_ADDITIONAL_MODULES", []) if additional_modules: sandbox._OPTIONS.config_paths.extend(additional_modules) if int(self.port) != sandbox._OPTIONS.port or additional_modules: # Override the port numbers sandbox._OPTIONS.port = int(self.port) sandbox._OPTIONS.admin_port = int( self.port) + len(additional_modules) + 1 sandbox._OPTIONS.api_port = int( self.port) + len(additional_modules) + 2 if self.addr != sandbox._OPTIONS.host: sandbox._OPTIONS.host = sandbox._OPTIONS.admin_host = sandbox._OPTIONS.api_host = self.addr # Extra options for `dev_appserver.py` for param, value in self.gae_options.items(): setattr(sandbox._OPTIONS, param, value) # External port is a new flag introduced in 1.9.19 current_version = _VersionList(GetVersionObject()['release']) if current_version >= _VersionList('1.9.19'): sandbox._OPTIONS.external_port = None sandbox._OPTIONS.automatic_restart = self.use_reloader if sandbox._OPTIONS.host == "127.0.0.1" and os.environ[ "HTTP_HOST"].startswith("localhost"): hostname = "localhost" sandbox._OPTIONS.host = "localhost" else: hostname = sandbox._OPTIONS.host os.environ["HTTP_HOST"] = "%s:%s" % (hostname, sandbox._OPTIONS.port) os.environ['SERVER_NAME'] = os.environ['HTTP_HOST'].split(':', 1)[0] os.environ['SERVER_PORT'] = os.environ['HTTP_HOST'].split(':', 1)[1] os.environ['DEFAULT_VERSION_HOSTNAME'] = '%s:%s' % ( os.environ['SERVER_NAME'], os.environ['SERVER_PORT']) from google.appengine.api.appinfo import EnvironmentVariables class NoConfigDevServer(devappserver2.DevelopmentServer): def _create_api_server(self, request_data, storage_path, options, configuration): # sandbox._create_dispatcher returns a singleton dispatcher instance made in sandbox self._dispatcher = sandbox._create_dispatcher( configuration, options) # the dispatcher may have passed environment variables, it should be propagated env_vars = self._dispatcher._configuration.modules[ 0]._app_info_external.env_variables or EnvironmentVariables( ) for module in configuration.modules: module_name = module._module_name if module_name == 'default': module_settings = 'DJANGO_SETTINGS_MODULE' else: module_settings = '%s_DJANGO_SETTINGS_MODULE' % module_name if module_settings in env_vars: module_env_vars = module.env_variables or EnvironmentVariables( ) module_env_vars['DJANGO_SETTINGS_MODULE'] = env_vars[ module_settings] old_env_vars = module._app_info_external.env_variables new_env_vars = EnvironmentVariables.Merge( module_env_vars, old_env_vars) module._app_info_external.env_variables = new_env_vars self._dispatcher._configuration = configuration self._dispatcher._port = options.port self._dispatcher._host = options.host self._dispatcher.request_data = request_data request_data._dispatcher = self._dispatcher sandbox._API_SERVER._host = options.api_host sandbox._API_SERVER.bind_addr = (options.api_host, options.api_port) from google.appengine.api import apiproxy_stub_map task_queue = apiproxy_stub_map.apiproxy.GetStub('taskqueue') # Make sure task running is enabled (it's disabled in the sandbox by default) if not task_queue._auto_task_running: task_queue._auto_task_running = True task_queue.StartBackgroundExecution() return sandbox._API_SERVER from google.appengine.tools.devappserver2 import module def fix_watcher_files(regex): from google.appengine.tools.devappserver2 import watcher_common watcher_common._IGNORED_REGEX = regex watcher_common.ignore_file = ignore_file regex = sandbox._CONFIG.modules[0].skip_files if regex: fix_watcher_files(regex) def logging_wrapper(func): """ Changes logging to use the DJANGO_COLORS settings """ def _wrapper(level, format, *args, **kwargs): if args and len(args) == 1 and isinstance(args[0], dict): args = args[0] status = str(args.get("status", 200)) else: status = "200" try: msg = format % args except UnicodeDecodeError: msg += "\n" # This is what Django does in WSGIRequestHandler.log_message # Utilize terminal colors, if available if status[0] == '2': # Put 2XX first, since it should be the common case msg = self.style.HTTP_SUCCESS(msg) elif status[0] == '1': msg = self.style.HTTP_INFO(msg) elif status == '304': msg = self.style.HTTP_NOT_MODIFIED(msg) elif status[0] == '3': msg = self.style.HTTP_REDIRECT(msg) elif status == '404': msg = self.style.HTTP_NOT_FOUND(msg) elif status[0] == '4': # 0x16 = Handshake, 0x03 = SSL 3.0 or TLS 1.x if status.startswith(str('\x16\x03')): msg = ( "You're accessing the development server over HTTPS, " "but it only supports HTTP.\n") msg = self.style.HTTP_BAD_REQUEST(msg) else: # Any 5XX, or any other response msg = self.style.HTTP_SERVER_ERROR(msg) return func(level, msg) return _wrapper module.logging.log = logging_wrapper(module.logging.log) python_runtime._RUNTIME_PATH = os.path.join(sdk_path, '_python_runtime.py') python_runtime._RUNTIME_ARGS = [ sys.executable, python_runtime._RUNTIME_PATH ] dev_server = NoConfigDevServer() try: dev_server.start(sandbox._OPTIONS) try: shutdown.wait_until_shutdown() except KeyboardInterrupt: pass finally: dev_server.stop() if shutdown_message: sys.stdout.write(shutdown_message) return
def inner_run(self, *args, **options): import sys shutdown_message = options.get('shutdown_message', '') quit_command = 'CTRL-BREAK' if sys.platform == 'win32' else 'CONTROL-C' from djangae.utils import find_project_root from djangae.sandbox import _find_sdk_from_python_path from djangae.blobstore_service import stop_blobstore_service from django.conf import settings from django.utils import translation stop_blobstore_service() # Check for app.yaml expected_path = os.path.join(find_project_root(), "app.yaml") if not os.path.exists(expected_path): sys.stderr.write("Unable to find app.yaml at '%s'\n" % expected_path) sys.exit(1) self.stdout.write("Validating models...\n\n") self.validate(display_num_errors=True) self.stdout.write(( "%(started_at)s\n" "Django version %(version)s, using settings %(settings)r\n" "Starting development server at http://%(addr)s:%(port)s/\n" "Quit the server with %(quit_command)s.\n" ) % { "started_at": datetime.now().strftime('%B %d, %Y - %X'), "version": self.get_version(), "settings": settings.SETTINGS_MODULE, "addr": self._raw_ipv6 and '[%s]' % self.addr or self.addr, "port": self.port, "quit_command": quit_command, }) sys.stdout.write("\n") sys.stdout.flush() # django.core.management.base forces the locale to en-us. We should # set it up correctly for the first request (particularly important # in the "--noreload" case). translation.activate(settings.LANGUAGE_CODE) # Will have been set by setup_paths sdk_path = _find_sdk_from_python_path() from google.appengine.tools.devappserver2 import devappserver2 from google.appengine.tools.devappserver2 import python_runtime from djangae import sandbox # Add any additional modules specified in the settings additional_modules = getattr(settings, "DJANGAE_ADDITIONAL_MODULES", []) if additional_modules: sandbox._OPTIONS.config_paths.extend(additional_modules) if int(self.port) != sandbox._OPTIONS.port or additional_modules: # Override the port numbers sandbox._OPTIONS.port = int(self.port) sandbox._OPTIONS.admin_port = int(self.port) + len(additional_modules) + 1 sandbox._OPTIONS.api_port = int(self.port) + len(additional_modules) + 2 if self.addr != sandbox._OPTIONS.host: sandbox._OPTIONS.host = sandbox._OPTIONS.admin_host = sandbox._OPTIONS.api_host = self.addr # Extra options for `dev_appserver.py` for param, value in self.gae_options.items(): setattr(sandbox._OPTIONS, param, value) # External port is a new flag introduced in 1.9.19 current_version = _VersionList(GetVersionObject()['release']) if current_version >= _VersionList('1.9.19'): sandbox._OPTIONS.external_port = None sandbox._OPTIONS.automatic_restart = self.use_reloader if sandbox._OPTIONS.host == "127.0.0.1" and os.environ["HTTP_HOST"].startswith("localhost"): hostname = "localhost" else: hostname = sandbox._OPTIONS.host os.environ["HTTP_HOST"] = "%s:%s" % (hostname, sandbox._OPTIONS.port) os.environ['SERVER_NAME'] = os.environ['HTTP_HOST'].split(':', 1)[0] os.environ['SERVER_PORT'] = os.environ['HTTP_HOST'].split(':', 1)[1] os.environ['DEFAULT_VERSION_HOSTNAME'] = '%s:%s' % (os.environ['SERVER_NAME'], os.environ['SERVER_PORT']) class NoConfigDevServer(devappserver2.DevelopmentServer): def _create_api_server(self, request_data, storage_path, options, configuration): self._dispatcher = sandbox._create_dispatcher(configuration, options) self._dispatcher._configuration = configuration self._dispatcher._port = options.port self._dispatcher._host = options.host self._dispatcher.request_data = request_data request_data._dispatcher = self._dispatcher sandbox._API_SERVER._host = options.api_host sandbox._API_SERVER.bind_addr = (options.api_host, options.api_port) from google.appengine.api import apiproxy_stub_map task_queue = apiproxy_stub_map.apiproxy.GetStub('taskqueue') # Make sure task running is enabled (it's disabled in the sandbox by default) if not task_queue._auto_task_running: task_queue._auto_task_running = True task_queue.StartBackgroundExecution() return sandbox._API_SERVER from google.appengine.tools.devappserver2 import module def logging_wrapper(func): """ Changes logging to use the DJANGO_COLORS settings """ def _wrapper(level, format, *args, **kwargs): if args and len(args) == 1 and isinstance(args[0], dict): args = args[0] status = str(args.get("status", 200)) else: status = "200" try: msg = format % args except UnicodeDecodeError: msg += "\n" # This is what Django does in WSGIRequestHandler.log_message # Utilize terminal colors, if available if status[0] == '2': # Put 2XX first, since it should be the common case msg = self.style.HTTP_SUCCESS(msg) elif status[0] == '1': msg = self.style.HTTP_INFO(msg) elif status == '304': msg = self.style.HTTP_NOT_MODIFIED(msg) elif status[0] == '3': msg = self.style.HTTP_REDIRECT(msg) elif status == '404': msg = self.style.HTTP_NOT_FOUND(msg) elif status[0] == '4': # 0x16 = Handshake, 0x03 = SSL 3.0 or TLS 1.x if status.startswith(str('\x16\x03')): msg = ("You're accessing the development server over HTTPS, " "but it only supports HTTP.\n") msg = self.style.HTTP_BAD_REQUEST(msg) else: # Any 5XX, or any other response msg = self.style.HTTP_SERVER_ERROR(msg) return func(level, msg) return _wrapper module.logging.log = logging_wrapper(module.logging.log) python_runtime._RUNTIME_PATH = os.path.join(sdk_path, '_python_runtime.py') python_runtime._RUNTIME_ARGS = [sys.executable, python_runtime._RUNTIME_PATH] dev_server = NoConfigDevServer() try: dev_server.start(sandbox._OPTIONS) try: shutdown.wait_until_shutdown() except KeyboardInterrupt: pass finally: dev_server.stop() if shutdown_message: sys.stdout.write(shutdown_message) return
def inner_run(self, *args, **options): import sys shutdown_message = options.get('shutdown_message', '') quit_command = 'CTRL-BREAK' if sys.platform == 'win32' else 'CONTROL-C' from djangae.environment import get_application_root from djangae.sandbox import _find_sdk_from_python_path from djangae.blobstore_service import stop_blobstore_service from django.conf import settings from django.utils import translation stop_blobstore_service() # Check for app.yaml expected_path = os.path.join(get_application_root(), "app.yaml") if not os.path.exists(expected_path): sys.stderr.write("Unable to find app.yaml at '%s'\n" % expected_path) sys.exit(1) self.stdout.write("Validating models...\n\n") self.check(display_num_errors=True) self.stdout.write(( "%(started_at)s\n" "Djangae version %(djangae_version)s\n" "Django version %(django_version)s, using settings %(settings)r\n" "Starting development server at http://%(addr)s:%(port)s/\n" "Quit the server with %(quit_command)s.\n" ) % { "started_at": datetime.now().strftime('%B %d, %Y - %X'), "django_version": self.get_version(), "settings": settings.SETTINGS_MODULE, "addr": self._raw_ipv6 and '[%s]' % self.addr or self.addr, "port": self.port, "quit_command": quit_command, "djangae_version": DJANGAE_VERSION }) sys.stdout.write("\n") sys.stdout.flush() # django.core.management.base forces the locale to en-us. We should # set it up correctly for the first request (particularly important # in the "--noreload" case). translation.activate(settings.LANGUAGE_CODE) # Will have been set by setup_paths sdk_path = _find_sdk_from_python_path() from google.appengine.tools.devappserver2 import devappserver2 from google.appengine.tools.devappserver2 import python_runtime from djangae import sandbox # Add any additional modules specified in the settings additional_modules = getattr(settings, "DJANGAE_ADDITIONAL_MODULES", []) if additional_modules: sandbox._OPTIONS.config_paths.extend(additional_modules) if self.addr != sandbox._OPTIONS.host: sandbox._OPTIONS.host = sandbox._OPTIONS.admin_host = sandbox._OPTIONS.api_host = self.addr # Extra options for `dev_appserver.py` for param, value in self.gae_options.items(): setattr(sandbox._OPTIONS, param, value) # External port is a new flag introduced in 1.9.19 current_version = _VersionList(GetVersionObject()['release']) if current_version >= _VersionList('1.9.19') or \ current_version == sandbox.TEMP_1_9_49_VERSION_NO: sandbox._OPTIONS.external_port = None # Apply equivalent options for Django args sandbox._OPTIONS.automatic_restart = self.use_reloader sandbox._OPTIONS.threadsafe_override = self.use_threading if sandbox._OPTIONS.host == "127.0.0.1" and os.environ["HTTP_HOST"].startswith("localhost"): hostname = "localhost" sandbox._OPTIONS.host = "localhost" else: hostname = sandbox._OPTIONS.host os.environ["HTTP_HOST"] = "%s:%s" % (hostname, sandbox._OPTIONS.port) os.environ['SERVER_NAME'] = os.environ['HTTP_HOST'].split(':', 1)[0] os.environ['SERVER_PORT'] = os.environ['HTTP_HOST'].split(':', 1)[1] os.environ['DEFAULT_VERSION_HOSTNAME'] = '%s:%s' % (os.environ['SERVER_NAME'], os.environ['SERVER_PORT']) from google.appengine.api.appinfo import EnvironmentVariables class NoConfigDevServer(devappserver2.DevelopmentServer): """ This is horrible, but unfortunately necessary. Because we want to enable a sandbox outside of runserver (both when running different management commands, but also before/after dev_appserver) we have to make sure the following are true: 1. There is only ever one api server 2. There is only ever one dispatcher Unfortunately, most of the setup is done inside .start() of the DevelopmentServer class, there is not really an easy way to hook into part of this without overriding the whole .start() method which makes things even more brittle. What we do here is hook in at the point that self._dispatcher is set. We ignore whatever dispatcher is passed in, but user our own one. We patch api server creation in sandbox.py so only ever one api server exists. """ def __init__(self, *args, **kwargs): self._patched_dispatcher = None super(NoConfigDevServer, self).__init__(*args, **kwargs) def start(self, options): self.options = options return super(NoConfigDevServer, self).start(options) def _get_dispatcher(self): return self._patched_dispatcher def _create_api_server(self, *args, **kwargs): """ For SDK around 1.9.40 - just return the existing API server """ return sandbox._API_SERVER def _set_dispatcher(self, dispatcher): """ Ignore explicit setting of _dispatcher, use our own """ if dispatcher is None: # Allow wiping the patched dispatcher self._patched_dispatcher = None return if self._patched_dispatcher: # We already created the dispatcher, ignore further sets logging.warning("Attempted to set _dispatcher twice") return # When the dispatcher is created this property is set so we use it # to construct *our* dispatcher configuration = dispatcher._configuration # We store options in .start() so it's available here options = self.options # sandbox._create_dispatcher returns a singleton dispatcher instance made in sandbox self._patched_dispatcher = sandbox._create_dispatcher( configuration, options ) # the dispatcher may have passed environment variables, it should be propagated env_vars = self._dispatcher._configuration.modules[0]._app_info_external.env_variables or EnvironmentVariables() for module in configuration.modules: module_name = module._module_name if module_name == 'default' or module_name is None: module_settings = 'DJANGO_SETTINGS_MODULE' else: module_settings = '%s_DJANGO_SETTINGS_MODULE' % module_name if module_settings in env_vars: module_env_vars = module.env_variables or EnvironmentVariables() module_env_vars['DJANGO_SETTINGS_MODULE'] = env_vars[module_settings] old_env_vars = module._app_info_external.env_variables new_env_vars = EnvironmentVariables.Merge(module_env_vars, old_env_vars) module._app_info_external.env_variables = new_env_vars self._dispatcher._configuration = configuration self._dispatcher._port = options.port self._dispatcher._host = options.host # Because the dispatcher is a singleton, we need to set the threadsafe override here # depending on what was passed to the runserver command. This entire file really needs rebuilding # we have way too many hacks in here! self._dispatcher._module_to_threadsafe_override[ configuration.modules[0].module_name ] = options.threadsafe_override # self._dispatcher.request_data = request_data # request_data._dispatcher = self._dispatcher sandbox._API_SERVER._host = options.api_host sandbox._API_SERVER.bind_addr = (options.api_host, options.api_port) from google.appengine.api import apiproxy_stub_map task_queue = apiproxy_stub_map.apiproxy.GetStub('taskqueue') # Make sure task running is enabled (it's disabled in the sandbox by default) if not task_queue._auto_task_running: task_queue._auto_task_running = True task_queue.StartBackgroundExecution() _dispatcher = property(fget=_get_dispatcher, fset=_set_dispatcher) from google.appengine.tools.devappserver2 import module def fix_watcher_files(regex): """ Monkeypatch dev_appserver's file watcher to ignore any unwanted dirs or files. """ from google.appengine.tools.devappserver2 import watcher_common watcher_common._IGNORED_REGEX = regex watcher_common.ignore_file = ignore_file watcher_common.skip_ignored_dirs = skip_ignored_dirs regex = sandbox._CONFIG.modules[0].skip_files if regex: fix_watcher_files(regex) def logging_wrapper(func): """ Changes logging to use the DJANGO_COLORS settings """ def _wrapper(level, format, *args, **kwargs): if args and len(args) == 1 and isinstance(args[0], dict): args = args[0] status = str(args.get("status", 200)) else: status = "200" try: msg = format % args except UnicodeDecodeError: msg += "\n" # This is what Django does in WSGIRequestHandler.log_message # Utilize terminal colors, if available if status[0] == '2': # Put 2XX first, since it should be the common case msg = self.style.HTTP_SUCCESS(msg) elif status[0] == '1': msg = self.style.HTTP_INFO(msg) elif status == '304': msg = self.style.HTTP_NOT_MODIFIED(msg) elif status[0] == '3': msg = self.style.HTTP_REDIRECT(msg) elif status == '404': msg = self.style.HTTP_NOT_FOUND(msg) elif status[0] == '4': # 0x16 = Handshake, 0x03 = SSL 3.0 or TLS 1.x if status.startswith(str('\x16\x03')): msg = ("You're accessing the development server over HTTPS, " "but it only supports HTTP.\n") msg = self.style.HTTP_BAD_REQUEST(msg) else: # Any 5XX, or any other response msg = self.style.HTTP_SERVER_ERROR(msg) return func(level, msg) return _wrapper module.logging.log = logging_wrapper(module.logging.log) python_runtime._RUNTIME_PATH = os.path.join(sdk_path, '_python_runtime.py') python_runtime._RUNTIME_ARGS = [sys.executable, python_runtime._RUNTIME_PATH] dev_server = NoConfigDevServer() try: dev_server.start(sandbox._OPTIONS) try: shutdown.wait_until_shutdown() except KeyboardInterrupt: pass finally: dev_server.stop() if shutdown_message: sys.stdout.write(shutdown_message) return
def inner_run(self, *args, **options): import sys shutdown_message = options.get('shutdown_message', '') quit_command = 'CTRL-BREAK' if sys.platform == 'win32' else 'CONTROL-C' from djangae.utils import find_project_root from djangae.sandbox import _find_sdk_from_python_path from djangae.blobstore_service import stop_blobstore_service from django.conf import settings from django.utils import translation stop_blobstore_service() # Check for app.yaml expected_path = os.path.join(find_project_root(), "app.yaml") if not os.path.exists(expected_path): sys.stderr.write("Unable to find app.yaml at '%s'\n" % expected_path) sys.exit(1) self.stdout.write("Validating models...\n\n") self.validate(display_num_errors=True) self.stdout.write(( "%(started_at)s\n" "Django version %(version)s, using settings %(settings)r\n" "Starting development server at http://%(addr)s:%(port)s/\n" "Quit the server with %(quit_command)s.\n" ) % { "started_at": datetime.now().strftime('%B %d, %Y - %X'), "version": self.get_version(), "settings": settings.SETTINGS_MODULE, "addr": self._raw_ipv6 and '[%s]' % self.addr or self.addr, "port": self.port, "quit_command": quit_command, }) sys.stdout.write("\n") sys.stdout.flush() # django.core.management.base forces the locale to en-us. We should # set it up correctly for the first request (particularly important # in the "--noreload" case). translation.activate(settings.LANGUAGE_CODE) # Will have been set by setup_paths sdk_path = _find_sdk_from_python_path() from google.appengine.tools.devappserver2 import devappserver2 from google.appengine.tools.devappserver2 import python_runtime from djangae import sandbox if int(self.port) != sandbox._OPTIONS.port: # Override the port numbers sandbox._OPTIONS.port = int(self.port) sandbox._OPTIONS.admin_port = int(self.port) + 1 sandbox._OPTIONS.api_port = int(self.port) + 2 if self.addr != sandbox._OPTIONS.host: sandbox._OPTIONS.host = sandbox._OPTIONS.admin_host = sandbox._OPTIONS.api_host = self.addr # External port is a new flag introduced in 1.9.19 current_version = _VersionList(GetVersionObject()['release']) if current_version >= _VersionList('1.9.19'): sandbox._OPTIONS.external_port = None sandbox._OPTIONS.automatic_restart = self.use_reloader if sandbox._OPTIONS.host == "127.0.0.1" and os.environ["HTTP_HOST"].startswith("localhost"): hostname = "localhost" else: hostname = sandbox._OPTIONS.host os.environ["HTTP_HOST"] = "%s:%s" % (hostname, sandbox._OPTIONS.port) os.environ['SERVER_NAME'] = os.environ['HTTP_HOST'].split(':', 1)[0] os.environ['SERVER_PORT'] = os.environ['HTTP_HOST'].split(':', 1)[1] os.environ['DEFAULT_VERSION_HOSTNAME'] = '%s:%s' % (os.environ['SERVER_NAME'], os.environ['SERVER_PORT']) class NoConfigDevServer(devappserver2.DevelopmentServer): def _create_api_server(self, request_data, storage_path, options, configuration): self._dispatcher = sandbox._create_dispatcher(configuration, options) self._dispatcher._port = options.port self._dispatcher._host = options.host self._dispatcher.request_data = request_data request_data._dispatcher = self._dispatcher sandbox._API_SERVER._host = options.api_host sandbox._API_SERVER.bind_addr = (options.api_host, options.api_port) from google.appengine.api import apiproxy_stub_map task_queue = apiproxy_stub_map.apiproxy.GetStub('taskqueue') # Make sure task running is enabled (it's disabled in the sandbox by default) if not task_queue._auto_task_running: task_queue._auto_task_running = True task_queue.StartBackgroundExecution() return sandbox._API_SERVER python_runtime._RUNTIME_PATH = os.path.join(sdk_path, '_python_runtime.py') python_runtime._RUNTIME_ARGS = [sys.executable, python_runtime._RUNTIME_PATH] dev_server = NoConfigDevServer() try: dev_server.start(sandbox._OPTIONS) try: shutdown.wait_until_shutdown() except KeyboardInterrupt: pass finally: dev_server.stop() if shutdown_message: sys.stdout.write(shutdown_message) return
def inner_run(self, *args, **options): import sys shutdown_message = options.get('shutdown_message', '') quit_command = 'CTRL-BREAK' if sys.platform == 'win32' else 'CONTROL-C' from djangae.environment import get_application_root from djangae.sandbox import _find_sdk_from_python_path from djangae.blobstore_service import stop_blobstore_service from django.conf import settings from django.utils import translation stop_blobstore_service() # Check for app.yaml expected_path = os.path.join(get_application_root(), "app.yaml") if not os.path.exists(expected_path): sys.stderr.write("Unable to find app.yaml at '%s'\n" % expected_path) sys.exit(1) self.stdout.write("Validating models...\n\n") self.check(display_num_errors=True) self.stdout.write(( "%(started_at)s\n" "Django version %(version)s, using settings %(settings)r\n" "Starting development server at http://%(addr)s:%(port)s/\n" "Quit the server with %(quit_command)s.\n" ) % { "started_at": datetime.now().strftime('%B %d, %Y - %X'), "version": self.get_version(), "settings": settings.SETTINGS_MODULE, "addr": self._raw_ipv6 and '[%s]' % self.addr or self.addr, "port": self.port, "quit_command": quit_command, }) sys.stdout.write("\n") sys.stdout.flush() # django.core.management.base forces the locale to en-us. We should # set it up correctly for the first request (particularly important # in the "--noreload" case). translation.activate(settings.LANGUAGE_CODE) # Will have been set by setup_paths sdk_path = _find_sdk_from_python_path() from google.appengine.tools.devappserver2 import devappserver2 from google.appengine.tools.devappserver2 import python_runtime from djangae import sandbox # Add any additional modules specified in the settings additional_modules = getattr(settings, "DJANGAE_ADDITIONAL_MODULES", []) if additional_modules: sandbox._OPTIONS.config_paths.extend(additional_modules) if self.addr != sandbox._OPTIONS.host: sandbox._OPTIONS.host = sandbox._OPTIONS.admin_host = sandbox._OPTIONS.api_host = self.addr # Extra options for `dev_appserver.py` for param, value in self.gae_options.items(): setattr(sandbox._OPTIONS, param, value) # External port is a new flag introduced in 1.9.19 current_version = _VersionList(GetVersionObject()['release']) if current_version >= _VersionList('1.9.19') or \ current_version == sandbox.TEMP_1_9_49_VERSION_NO: sandbox._OPTIONS.external_port = None # Apply equivalent options for Django args sandbox._OPTIONS.automatic_restart = self.use_reloader sandbox._OPTIONS.threadsafe_override = self.use_threading if sandbox._OPTIONS.host == "127.0.0.1" and os.environ["HTTP_HOST"].startswith("localhost"): hostname = "localhost" sandbox._OPTIONS.host = "localhost" else: hostname = sandbox._OPTIONS.host os.environ["HTTP_HOST"] = "%s:%s" % (hostname, sandbox._OPTIONS.port) os.environ['SERVER_NAME'] = os.environ['HTTP_HOST'].split(':', 1)[0] os.environ['SERVER_PORT'] = os.environ['HTTP_HOST'].split(':', 1)[1] os.environ['DEFAULT_VERSION_HOSTNAME'] = '%s:%s' % (os.environ['SERVER_NAME'], os.environ['SERVER_PORT']) from google.appengine.api.appinfo import EnvironmentVariables class NoConfigDevServer(devappserver2.DevelopmentServer): """ This is horrible, but unfortunately necessary. Because we want to enable a sandbox outside of runserver (both when running different management commands, but also before/after dev_appserver) we have to make sure the following are true: 1. There is only ever one api server 2. There is only ever one dispatcher Unfortunately, most of the setup is done inside .start() of the DevelopmentServer class, there is not really an easy way to hook into part of this without overriding the whole .start() method which makes things even more brittle. What we do here is hook in at the point that self._dispatcher is set. We ignore whatever dispatcher is passed in, but user our own one. We patch api server creation in sandbox.py so only ever one api server exists. """ def __init__(self, *args, **kwargs): self._patched_dispatcher = None super(NoConfigDevServer, self).__init__(*args, **kwargs) def start(self, options): self.options = options return super(NoConfigDevServer, self).start(options) def _get_dispatcher(self): return self._patched_dispatcher def _create_api_server(self, *args, **kwargs): """ For SDK around 1.9.40 - just return the existing API server """ return sandbox._API_SERVER def _set_dispatcher(self, dispatcher): """ Ignore explicit setting of _dispatcher, use our own """ if dispatcher is None: # Allow wiping the patched dispatcher self._patched_dispatcher = None return if self._patched_dispatcher: # We already created the dispatcher, ignore further sets logging.warning("Attempted to set _dispatcher twice") return # When the dispatcher is created this property is set so we use it # to construct *our* dispatcher configuration = dispatcher._configuration # We store options in .start() so it's available here options = self.options # sandbox._create_dispatcher returns a singleton dispatcher instance made in sandbox self._patched_dispatcher = sandbox._create_dispatcher( configuration, options ) # the dispatcher may have passed environment variables, it should be propagated env_vars = self._dispatcher._configuration.modules[0]._app_info_external.env_variables or EnvironmentVariables() for module in configuration.modules: module_name = module._module_name if module_name == 'default' or module_name is None: module_settings = 'DJANGO_SETTINGS_MODULE' else: module_settings = '%s_DJANGO_SETTINGS_MODULE' % module_name if module_settings in env_vars: module_env_vars = module.env_variables or EnvironmentVariables() module_env_vars['DJANGO_SETTINGS_MODULE'] = env_vars[module_settings] old_env_vars = module._app_info_external.env_variables new_env_vars = EnvironmentVariables.Merge(module_env_vars, old_env_vars) module._app_info_external.env_variables = new_env_vars self._dispatcher._configuration = configuration self._dispatcher._port = options.port self._dispatcher._host = options.host # Because the dispatcher is a singleton, we need to set the threadsafe override here # depending on what was passed to the runserver command. This entire file really needs rebuilding # we have way too many hacks in here! self._dispatcher._module_to_threadsafe_override[ configuration.modules[0].module_name ] = options.threadsafe_override # self._dispatcher.request_data = request_data # request_data._dispatcher = self._dispatcher sandbox._API_SERVER._host = options.api_host sandbox._API_SERVER.bind_addr = (options.api_host, options.api_port) from google.appengine.api import apiproxy_stub_map task_queue = apiproxy_stub_map.apiproxy.GetStub('taskqueue') # Make sure task running is enabled (it's disabled in the sandbox by default) if not task_queue._auto_task_running: task_queue._auto_task_running = True task_queue.StartBackgroundExecution() _dispatcher = property(fget=_get_dispatcher, fset=_set_dispatcher) from google.appengine.tools.devappserver2 import module def fix_watcher_files(regex): """ Monkeypatch dev_appserver's file watcher to ignore any unwanted dirs or files. """ from google.appengine.tools.devappserver2 import watcher_common watcher_common._IGNORED_REGEX = regex watcher_common.ignore_file = ignore_file watcher_common.skip_ignored_dirs = skip_ignored_dirs regex = sandbox._CONFIG.modules[0].skip_files if regex: fix_watcher_files(regex) def logging_wrapper(func): """ Changes logging to use the DJANGO_COLORS settings """ def _wrapper(level, format, *args, **kwargs): if args and len(args) == 1 and isinstance(args[0], dict): args = args[0] status = str(args.get("status", 200)) else: status = "200" try: msg = format % args except UnicodeDecodeError: msg += "\n" # This is what Django does in WSGIRequestHandler.log_message # Utilize terminal colors, if available if status[0] == '2': # Put 2XX first, since it should be the common case msg = self.style.HTTP_SUCCESS(msg) elif status[0] == '1': msg = self.style.HTTP_INFO(msg) elif status == '304': msg = self.style.HTTP_NOT_MODIFIED(msg) elif status[0] == '3': msg = self.style.HTTP_REDIRECT(msg) elif status == '404': msg = self.style.HTTP_NOT_FOUND(msg) elif status[0] == '4': # 0x16 = Handshake, 0x03 = SSL 3.0 or TLS 1.x if status.startswith(str('\x16\x03')): msg = ("You're accessing the development server over HTTPS, " "but it only supports HTTP.\n") msg = self.style.HTTP_BAD_REQUEST(msg) else: # Any 5XX, or any other response msg = self.style.HTTP_SERVER_ERROR(msg) return func(level, msg) return _wrapper module.logging.log = logging_wrapper(module.logging.log) python_runtime._RUNTIME_PATH = os.path.join(sdk_path, '_python_runtime.py') python_runtime._RUNTIME_ARGS = [sys.executable, python_runtime._RUNTIME_PATH] dev_server = NoConfigDevServer() try: dev_server.start(sandbox._OPTIONS) try: shutdown.wait_until_shutdown() except KeyboardInterrupt: pass finally: dev_server.stop() if shutdown_message: sys.stdout.write(shutdown_message) return
def inner_run(self, *args, **options): import sys shutdown_message = options.get('shutdown_message', '') quit_command = 'CTRL-BREAK' if sys.platform == 'win32' else 'CONTROL-C' from djangae.utils import find_project_root from djangae.sandbox import _find_sdk_from_python_path from djangae.blobstore_service import stop_blobstore_service from django.conf import settings from django.utils import translation stop_blobstore_service() # Check for app.yaml expected_path = os.path.join(find_project_root(), "app.yaml") if not os.path.exists(expected_path): sys.stderr.write("Unable to find app.yaml at '%s'\n" % expected_path) sys.exit(1) self.stdout.write("Validating models...\n\n") self.validate(display_num_errors=True) self.stdout.write( ("%(started_at)s\n" "Django version %(version)s, using settings %(settings)r\n" "Starting development server at http://%(addr)s:%(port)s/\n" "Quit the server with %(quit_command)s.\n") % { "started_at": datetime.now().strftime('%B %d, %Y - %X'), "version": self.get_version(), "settings": settings.SETTINGS_MODULE, "addr": self._raw_ipv6 and '[%s]' % self.addr or self.addr, "port": self.port, "quit_command": quit_command, }) sys.stdout.write("\n") sys.stdout.flush() # django.core.management.base forces the locale to en-us. We should # set it up correctly for the first request (particularly important # in the "--noreload" case). translation.activate(settings.LANGUAGE_CODE) # Will have been set by setup_paths sdk_path = _find_sdk_from_python_path() from google.appengine.tools.devappserver2 import devappserver2 from google.appengine.tools.devappserver2 import python_runtime from djangae import sandbox if int(self.port) != sandbox._OPTIONS.port: # Override the port numbers sandbox._OPTIONS.port = int(self.port) sandbox._OPTIONS.admin_port = int(self.port) + 1 sandbox._OPTIONS.api_port = int(self.port) + 2 if self.addr != sandbox._OPTIONS.host: sandbox._OPTIONS.host = sandbox._OPTIONS.admin_host = sandbox._OPTIONS.api_host = self.addr # Extra options for `dev_appserver.py` for param, value in self.gae_options.items(): setattr(sandbox._OPTIONS, param, value) # External port is a new flag introduced in 1.9.19 current_version = _VersionList(GetVersionObject()['release']) if current_version >= _VersionList('1.9.19'): sandbox._OPTIONS.external_port = None sandbox._OPTIONS.automatic_restart = self.use_reloader if sandbox._OPTIONS.host == "127.0.0.1" and os.environ[ "HTTP_HOST"].startswith("localhost"): hostname = "localhost" else: hostname = sandbox._OPTIONS.host os.environ["HTTP_HOST"] = "%s:%s" % (hostname, sandbox._OPTIONS.port) os.environ['SERVER_NAME'] = os.environ['HTTP_HOST'].split(':', 1)[0] os.environ['SERVER_PORT'] = os.environ['HTTP_HOST'].split(':', 1)[1] os.environ['DEFAULT_VERSION_HOSTNAME'] = '%s:%s' % ( os.environ['SERVER_NAME'], os.environ['SERVER_PORT']) class NoConfigDevServer(devappserver2.DevelopmentServer): def _create_api_server(self, request_data, storage_path, options, configuration): self._dispatcher = sandbox._create_dispatcher( configuration, options) self._dispatcher._port = options.port self._dispatcher._host = options.host self._dispatcher.request_data = request_data request_data._dispatcher = self._dispatcher sandbox._API_SERVER._host = options.api_host sandbox._API_SERVER.bind_addr = (options.api_host, options.api_port) from google.appengine.api import apiproxy_stub_map task_queue = apiproxy_stub_map.apiproxy.GetStub('taskqueue') # Make sure task running is enabled (it's disabled in the sandbox by default) if not task_queue._auto_task_running: task_queue._auto_task_running = True task_queue.StartBackgroundExecution() return sandbox._API_SERVER python_runtime._RUNTIME_PATH = os.path.join(sdk_path, '_python_runtime.py') python_runtime._RUNTIME_ARGS = [ sys.executable, python_runtime._RUNTIME_PATH ] dev_server = NoConfigDevServer() try: dev_server.start(sandbox._OPTIONS) try: shutdown.wait_until_shutdown() except KeyboardInterrupt: pass finally: dev_server.stop() if shutdown_message: sys.stdout.write(shutdown_message) return