def get_server_config(self, needs_response_elem=False): with NamedTemporaryFile() as f: contents = simple_io_conf_contents.format(bytes_to_str_encoding=get_bytes_to_str_encoding()) if isinstance(contents, unicode): contents = contents.encode('utf8') f.write(contents) f.flush() sio_fs_config = ConfigObj(f.name) sio_fs_config = bunchify(sio_fs_config) sio_server_config = get_sio_server_config(sio_fs_config) if not needs_response_elem: sio_server_config.response_elem = None return sio_server_config
def test_default_config_object(self): test_encoding = 'abcdef' config = get_config_from_string( simple_io_conf_contents.format( bytes_to_str_encoding=test_encoding)) config = get_sio_server_config(config) bool_ = config.bool_config int_ = config.int_config secret = config.secret_config bytes_to_str = config.bytes_to_str_encoding self.assertIsInstance(bool_.exact, set) self.assertIsInstance(bool_.prefixes, set) self.assertIsInstance(bool_.suffixes, set) self.assertListEqual(sorted(bool_.exact), []) self.assertListEqual( sorted(bool_.prefixes), ['by_', 'has_', 'is_', 'may_', 'needs_', 'should_']) self.assertListEqual(sorted(bool_.suffixes), []) self.assertIsInstance(int_.exact, set) self.assertIsInstance(int_.prefixes, set) self.assertIsInstance(int_.suffixes, set) self.assertListEqual(sorted(int_.exact), ['id']) self.assertListEqual(sorted(int_.prefixes), []) self.assertListEqual( sorted(int_.suffixes), ['_count', '_id', '_size', '_size_max', '_size_min', '_timeout']) self.assertIsInstance(secret.exact, set) self.assertIsInstance(secret.prefixes, set) self.assertIsInstance(secret.suffixes, set) self.assertListEqual(sorted(secret.exact), [ 'auth_data', 'auth_token', 'password', 'password1', 'password2', 'secret_key', 'tls_pem_passphrase', 'token' ]) self.assertListEqual(sorted(secret.prefixes), []) self.assertListEqual(sorted(secret.suffixes), []) self.assertEquals(bytes_to_str, test_encoding) self.assertEquals(config.default_value, '') self.assertEquals(config.default_input_value, '') self.assertEquals(config.default_output_value, '') self.assertEquals(config.response_elem, 'response') self.assertFalse(config.skip_empty_keys) self.assertFalse(config.skip_empty_request_keys) self.assertFalse(config.skip_empty_response_keys) self.assertEquals(config.input_required_name, 'input_required') self.assertEquals(config.input_optional_name, 'input_optional') self.assertEquals(config.output_required_name, 'output_required') self.assertEquals(config.output_optional_name, 'output_optional') self.assertEquals(config.prefix_as_is, 'a') self.assertEquals(config.prefix_bool, 'b') self.assertEquals(config.prefix_csv, 'c') self.assertEquals(config.prefix_date, 'date') self.assertEquals(config.prefix_date_time, 'dt') self.assertEquals(config.prefix_dict, 'd') self.assertEquals(config.prefix_dict_list, 'dl') self.assertEquals(config.prefix_float, 'f') self.assertEquals(config.prefix_int, 'i') self.assertEquals(config.prefix_list, 'l') self.assertEquals(config.prefix_text, 't') self.assertEquals(config.prefix_uuid, 'u')
def execute(self, args, default_http_port=http_plain_server_port, show_output=True, return_server_id=False): engine = self._get_engine(args) session = self._get_session(engine) cluster = session.query(Cluster).\ filter(Cluster.name == args.cluster_name).\ first() if not cluster: self.logger.error("Cluster `%s` doesn't exist in ODB", args.cluster_name) return self.SYS_ERROR.NO_SUCH_CLUSTER server = Server(cluster=cluster) server.name = args.server_name if isinstance(self.token, (bytes, bytearray)): server.token = self.token.decode('utf8') else: server.token = self.token server.last_join_status = SERVER_JOIN_STATUS.ACCEPTED server.last_join_mod_by = self._get_user_host() server.last_join_mod_date = datetime.utcnow() session.add(server) try: if not self.dirs_prepared: self.prepare_directories(show_output) repo_dir = os.path.join(self.target_dir, 'config', 'repo') # Note that server crypto material is optional so if none was given on input # this command will be a no-op. self.copy_server_crypto(repo_dir, args) if show_output: self.logger.debug('Created a repo in {}'.format(repo_dir)) self.logger.debug('Creating files..') for file_name, contents in sorted(files.items()): file_name = os.path.join(self.target_dir, file_name) if show_output: self.logger.debug('Creating {}'.format(file_name)) f = open(file_name, 'w') f.write(contents) f.close() logging_conf_loc = os.path.join(self.target_dir, 'config/repo/logging.conf') logging_conf = open(logging_conf_loc).read() open(logging_conf_loc, 'w').write(logging_conf.format( log_path=os.path.join(self.target_dir, 'logs', 'zato.log'))) if show_output: self.logger.debug('Logging configuration stored in {}'.format(logging_conf_loc)) odb_engine=args.odb_type if odb_engine.startswith('postgresql'): odb_engine = 'postgresql+pg8000' server_conf_loc = os.path.join(self.target_dir, 'config/repo/server.conf') server_conf = open(server_conf_loc, 'w') server_conf.write( server_conf_template.format( port=getattr(args, 'http_port', None) or default_http_port, gunicorn_workers=1, odb_db_name=args.odb_db_name or args.sqlite_path, odb_engine=odb_engine, odb_host=args.odb_host or '', odb_port=args.odb_port or '', odb_pool_size=default_odb_pool_size, odb_user=args.odb_user or '', kvdb_host=args.kvdb_host, kvdb_port=args.kvdb_port, initial_cluster_name=args.cluster_name, initial_server_name=args.server_name, )) server_conf.close() pickup_conf_loc = os.path.join(self.target_dir, 'config/repo/pickup.conf') pickup_conf_file = open(pickup_conf_loc, 'w') pickup_conf_file.write(pickup_conf) pickup_conf_file.close() user_conf_loc = os.path.join(self.target_dir, 'config/repo/user.conf') user_conf = open(user_conf_loc, 'w') user_conf.write(user_conf_contents) user_conf.close() sso_conf_loc = os.path.join(self.target_dir, 'config/repo/sso.conf') sso_conf = open(sso_conf_loc, 'w') sso_conf.write(sso_conf_contents) sso_conf.close() # There will be multiple keys in future releases to allow for key rotation key1 = args.secret_key or Fernet.generate_key() fernet1 = Fernet(key1) secrets_conf_loc = os.path.join(self.target_dir, 'config/repo/secrets.conf') secrets_conf = open(secrets_conf_loc, 'w') kvdb_password = args.kvdb_password or '' kvdb_password = kvdb_password.encode('utf8') kvdb_password = fernet1.encrypt(kvdb_password) kvdb_password = kvdb_password.decode('utf8') odb_password = args.odb_password or '' odb_password = odb_password.encode('utf8') odb_password = fernet1.encrypt(odb_password) odb_password = odb_password.decode('utf8') zato_well_known_data = fernet1.encrypt(well_known_data.encode('utf8')) zato_well_known_data = zato_well_known_data.decode('utf8') if isinstance(key1, (bytes, bytearray)): key1 = key1.decode('utf8') zato_main_token = fernet1.encrypt(self.token) zato_main_token = zato_main_token.decode('utf8') zato_misc_jwt_secret = getattr(args, 'jwt_secret', None) if not zato_misc_jwt_secret: zato_misc_jwt_secret = Fernet.generate_key() if not isinstance(zato_misc_jwt_secret, bytes): zato_misc_jwt_secret = zato_misc_jwt_secret.encode('utf8') zato_misc_jwt_secret = fernet1.encrypt(zato_misc_jwt_secret) if isinstance(zato_misc_jwt_secret, bytes): zato_misc_jwt_secret = zato_misc_jwt_secret.decode('utf8') secrets_conf.write(secrets_conf_template.format( keys_key1=key1, zato_well_known_data=zato_well_known_data, zato_kvdb_password=kvdb_password, zato_main_token=zato_main_token, zato_misc_jwt_secret=zato_misc_jwt_secret, zato_odb_password=odb_password, )) secrets_conf.close() bytes_to_str_encoding = 'utf8' if PY3 else '' simple_io_conf_loc = os.path.join(self.target_dir, 'config/repo/simple-io.conf') simple_io_conf = open(simple_io_conf_loc, 'w') simple_io_conf.write(simple_io_conf_contents.format( bytes_to_str_encoding=bytes_to_str_encoding )) simple_io_conf.close() if show_output: self.logger.debug('Core configuration stored in {}'.format(server_conf_loc)) # Sphinx APISpec files for file_path, contents in apispec_files.items(): full_path = os.path.join(self.target_dir, 'config/repo/static/sphinxdoc/apispec', file_path) dir_name = os.path.dirname(full_path) try: os.makedirs(dir_name, 0o770) except OSError: # That is fine, the directory must have already created in one of previous iterations pass finally: api_file = open(full_path, 'w') api_file.write(contents) api_file.close() # Initial info self.store_initial_info(self.target_dir, self.COMPONENTS.SERVER.code) session.commit() except IntegrityError: msg = 'Server name `{}` already exists'.format(args.server_name) if self.verbose: msg += '. Caught an exception:`{}`'.format(format_exc()) self.logger.error(msg) session.rollback() return self.SYS_ERROR.SERVER_NAME_ALREADY_EXISTS except Exception: self.logger.error('Could not create the server, e:`%s`', format_exc()) session.rollback() else: if show_output: self.logger.debug('Server added to the ODB') if show_output: if self.verbose: msg = """Successfully created a new server. You can now start it with the 'zato start {}' command.""".format(self.target_dir) self.logger.debug(msg) else: self.logger.info('OK') # This is optional - need only by quickstart.py and needs to be requested explicitly, # otherwise it would be construed as a non-0 return code from this process. if return_server_id: return server.id