def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) settings = orm['system.Settings'].objects.order_by('-id')[0] cs.set('system.language', settings.stg_language) cs.set('system.timezone', settings.stg_timezone) cs.set('system.console.keymap', settings.stg_kbdmap) cs.set('system.syslog_server', settings.stg_syslogserver) listen = [] if settings.stg_guiaddress: listen.append(settings.stg_guiaddress) if settings.stg_guiv6address: listen.append('[{0}]'.format(settings.stg_guiv6address)) cs.set('service.nginx.http.enable', settings.stg_guiprotocol in ('http', 'httphttps')) cs.set('service.nginx.https.enable', settings.stg_guiprotocol in ('https', 'httphttps')) cs.set('service.nginx.listen', listen) cs.set('service.nginx.http.port', settings.stg_guiport) cs.set('service.nginx.http.redirect_https', settings.stg_guihttpsredirect) cs.set('service.nginx.https.port', settings.stg_guihttpsport)
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) webdav = orm['services.WebDAV'].objects.all()[0] svc = orm['services.services'].objects.filter(srv_service='webdav') svc = svc[0] if svc.exists() else None if svc: cs.set('service.webdav.enable', svc.srv_enable) if webdav.webdav_protocol == 'http': protocol = ['HTTP'] elif webdav.webdav_protocol == 'https': protocol = ['HTTPS'] else: protocol = ['HTTP', 'HTTPS'] cs.set('service.webdav.protocol', protocol) cs.set('service.webdav.http_port', webdav.webdav_tcpport or 8080) cs.set('service.webdav.https_port', webdav.webdav_tcpportssl or 8081) try: if webdav.webdav_password: from freenasUI.middleware.notifier import notifier cs.set('service.webdav.password', notifier().pwenc_decrypt(webdav.webdav_password)) except: pass cs.set('service.webdav.authentication', webdav.webdav_htauth.upper())
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) nfs = orm['services.NFS'].objects.all()[0] svc = orm['services.services'].objects.filter(srv_service='nfs') svc = svc[0] if svc.exists() else None if svc: cs.set('service.nfs.enable', svc.srv_enable) cs.set('service.nfs.servers', nfs.nfs_srv_servers) cs.set('service.nfs.udp', nfs.nfs_srv_udp) cs.set('service.nfs.nonroot', nfs.nfs_srv_allow_nonroot) cs.set('service.nfs.v4', nfs.nfs_srv_v4) cs.set('service.nfs.v4_kerberos', nfs.nfs_srv_v4_krb) if nfs.nfs_srv_bindip: cs.set('service.nfs.bind_addresses', nfs.nfs_srv_bindip.split(',')) if nfs.nfs_srv_mountd_port: cs.set('service.nfs.mountd_port', nfs.nfs_srv_mountd_port) if nfs.nfs_srv_rpcstatd_port: cs.set('service.nfs.rpcstatd_port', nfs.nfs_srv_rpcstatd_port) if nfs.nfs_srv_rpclockd_port: cs.set('service.nfs.rpclockd_port', nfs.nfs_srv_rpclockd_port)
def main(self): if len(sys.argv) != 2: print("Invalid number of arguments", file=sys.stderr) sys.exit(errno.EINVAL) key = sys.argv[1] logging.basicConfig(file=sys.stdout, level=logging.DEBUG) try: self.datastore = get_default_datastore() self.conn = Client() self.conn.connect('127.0.0.1') self.conn.login_service('task.{0}'.format(os.getpid())) self.conn.enable_server() self.conn.rpc.register_service_instance('taskproxy', self.service) task = self.conn.call_sync('task.checkin', key) module = imp.load_source('plugin', task['filename']) setproctitle.setproctitle('task executor (tid {0})'.format( task['id'])) try: self.instance = getattr(module, task['class'])( DispatcherWrapper(self.conn), self.datastore) self.instance.configstore = ConfigStore(self.datastore) self.running.set() result = self.instance.run(*task['args']) except BaseException, err: print("Task exception: {0}".format(str(err)), file=sys.stderr) traceback.print_exc(file=sys.stderr) self.put_status('FAILED', exception=err) else:
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) snmp = orm['services.SNMP'].objects.all()[0] svc = orm['services.services'].objects.filter(srv_service='snmp') svc = svc[0] if svc.exists() else None if svc: cs.set('service.snmp.enable', svc.srv_enable) cs.set('service.snmp.location', snmp.snmp_location or None) cs.set('service.snmp.contact', snmp.snmp_contact or None) cs.set('service.snmp.community', snmp.snmp_community or 'public') cs.set('service.snmp.v3', snmp.snmp_v3) cs.set('service.snmp.v3_username', snmp.snmp_v3_username or None) cs.set('service.snmp.v3_password', snmp.snmp_v3_password or None) cs.set('service.snmp.v3_auth_type', snmp.snmp_v3_authtype or 'SHA') cs.set('service.snmp.v3_privacy_protocol', snmp.snmp_v3_privproto or 'AES') cs.set('service.snmp.v3_privacy_passphrase', snmp.snmp_v3_privpassphrase or None) cs.set('service.snmp.auxiliary', snmp.snmp_options or None)
def init_datastore(self): try: self.datastore = datastore.get_datastore() except datastore.DatastoreException as err: self.logger.error('Cannot initialize datastore: %s', str(err)) sys.exit(1) self.configstore = ConfigStore(self.datastore)
def init_datastore(self): try: self.datastore = get_datastore(self.config) self.datastore_log = get_datastore(self.config, log=True) except DatastoreException as err: self.logger.error('Cannot initialize datastore: %s', str(err)) sys.exit(1) self.configstore = ConfigStore(self.datastore)
def __init__(self, dispatcher, datastore): self.dispatcher = dispatcher self.datastore = datastore self.configstore = ConfigStore(datastore) self.logger = logging.getLogger(self.__class__.__name__) self.subtasks = [] self.progress_callbacks = {} self.user = None self.environment = {} self.do_abort = False self.rlock = RLock()
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) tftp = orm['services.TFTP'].objects.all()[0] svc = orm['services.services'].objects.filter(srv_service='tftp') svc = svc[0] if svc.exists() else None if svc: cs.set('service.tftp.enable', svc.srv_enable) cs.set('service.tftp.path', tftp.tftp_directory or None) cs.set('service.tftp.allow_new_files', tftp.tftp_newfiles) cs.set('service.tftp.port', tftp.tftp_port) cs.set('service.tftp.username', tftp.tftp_username) cs.set('service.tftp.umask', tftp.tftp_umask) cs.set('service.tftp.auxiliary', tftp.tftp_options or None)
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) email = orm['system.Email'].objects.order_by('-id')[0] cs.set('mail.from', email.em_fromemail) cs.set('mail.server', email.em_outgoingserver) cs.set('mail.port', email.em_port) encryption = 'PLAIN' if email.em_security in ('ssl', 'tls'): encryption = email.em_security.upper() cs.set('mail.encryption', encryption) cs.set('mail.auth', email.em_smtp) cs.set('mail.user', email.em_user) cs.set('mail.pass', email.em_pass)
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) adv = orm['system.Advanced'].objects.order_by('-id')[0] cs.set('system.console.cli', adv.adv_consolemenu) cs.set('system.console.screensaver', adv.adv_consolescreensaver) cs.set('system.serial.console', adv.adv_serialconsole) cs.set('system.serial.port', adv.adv_serialport) cs.set('system.serial.speed', int(adv.adv_serialspeed)) cs.set('service.powerd.enable', adv.adv_powerdaemon) cs.set('system.swapondrive', adv.adv_swapondrive) cs.set('system.autotune', adv.adv_autotune) cs.set('system.debug.kernel', adv.adv_debugkernel) cs.set('system.upload_crash', adv.adv_uploadcrash) cs.set('system.motd', adv.adv_motd) cs.set('system.boot_scrub_internal', adv.adv_boot_scrub) user = ds.query('users', ('username', '=', adv.adv_periodic_notifyuser), single=True) if user: cs.set('system.periodic.notify_user', user['id']) root = ds.query('users', ('uid', '=', 0), single=True) if root: root['attributes'].update({ 'gui_messages_footer': adv.adv_consolemsg, 'gui_traceback': adv.adv_traceback, 'gui_advancedmode': adv.adv_advancedmode, }) ds.update('users', root['id'], root)
def main(self): if len(sys.argv) != 2: print("Invalid number of arguments", file=sys.stderr) sys.exit(errno.EINVAL) key = sys.argv[1] configure_logging(None, logging.DEBUG) self.datastore = get_datastore() self.configstore = ConfigStore(self.datastore) self.conn = Client() self.conn.connect('unix:') self.conn.login_service('task.{0}'.format(os.getpid())) self.conn.enable_server() self.conn.call_sync('management.enable_features', ['streaming_responses']) self.conn.rpc.register_service_instance('taskproxy', self.service) self.conn.register_event_handler('task.progress', self.task_progress_handler) self.conn.call_sync('task.checkin', key) setproctitle.setproctitle('task executor (idle)') while True: try: task = self.task.get() logging.root.setLevel( self.conn.call_sync('management.get_logging_level')) setproctitle.setproctitle('task executor (tid {0})'.format( task['id'])) if task['debugger']: sys.path.append('/usr/local/lib/dispatcher/pydev') import pydevd host, port = task['debugger'] pydevd.settrace(host, port=port, stdoutToServer=True, stderrToServer=True) name, _ = os.path.splitext(os.path.basename(task['filename'])) module = self.module_cache.get(task['filename']) if not module: module = load_module_from_file(name, task['filename']) self.module_cache[task['filename']] = module setproctitle.setproctitle('task executor (tid {0})'.format( task['id'])) fds = list(self.collect_fds(task['args'])) try: dispatcher = DispatcherWrapper(self.conn) self.instance = getattr(module, task['class'])(dispatcher, self.datastore) self.instance.configstore = self.configstore self.instance.user = task['user'] self.instance.environment = task['environment'] self.running.set() self.run_task_hooks(self.instance, task, 'before') result = self.instance.run(*task['args']) self.run_task_hooks(self.instance, task, 'after', result=result) except BaseException as err: print("Task exception: {0}".format(str(err)), file=sys.stderr) traceback.print_exc(file=sys.stderr) if hasattr(self.instance, 'rollback'): self.put_status('ROLLBACK') try: self.instance.rollback(*task['args']) except BaseException as rerr: print("Task exception during rollback: {0}".format( str(rerr)), file=sys.stderr) traceback.print_exc(file=sys.stderr) # Main task is already failed at this point, so ignore hook errors with contextlib.suppress(RpcException): self.run_task_hooks(self.instance, task, 'error', error=serialize_error(err)) self.put_status('FAILED', exception=err) else: self.put_status('FINISHED', result=result) finally: self.close_fds(fds) self.running.clear() except RpcException as err: print("RPC failed: {0}".format(str(err)), file=sys.stderr) print(traceback.format_exc(), flush=True) sys.exit(errno.EBADMSG) except socket.error as err: print("Cannot connect to dispatcher: {0}".format(str(err)), file=sys.stderr) sys.exit(errno.ETIMEDOUT) if task['debugger']: import pydevd pydevd.stoptrace() setproctitle.setproctitle('task executor (idle)')
def forwards(self, orm): # Skip for install time, we only care for upgrades here if 'FREENAS_INSTALL' in os.environ: return ds = get_datastore() cs = ConfigStore(ds) def migrate_cert(certs): id_uuid_map = {} signedby = [] for obj in certs: if obj.cert_type == 0x1: _type = 'CA_EXISTING' elif obj.cert_type == 0x2: _type = 'CA_INTERNAL' elif obj.cert_type == 0x4: _type = 'CA_INTERMEDIATE' elif obj.cert_type == 0x8: _type = 'CERT_EXISTING' elif obj.cert_type == 0x10: _type = 'CERT_INTERNAL' else: _type = 'CERT_CSR' cert = { 'type': _type, 'name': obj.cert_name, 'certificate': obj.cert_certificate, 'privatekey': obj.cert_privatekey, 'csr': obj.cert_CSR, 'key_length': obj.cert_key_length, 'digest_algorithm': obj.cert_digest_algorithm, 'lifetime': obj.cert_lifetime, 'country': obj.cert_country, 'state': obj.cert_state, 'city': obj.cert_city, 'organization': obj.cert_organization, 'email': obj.cert_email, 'common': obj.cert_common, 'serial': obj.cert_serial, } pkey = ds.insert('crypto.certificates', cert) id_uuid_map[obj.id] = pkey if obj.cert_signedby is not None: signedby.append(obj.id) return id_uuid_map, signedby def migrate_signedby(model, id_uuid_map, signedby, ca_map): for id in signedby: cobj = model.objects.get(id=id) pkey = id_uuid_map.get(id) if pkey is None: continue cert = ds.get_by_id('crypto.certificates', pkey) if cobj.cert_signedby is None: continue signedby = ca_map.get(cobj.cert_signedby.id) if signedby is None: continue cert['signedby'] = signedby ds.update('crypto.certificates', pkey, cert) id_uuid_map, signedby = migrate_cert( orm['system.CertificateAuthority'].objects.order_by( 'cert_signedby')) migrate_signedby(orm['system.CertificateAuthority'], id_uuid_map, signedby, id_uuid_map) cert_id_uuid_map, cert_signedby = migrate_cert( orm['system.Certificate'].objects.order_by('cert_signedby')) migrate_signedby(orm['system.Certificate'], cert_id_uuid_map, cert_signedby, id_uuid_map) settings = orm['system.Settings'].objects.order_by('-id')[0] if settings.stg_guicertificate: uuid = cert_id_uuid_map.get(settings.stg_guicertificate.id) if uuid: cs.set('service.nginx.https.certificate', uuid) ds.collection_record_migration('crypto.certificates', 'freenas9_migration')
def __init__(self, dispatcher, datastore): self.dispatcher = dispatcher self.datastore = datastore self.configstore = ConfigStore(datastore) self.logger = logging.getLogger(self.__class__.__name__)
def forwards(self, orm): ds = get_datastore() cs = ConfigStore(ds) # Migrate global network configuration globalconf = orm.GlobalConfiguration.objects.order_by("-id")[0] cs.set('system.hostname', globalconf.gc_hostname + '.' + globalconf.gc_domain) cs.set('network.gateway.ipv4', globalconf.gc_ipv4gateway or None) cs.set('network.gateway.ipv6', globalconf.gc_ipv6gateway or None) cs.set('network.http_proxy', globalconf.gc_httpproxy or None) cs.set( 'network.dns.addresses', list( filter(None, [ globalconf.gc_nameserver1 or None, globalconf.gc_nameserver2 or None, globalconf.gc_nameserver3 or None, ]))) cs.set('network.netwait.enable', globalconf.gc_netwait_enabled) cs.set('network.netwait.addresses', globalconf.gc_netwait_ip.split()) old_hosts = [] # Migrate hosts database for line in globalconf.gc_hosts.split('\n'): line = line.strip() if not line: continue ip, *names = line.split(' ') old_hosts.extend([{ 'id': name, 'addresses': [ip] } for name in names]) ensure_unique(ds, ('network.hosts', 'id'), old_ids=[x['id'] for x in old_hosts]) for host in old_hosts: ds.insert('network.hosts', host) # Migrate VLAN interfaces configuration for unit, i in enumerate(orm.VLAN.objects.all()): ds.insert( 'network.interfaces', { 'id': 'vlan{0}'.format(unit), 'name': None, 'type': 'VLAN', 'cloned': True, 'enabled': True, 'dhcp': None, 'rtadv': False, 'noipv6': False, 'mtu': None, 'media': None, 'mediaopts': [], 'aliases': [], 'vlan': { 'parent': i.vlan_pint, 'tag': i.vlan_tag }, 'capabilities': { 'add': [], 'del': [] } }) # Migrate LAGG interfaces configuration for unit, i in enumerate(orm.LAGGInterface.objects.all()): ds.insert( 'network.interfaces', { 'id': 'lagg{0}'.format(unit), 'name': None, 'type': 'LAGG', 'cloned': True, 'enabled': True, 'dhcp': None, 'rtadv': False, 'noipv6': False, 'mtu': None, 'media': None, 'mediaopts': [], 'aliases': [], 'lagg': { 'protocol': LAGG_PROTOCOL_MAP[i.lagg_protocol], 'ports': [ m.int_interface for m in i.lagg_interfacemembers_set.all() ] }, 'capabilities': { 'add': [], 'del': [] } }) # Migrate IP configuration autoconfigure = True for i in orm.Interfaces.objects.all(): autoconfigure = False aliases = [] iface = ds.get_by_id('network.interfaces', i.int_interface) if not iface: iface = { 'enabled': True, } iface.update({ 'name': i.int_name, 'dhcp': i.int_dhcp, 'aliases': aliases }) if i.int_ipv4address: aliases.append({ 'type': 'INET', 'address': str(i.int_ipv4address), 'netmask': int(i.int_v4netmaskbit) }) if i.int_ipv6address: aliases.append({ 'type': 'INET6', 'address': str(i.int_ipv6address), 'netmask': int(i.int_v6netmaskbit) }) for alias in i.alias_set.all(): if alias.alias_v4address: aliases.append({ 'type': 'INET', 'address': str(alias.alias_v4address), 'netmask': int(alias.alias_v4netmaskbit) }) if alias.alias_v6address: aliases.append({ 'type': 'INET6', 'address': str(alias.alias_v6address), 'netmask': int(alias.alias_v6netmaskbit) }) m = re.search(r'mtu (\d+)', i.int_options) if m: iface['mtu'] = int(m.group(1)) m = re.search(r'media (\w+)', i.int_options) if m: iface['media'] = m.group(1) m = re.search(r'mediaopt (\w+)', i.int_options) if m: opt = m.group(1) if opt in MEDIAOPT_MAP: iface['mediaopts'] = [MEDIAOPT_MAP[opt]] # Try to read capabilities for k, v in CAPABILITY_MAP.items(): if '-{0}'.format(k) in i.int_options: l = iface.setdefault('capabilities', {}).setdefault('del', []) l += v elif k in i.int_options: l = iface.setdefault('capabilities', {}).setdefault('add', []) l += v ds.upsert('network.interfaces', i.int_interface, iface) # If there are no interfaces, let it autoconfigure cs.set('network.autoconfigure', autoconfigure) # Migrate static routes for i in orm.StaticRoute.objects.all(): try: net = ipaddress.ip_network(i.sr_destination) except ValueError as e: print("Invalid network {0}: {1}".format(i.sr_destination, e)) continue ds.insert( 'network.routes', { 'network': str(net.network_address), 'netmask': net.prefixlen, 'gateway': i.sr_gateway, 'type': 'INET' }) ds.collection_record_migration('network.interfaces', 'freenas9_migration') ds.collection_record_migration('network.routes', 'freenas9_migration') ds.collection_record_migration('network.hosts', 'freenas9_migration')