Example #1
0
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name='task-scheduler')
        if (command == 'config'):
            # nothing to really configure atm. just save the model
            try:
                config = request.data['config']
                self._save_config(service, config)
            except Exception as e:
                logger.exception(e)
                e_msg = ('Task Scheduler could not be configured. Try again')
                handle_exception(Exception(e_msg), request)

        else:
            try:
                superctl(service.name, command)
            except Exception as e:
                logger.exception(e)
                e_msg = ('Failed to %s Replication due to a system error.' %
                         command)
                handle_exception(Exception(e_msg), request)

        return Response()
Example #2
0
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name='data-collector')
        if (command == 'config'):
            # nothing to really configure atm. just save the model
            try:
                config = request.data['config']
                self._save_config(service, config)
            except Exception as e:
                logger.exception(e)
                e_msg = ('Data Collector could not be configured. Try again')
                handle_exception(Exception(e_msg), request)

        else:
            try:
                superctl(service.name, command)
            except Exception as e:
                logger.exception(e)
                e_msg = ('Failed to %s Data collector due to a system error.' %
                         command)
                handle_exception(Exception(e_msg), request)

        return Response()
Example #3
0
    def post(self, request, rid, command):
        with self._handle_exception(request):

            if (not docker_status()):
                e_msg = ('Docker service is not running. Start it and try '
                         'again.')
                handle_exception(Exception(e_msg), request)

            try:
                rockon = RockOn.objects.get(id=rid)
            except:
                e_msg = ('Rock-on(%d) does not exist' % rid)
                handle_exception(Exception(e_msg), request)

            try:
                dname = 'ztask-daemon'
                e_msg = ('ztask daemon is not running and could not be started')
                o, e, rc = superctl(dname, 'status')
                if (rc == 1):
                    superctl(dname, 'restart')
                    time.sleep(5)
            except Exception, e:
                logger.exception(e)
                handle_exception(Exception(e_msg), request)
            finally:
 def post(self, request, command):
     """
     execute a command on the service
     """
     service = Service.objects.get(name='ztask-daemon')
     try:
         superctl(service.name, command)
         return Response()
     except Exception, e:
         e_msg = ('Failed to %s ZTaskd due to an error: %s' %
                  (command, e.__str__()))
         handle_exception(Exception(e_msg), request)
Example #5
0
 def post(self, request, command):
     """
     execute a command on the service
     """
     service = Service.objects.get(name='ztask-daemon')
     try:
         superctl(service.name, command)
         return Response()
     except Exception, e:
         e_msg = ('Failed to %s ZTaskd due to an error: %s' %
                  (command, e.__str__()))
         handle_exception(Exception(e_msg), request)
Example #6
0
 def post(self, request, command):
     """
     execute a command on the service
     """
     service = Service.objects.get(name="ztask-daemon")
     try:
         superctl(service.name, command)
         return Response()
     except Exception as e:
         e_msg = "Failed to %s run_huey due to an error: %s" % (command,
                                                                e.__str__())
         handle_exception(Exception(e_msg), request)
Example #7
0
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name="replication")
        if command == "config":
            try:
                config = request.data["config"]
                try:
                    listener_port = int(config["listener_port"])
                except ValueError:
                    raise Exception(
                        "Listener Port must be a valid port number between 0-65535"
                    )

                if listener_port < 0 or listener_port > 65535:
                    raise Exception("Invalid listener port(%d)" %
                                    listener_port)
                ni = config["network_interface"]
                if not NetworkConnection.objects.filter(name=ni).exists():
                    raise Exception("Network Interface(%s) does not exist." %
                                    ni)
                self._save_config(service, config)
                return Response()
            except Exception as e:
                e_msg = ("Failed to configure Replication. Try again. "
                         "Exception: %s" % e.__str__())
                handle_exception(Exception(e_msg), request)

        if command == "start":
            try:
                config = self._get_config(service)
            except:
                e_msg = ("Configuration undefined. Configure the service "
                         "first before starting.")
                handle_exception(Exception(e_msg), request)

            if not NetworkConnection.objects.filter(
                    name=config["network_interface"]).exists():
                e_msg = ("Network interface does not exist. Update your "
                         "configuration and try again.")
                handle_exception(Exception(e_msg), request)
        try:
            superctl(service.name, command)
            return Response()
        except Exception as e:
            e_msg = "Failed to %s Replication due to an error: %s" % (
                command,
                e.__str__(),
            )
            handle_exception(Exception(e_msg), request)
Example #8
0
 def post(self, request):
     with self._handle_exception(request):
         name = request.data.get("name")
         cert = request.data.get("cert")
         key = request.data.get("key")
         TLSCertificate.objects.filter().exclude(name=name).delete()
         co, created = TLSCertificate.objects.get_or_create(
             name=name, defaults={"certificate": cert, "key": key}
         )
         if not created:
             co.certificate = cert
             co.key = key
             co.save()
         fo, kpath = mkstemp()
         fo, cpath = mkstemp()
         with open(kpath, "w") as kfo, open(cpath, "w") as cfo:
             kfo.write(key)
             cfo.write(cert)
         try:
             o, e, rc = run_command(
                 [OPENSSL, "rsa", "-noout", "-modulus", "-in", kpath]
             )
         except Exception as e:
             logger.exception(e)
             e_msg = (
                 "RSA key modulus could not be verified for the given "
                 "Private Key. Correct your input and try again."
             )
             handle_exception(Exception(e_msg), request)
         try:
             o2, e, rc = run_command(
                 [OPENSSL, "x509", "-noout", "-modulus", "-in", cpath]
             )
         except Exception as e:
             logger.exception(e)
             e_msg = (
                 "RSA key modulus could not be verified for the given "
                 "Certificate. Correct your input and try again."
             )
             handle_exception(Exception(e_msg), request)
         if o[0] != o2[0]:
             e_msg = (
                 "Given Certificate and the Private Key do not match. "
                 "Correct your input and try again."
             )
             handle_exception(Exception(e_msg), request)
         move(cpath, "%s/rockstor.cert" % settings.CERTDIR)
         move(kpath, "%s/rockstor.key" % settings.CERTDIR)
         superctl("nginx", "restart")
         return Response(TLSCertificateSerializer(co).data)
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name='replication')
        if (command == 'config'):
            try:
                config = request.data['config']
                try:
                    listener_port = int(config['listener_port'])
                except ValueError:
                    raise Exception('Listener Port must be a valid port '
                                    'number between 0-65535')

                if (listener_port < 0 or listener_port > 65535):
                    raise Exception('Invalid listener port(%d)'
                                    % listener_port)
                ni = config['network_interface']
                if (not NetworkConnection.objects.filter(name=ni).exists()):
                    raise Exception('Network Interface(%s) does not exist.'
                                    % ni)
                self._save_config(service, config)
                return Response()
            except Exception as e:
                e_msg = ('Failed to configure Replication. Try again. '
                         'Exception: %s' % e.__str__())
                handle_exception(Exception(e_msg), request)

        if (command == 'start'):
            try:
                config = self._get_config(service)
            except:
                e_msg = ('Configuration undefined. Configure the service '
                         'first before starting.')
                handle_exception(Exception(e_msg), request)

            if (not NetworkConnection.objects.filter(
                    name=config['network_interface']).exists()):
                e_msg = ('Network interface does not exist. Update your '
                         'configuration and try again.')
                handle_exception(Exception(e_msg), request)
        try:
            superctl(service.name, command)
            return Response()
        except Exception as e:
            e_msg = ('Failed to %s Replication due to an error: %s' %
                     (command, e.__str__()))
            handle_exception(Exception(e_msg), request)
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name='replication')
        if (command == 'config'):
            try:
                config = request.data['config']
                try:
                    listener_port = int(config['listener_port'])
                except ValueError:
                    raise Exception('Listener Port must be a valid port '
                                    'number between 0-65535')

                if (listener_port < 0 or listener_port > 65535):
                    raise Exception('Invalid listener port(%d)' %
                                    listener_port)
                ni = config['network_interface']
                if (not NetworkConnection.objects.filter(name=ni).exists()):
                    raise Exception('Network Interface(%s) does not exist.' %
                                    ni)
                self._save_config(service, config)
                return Response()
            except Exception as e:
                e_msg = ('Failed to configure Replication. Try again. '
                         'Exception: %s' % e.__str__())
                handle_exception(Exception(e_msg), request)

        if (command == 'start'):
            try:
                config = self._get_config(service)
            except:
                e_msg = ('Configuration undefined. Configure the service '
                         'first before starting.')
                handle_exception(Exception(e_msg), request)

            if (not NetworkConnection.objects.filter(
                    name=config['network_interface']).exists()):
                e_msg = ('Network interface does not exist. Update your '
                         'configuration and try again.')
                handle_exception(Exception(e_msg), request)
        try:
            superctl(service.name, command)
            return Response()
        except Exception as e:
            e_msg = ('Failed to %s Replication due to an error: %s' %
                     (command, e.__str__()))
            handle_exception(Exception(e_msg), request)
Example #11
0
 def post(self, request, command):
     """
     valid commands are status, off and on.
     """
     try:
         out, err, rc = superctl('backup-plugin', command)
         return Response({'status': out[0].split()[1],})
     except:
         return Response({'error': err,})
 def post(self, request):
     with self._handle_exception(request):
         name = request.data.get('name')
         cert = request.data.get('cert')
         key = request.data.get('key')
         TLSCertificate.objects.filter().exclude(name=name).delete()
         co, created = TLSCertificate.objects.get_or_create(
             name=name, defaults={
                 'certificate': cert,
                 'key': key
             })
         if (not created):
             co.certificate = cert
             co.key = key
             co.save()
         fo, kpath = mkstemp()
         fo, cpath = mkstemp()
         with open(kpath, 'w') as kfo, open(cpath, 'w') as cfo:
             kfo.write(key)
             cfo.write(cert)
         try:
             o, e, rc = run_command(
                 [OPENSSL, 'rsa', '-noout', '-modulus', '-in', kpath])
         except Exception as e:
             logger.exception(e)
             e_msg = ('RSA key modulus could not be verified for the given '
                      'Private Key. Correct your input and try again')
             handle_exception(Exception(e_msg), request)
         try:
             o2, e, rc = run_command(
                 [OPENSSL, 'x509', '-noout', '-modulus', '-in', cpath])
         except Exception as e:
             logger.exception(e)
             e_msg = ('RSA key modulus could not be verified for the given '
                      'Certificate. Correct your input and try again')
             handle_exception(Exception(e_msg), request)
         if (o[0] != o2[0]):
             e_msg = ('Given Certificate and the Private Key do not match. '
                      'Correct your input and try again')
             handle_exception(Exception(e_msg), request)
         move(cpath, '%s/rockstor.cert' % settings.CERTDIR)
         move(kpath, '%s/rockstor.key' % settings.CERTDIR)
         superctl('nginx', 'restart')
         return Response(TLSCertificateSerializer(co).data)
Example #13
0
 def _update_nginx(ipaddr=None):
     #update nginx config and restart the service
     conf = '%s/etc/nginx/nginx.conf' % settings.ROOT_DIR
     fo, npath = mkstemp()
     with open(conf) as ifo, open(npath, 'w') as tfo:
         for line in ifo.readlines():
             if (re.search('listen.*80 default_server', line) is not None):
                 substr = 'listen 80'
                 if (ipaddr is not None):
                     substr = 'listen %s:80' % ipaddr
                 line = re.sub(r'listen.*80', substr, line)
             elif (re.search('listen.*443 default_server', line) is not None):
                 substr = 'listen 443'
                 if (ipaddr is not None):
                     substr = 'listen %s:443' % ipaddr
                 line = re.sub(r'listen.*443', substr, line)
             tfo.write(line)
     move(npath, conf)
     superctl('nginx', 'restart')
Example #14
0
 def _update_nginx(ipaddr=None):
     #update nginx config and restart the service
     conf = '%s/etc/nginx/nginx.conf' % settings.ROOT_DIR
     fo, npath = mkstemp()
     with open(conf) as ifo, open(npath, 'w') as tfo:
         for line in ifo.readlines():
             if (re.search('listen.*80 default_server', line) is not None):
                 substr = 'listen 80'
                 if (ipaddr is not None):
                     substr = 'listen %s:80' % ipaddr
                 line = re.sub(r'listen.*80', substr, line)
             elif (re.search('listen.*443 default_server', line) is not None):
                 substr = 'listen 443'
                 if (ipaddr is not None):
                     substr = 'listen %s:443' % ipaddr
                 line = re.sub(r'listen.*443', substr, line)
             tfo.write(line)
     move(npath, conf)
     superctl('nginx', 'restart')
Example #15
0
 def post(self, request):
     with self._handle_exception(request):
         name = request.data.get('name')
         cert = request.data.get('cert')
         key = request.data.get('key')
         TLSCertificate.objects.filter().exclude(name=name).delete()
         co, created = TLSCertificate.objects.get_or_create(
             name=name, defaults={'certificate': cert, 'key': key})
         if (not created):
             co.certificate = cert
             co.key = key
             co.save()
         fo, kpath = mkstemp()
         fo, cpath = mkstemp()
         with open(kpath, 'w') as kfo, open(cpath, 'w') as cfo:
             kfo.write(key)
             cfo.write(cert)
         try:
             o, e, rc = run_command([OPENSSL, 'rsa', '-noout', '-modulus',
                                     '-in', kpath])
         except Exception as e:
             logger.exception(e)
             e_msg = ('RSA key modulus could not be verified for the given '
                      'Private Key. Correct your input and try again.')
             handle_exception(Exception(e_msg), request)
         try:
             o2, e, rc = run_command([OPENSSL, 'x509', '-noout',
                                      '-modulus', '-in', cpath])
         except Exception as e:
             logger.exception(e)
             e_msg = ('RSA key modulus could not be verified for the given '
                      'Certificate. Correct your input and try again.')
             handle_exception(Exception(e_msg), request)
         if (o[0] != o2[0]):
             e_msg = ('Given Certificate and the Private Key do not match. '
                      'Correct your input and try again.')
             handle_exception(Exception(e_msg), request)
         move(cpath, '%s/rockstor.cert' % settings.CERTDIR)
         move(kpath, '%s/rockstor.key' % settings.CERTDIR)
         superctl('nginx', 'restart')
         return Response(TLSCertificateSerializer(co).data)
Example #16
0
 def post(self, request, command):
     """
     valid commands are status, off and on.
     """
     try:
         out, err, rc = superctl('backup-plugin', command)
         return Response({
             'status': out[0].split()[1],
         })
     except:
         return Response({
             'error': err,
         })
Example #17
0
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name="service-monitor")
        if command == "config":
            # nothing to really configure atm. just save the model
            try:
                config = request.data["config"]
                self._save_config(service, config)
            except Exception as e:
                logger.exception(e)
                e_msg = "Service Monitor could not be configured. Try again"
                handle_exception(Exception(e_msg), request)

        else:
            try:
                superctl(service.name, command)
            except Exception as e:
                logger.exception(e)
                e_msg = "Failed to %s Service Monitor due to a system error." % command
                handle_exception(Exception(e_msg), request)

        return Response()
Example #18
0
    def post(self, request, rid, command):
        with self._handle_exception(request):

            if (not docker_status()):
                e_msg = ('Docker service is not running. Start it and try '
                         'again.')
                handle_exception(Exception(e_msg), request)

            try:
                rockon = RockOn.objects.get(id=rid)
            except:
                e_msg = ('Rock-on(%d) does not exist' % rid)
                handle_exception(Exception(e_msg), request)

            try:
                dname = 'ztask-daemon'
                e_msg = ('ztask daemon is not running and could not be '
                         'started')
                o, e, rc = superctl(dname, 'status')
                if (rc == 1):
                    superctl(dname, 'restart')
                    time.sleep(5)
            except Exception as e:
                logger.exception(e)
                handle_exception(Exception(e_msg), request)
            finally:
                if (rc == 1):
                    o, e, rc = superctl(dname, 'status')
                    if (rc == 1):
                        handle_exception(Exception(e_msg), request)

            if (command == 'install'):
                self._pending_check(request)
                share_map = request.data.get('shares', {})
                port_map = request.data.get('ports', {})
                cc_map = request.data.get('cc', {})
                env_map = request.data.get('environment', {})
                containers = DContainer.objects.filter(rockon=rockon)
                for co in containers:
                    for sname in share_map.keys():
                        dest_dir = share_map[sname]
                        if (not Share.objects.filter(name=sname).exists()):
                            e_msg = ('Invalid Share(%s).' % sname)
                            handle_exception(Exception(e_msg), request)
                        if (DVolume.objects.filter(
                                container=co, dest_dir=dest_dir).exists()):
                            so = Share.objects.get(name=sname)
                            vo = DVolume.objects.get(container=co,
                                                     dest_dir=dest_dir)
                            vo.share = so
                            vo.save()
                    # {'host_port' : 'container_port', ... }
                    for p in port_map.keys():
                        if (DPort.objects.filter(hostp=p).exists()):
                            dup_po = DPort.objects.get(hostp=p)
                            if (dup_po.container.rockon.id != rockon.id):
                                if (dup_po.container.rockon.state
                                        in ('installed', 'pending_install')):
                                    # cannot claim from a rock-on that's
                                    # installed.
                                    conf_ro = dup_po.container.rockon.name
                                    e_msg = (
                                        'Port(%s) belongs to another '
                                        'Rock-n(%s). Choose a different '
                                        'port. If you must choose the same '
                                        'port, uninstall %s first and try '
                                        'again.' % (p, conf_ro, conf_ro))
                                    handle_exception(Exception(e_msg), request)
                                # change the host port to next available.
                                dup_po.hostp = self._next_available_default_hostp(
                                    dup_po.hostp)  # noqa E501
                                dup_po.save()
                        for co2 in DContainer.objects.filter(rockon=rockon):
                            if (DPort.objects.filter(
                                    container=co2,
                                    containerp=port_map[p]).exists()):
                                # found the container that needs this port.
                                po = DPort.objects.get(container=co2,
                                                       containerp=port_map[p])
                                po.hostp = p
                                po.save()
                                break
                    for c in cc_map.keys():
                        if (not DCustomConfig.objects.filter(rockon=rockon,
                                                             key=c).exists()):
                            e_msg = ('Invalid custom config key(%s)' % c)
                            handle_exception(Exception(e_msg), request)
                        cco = DCustomConfig.objects.get(rockon=rockon, key=c)
                        cco.val = cc_map[c]
                        cco.save()
                    for e in env_map.keys():
                        if (not DContainerEnv.objects.filter(container=co,
                                                             key=e).exists()):
                            e_msg = ('Invalid environment variabled(%s)' % e)
                            handle_exception(Exception(e_msg), request)
                        ceo = DContainerEnv.objects.get(container=co, key=e)
                        ceo.val = env_map[e]
                        ceo.save()
                install. async (rockon.id)
                rockon.state = 'pending_install'
                rockon.save()
            elif (command == 'uninstall'):
                self._pending_check(request)
                if (rockon.state != 'installed'):
                    e_msg = ('Rock-on(%s) is not currently installed. Cannot '
                             'uninstall it' % rockon.name)
                    handle_exception(Exception(e_msg), request)
                if (rockon.status == 'started'
                        or rockon.status == 'pending_start'):
                    e_msg = ('Rock-on(%s) must be stopped before it can '
                             'be uninstalled. Stop it and try again' %
                             rockon.name)
                    handle_exception(Exception(e_msg), request)
                uninstall. async (rockon.id)
                rockon.state = 'pending_uninstall'
                rockon.save()
                for co in DContainer.objects.filter(rockon=rockon):
                    DVolume.objects.filter(container=co, uservol=True).delete()
            elif (command == 'update'):
                self._pending_check(request)
                if (rockon.state != 'installed'):
                    e_msg = ('Rock-on(%s) is not currently installed. Cannot '
                             'update it' % rockon.name)
                    handle_exception(Exception(e_msg), request)
                if (rockon.status == 'started'
                        or rockon.status == 'pending_start'):
                    e_msg = ('Rock-on(%s) must be stopped before it can '
                             'be updated. Stop it and try again' % rockon.name)
                    handle_exception(Exception(e_msg), request)
                share_map = request.data.get('shares')
                for co in DContainer.objects.filter(rockon=rockon):
                    for s in share_map.keys():
                        sname = share_map[s]
                        if (not Share.objects.filter(name=sname).exists()):
                            e_msg = ('Invalid Share(%s).' % sname)
                            handle_exception(Exception(e_msg), request)
                        so = Share.objects.get(name=sname)
                        if (DVolume.objects.filter(container=co,
                                                   share=so).exists()):
                            e_msg = ('Share(%s) is already assigned to '
                                     'this Rock-on' % sname)
                            handle_exception(Exception(e_msg), request)
                        if (DVolume.objects.filter(container=co,
                                                   dest_dir=s).exists()):
                            e_msg = ('Directory(%s) is already mapped for '
                                     'this Rock-on' % s)
                            handle_exception(Exception(e_msg), request)
                        if (not s.startswith('/')):
                            e_msg = ('Invalid Directory(%s). Must provide an '
                                     'absolute path. Eg: /data/media' % s)
                            handle_exception(Exception(e_msg), request)
                        do = DVolume(container=co,
                                     share=so,
                                     uservol=True,
                                     dest_dir=s)
                        do.save()
                rockon.state = 'pending_update'
                rockon.save()
                update. async (rockon.id)
            elif (command == 'stop'):
                stop. async (rockon.id)
                rockon.status = 'pending_stop'
                rockon.save()
            elif (command == 'start'):
                start. async (rockon.id)
                rockon.status = 'pending_start'
                rockon.save()
            elif (command == 'state_update'):
                state = request.data.get('new_state')
                rockon.state = state
                rockon.save()
            elif (command == 'status_update'):
                status = request.data.get('new_status')
                rockon.status = status
                rockon.save()
            return Response(RockOnSerializer(rockon).data)
Example #19
0
    def post(self, request, rid, command):
        with self._handle_exception(request):

            if (not docker_status()):
                e_msg = ('Docker service is not running. Start it and try '
                         'again.')
                handle_exception(Exception(e_msg), request)

            try:
                rockon = RockOn.objects.get(id=rid)
            except:
                e_msg = ('Rock-on(%d) does not exist' % rid)
                handle_exception(Exception(e_msg), request)

            try:
                dname = 'ztask-daemon'
                e_msg = ('ztask daemon is not running and could not be '
                         'started')
                o, e, rc = superctl(dname, 'status')
                if (rc == 1):
                    superctl(dname, 'restart')
                    time.sleep(5)
            except Exception as e:
                logger.exception(e)
                handle_exception(Exception(e_msg), request)
            finally:
                if (rc == 1):
                    o, e, rc = superctl(dname, 'status')
                    if (rc == 1):
                        handle_exception(Exception(e_msg), request)

            if (command == 'install'):
                self._pending_check(request)
                share_map = request.data.get('shares', {})
                port_map = request.data.get('ports', {})
                cc_map = request.data.get('cc', {})
                env_map = request.data.get('environment', {})
                containers = DContainer.objects.filter(rockon=rockon)
                for co in containers:
                    for sname in share_map.keys():
                        dest_dir = share_map[sname]
                        if (not Share.objects.filter(name=sname).exists()):
                            e_msg = ('Invalid Share(%s).' % sname)
                            handle_exception(Exception(e_msg), request)
                        if (DVolume.objects.filter(
                                container=co, dest_dir=dest_dir).exists()):
                            so = Share.objects.get(name=sname)
                            vo = DVolume.objects.get(container=co,
                                                     dest_dir=dest_dir)
                            vo.share = so
                            vo.save()
                    # {'host_port' : 'container_port', ... }
                    for p in port_map.keys():
                        if (DPort.objects.filter(hostp=p).exists()):
                            dup_po = DPort.objects.get(hostp=p)
                            if (dup_po.container.rockon.id != rockon.id):
                                if (dup_po.container.rockon.state in
                                        ('installed', 'pending_install')):
                                    # cannot claim from a rock-on that's
                                    # installed.
                                    conf_ro = dup_po.container.rockon.name
                                    e_msg = (
                                        'Port(%s) belongs to another '
                                        'Rock-n(%s). Choose a different '
                                        'port. If you must choose the same '
                                        'port, uninstall %s first and try '
                                        'again.' % (p, conf_ro, conf_ro))
                                    handle_exception(Exception(e_msg), request)
                                # change the host port to next available.
                                dup_po.hostp = self._next_available_default_hostp(dup_po.hostp)  # noqa E501
                                dup_po.save()
                        for co2 in DContainer.objects.filter(rockon=rockon):
                            if (DPort.objects.filter(
                                    container=co2,
                                    containerp=port_map[p]).exists()):
                                # found the container that needs this port.
                                po = DPort.objects.get(container=co2,
                                                       containerp=port_map[p])
                                po.hostp = p
                                po.save()
                                break
                    for c in cc_map.keys():
                        if (not DCustomConfig.objects.filter(
                                rockon=rockon, key=c).exists()):
                            e_msg = ('Invalid custom config key(%s)' % c)
                            handle_exception(Exception(e_msg), request)
                        cco = DCustomConfig.objects.get(rockon=rockon, key=c)
                        cco.val = cc_map[c]
                        cco.save()
                    for e in env_map.keys():
                        if (not DContainerEnv.objects.filter(
                                container=co, key=e).exists()):
                            e_msg = ('Invalid environment variabled(%s)' % e)
                            handle_exception(Exception(e_msg), request)
                        ceo = DContainerEnv.objects.get(container=co, key=e)
                        ceo.val = env_map[e]
                        ceo.save()
                install.async(rockon.id)
                rockon.state = 'pending_install'
                rockon.save()
            elif (command == 'uninstall'):
                self._pending_check(request)
                if (rockon.state != 'installed'):
                    e_msg = ('Rock-on(%s) is not currently installed. Cannot '
                             'uninstall it' % rockon.name)
                    handle_exception(Exception(e_msg), request)
                if (rockon.status == 'started' or
                        rockon.status == 'pending_start'):
                    e_msg = ('Rock-on(%s) must be stopped before it can '
                             'be uninstalled. Stop it and try again' %
                             rockon.name)
                    handle_exception(Exception(e_msg), request)
                uninstall.async(rockon.id)
                rockon.state = 'pending_uninstall'
                rockon.save()
                for co in DContainer.objects.filter(rockon=rockon):
                    DVolume.objects.filter(container=co, uservol=True).delete()
            elif (command == 'update'):
                self._pending_check(request)
                if (rockon.state != 'installed'):
                    e_msg = ('Rock-on(%s) is not currently installed. Cannot '
                             'update it' % rockon.name)
                    handle_exception(Exception(e_msg), request)
                if (rockon.status == 'started' or
                        rockon.status == 'pending_start'):
                    e_msg = ('Rock-on(%s) must be stopped before it can '
                             'be updated. Stop it and try again' %
                             rockon.name)
                    handle_exception(Exception(e_msg), request)
                share_map = request.data.get('shares')
                for co in DContainer.objects.filter(rockon=rockon):
                    for s in share_map.keys():
                        sname = share_map[s]
                        if (not Share.objects.filter(name=sname).exists()):
                            e_msg = ('Invalid Share(%s).' % sname)
                            handle_exception(Exception(e_msg), request)
                        so = Share.objects.get(name=sname)
                        if (DVolume.objects.filter(
                                container=co, share=so).exists()):
                            e_msg = ('Share(%s) is already assigned to '
                                     'this Rock-on' % sname)
                            handle_exception(Exception(e_msg), request)
                        if (DVolume.objects.filter(
                                container=co, dest_dir=s).exists()):
                            e_msg = ('Directory(%s) is already mapped for '
                                     'this Rock-on' % s)
                            handle_exception(Exception(e_msg), request)
                        if (not s.startswith('/')):
                            e_msg = ('Invalid Directory(%s). Must provide an '
                                     'absolute path. Eg: /data/media' % s)
                            handle_exception(Exception(e_msg), request)
                        do = DVolume(container=co, share=so, uservol=True,
                                     dest_dir=s)
                        do.save()
                rockon.state = 'pending_update'
                rockon.save()
                update.async(rockon.id)
            elif (command == 'stop'):
                stop.async(rockon.id)
                rockon.status = 'pending_stop'
                rockon.save()
            elif (command == 'start'):
                start.async(rockon.id)
                rockon.status = 'pending_start'
                rockon.save()
            elif (command == 'state_update'):
                state = request.data.get('new_state')
                rockon.state = state
                rockon.save()
            elif (command == 'status_update'):
                status = request.data.get('new_status')
                rockon.status = status
                rockon.save()
            return Response(RockOnSerializer(rockon).data)
Example #20
0

class DataCollectorServiceView(BaseServiceView):

    @transaction.commit_on_success
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name='data-collector')
        if (command == 'config'):
            #nothing to really configure atm. just save the model
            try:
                config = request.DATA['config']
                self._save_config(service, config)
            except Exception, e:
                logger.exception(e)
                e_msg = ('Data Collector could not be configured. Try again')
                handle_exception(Exception(e_msg), request)

        else:
            try:
                superctl(service.name, command)
            except Exception, e:
                logger.exception(e)
                e_msg = ('Failed to %s Data collector due to a system error.' %
                         command)
                handle_exception(Exception(e_msg), request)

        return Response()
Example #21
0
logger = logging.getLogger(__name__)


class TaskSchedulerServiceView(BaseServiceView):
    @transaction.commit_on_success
    def post(self, request, command):
        """
        execute a command on the service
        """
        service = Service.objects.get(name='task-scheduler')
        if (command == 'config'):
            #nothing to really configure atm. just save the model
            try:
                config = request.DATA['config']
                self._save_config(service, config)
            except Exception, e:
                logger.exception(e)
                e_msg = ('Task Scheduler could not be configured. Try again')
                handle_exception(Exception(e_msg), request)

        else:
            try:
                superctl(service.name, command)
            except Exception, e:
                logger.exception(e)
                e_msg = ('Failed to %s Replication due to a system error.' %
                         command)
                handle_exception(Exception(e_msg), request)

        return Response()
Example #22
0
                e_msg = ('Rock-on(%d) does not exist' % rid)
                handle_exception(Exception(e_msg), request)

            try:
                dname = 'ztask-daemon'
                e_msg = ('ztask daemon is not running and could not be started')
                o, e, rc = superctl(dname, 'status')
                if (rc == 1):
                    superctl(dname, 'restart')
                    time.sleep(5)
            except Exception, e:
                logger.exception(e)
                handle_exception(Exception(e_msg), request)
            finally:
                if (rc == 1):
                    o, e, rc = superctl(dname, 'status')
                    if (rc == 1):
                        handle_exception(Exception(e_msg), request)

            if (command == 'install'):
                self._pending_check(request)
                share_map = request.data.get('shares', {})
                port_map = request.data.get('ports', {})
                cc_map = request.data.get('cc', {})
                env_map = request.data.get('environment', {})
                containers = DContainer.objects.filter(rockon=rockon)
                for co in containers:
                    for s in share_map.keys():
                        sname = share_map[s]
                        if (not Share.objects.filter(name=sname).exists()):
                            e_msg = ('Invalid Share(%s).' % sname)
Example #23
0
    def post(self, request, rid, command):
        with self._handle_exception(request):

            if not docker_status():
                e_msg = "Docker service is not running. Start it and try again."
                handle_exception(Exception(e_msg), request)

            try:
                rockon = RockOn.objects.get(id=rid)
            except:
                e_msg = "Rock-on ({}) does not exist.".format(rid)
                handle_exception(Exception(e_msg), request)

            try:
                dname = "ztask-daemon"
                e_msg = "ztask daemon is not running and could not be started."
                o, e, rc = superctl(dname, "status")
                if rc == 1:
                    superctl(dname, "restart")
                    time.sleep(5)
            except Exception as e:
                logger.exception(e)
                handle_exception(Exception(e_msg), request)
            finally:
                if rc == 1:
                    o, e, rc = superctl(dname, "status")
                    if rc == 1:
                        handle_exception(Exception(e_msg), request)

            if command == "install":
                self._pending_check(request)
                share_map = request.data.get("shares", {})
                port_map = request.data.get("ports", {})
                dev_map = request.data.get("devices", {})
                cc_map = request.data.get("cc", {})
                env_map = request.data.get("environment", {})
                containers = DContainer.objects.filter(rockon=rockon)
                for co in containers:
                    for sname in share_map.keys():
                        dest_dir = share_map[sname]
                        if not Share.objects.filter(name=sname).exists():
                            e_msg = "Invalid share ({}).".format(sname)
                            handle_exception(Exception(e_msg), request)
                        if DVolume.objects.filter(container=co,
                                                  dest_dir=dest_dir).exists():
                            so = Share.objects.get(name=sname)
                            vo = DVolume.objects.get(container=co,
                                                     dest_dir=dest_dir)
                            vo.share = so
                            vo.save()
                    # {'host_port' : 'container_port', ... }
                    for p in port_map.keys():
                        if DPort.objects.filter(hostp=p).exists():
                            dup_po = DPort.objects.get(hostp=p)
                            if dup_po.container.rockon.id != rockon.id:
                                if dup_po.container.rockon.state in (
                                        "installed",
                                        "pending_install",
                                ):
                                    # cannot claim from a rock-on that's
                                    # installed.
                                    conf_ro = dup_po.container.rockon.name
                                    e_msg = (
                                        "Port ({}) belongs to another "
                                        "rock-on ({}). Choose a different "
                                        "port. If you must choose the same "
                                        "port, uninstall ({}) first and try "
                                        "again.").format(p, conf_ro, conf_ro)
                                    handle_exception(Exception(e_msg), request)
                                # change the host port to next available.
                                dup_po.hostp = self._next_available_default_hostp(
                                    dup_po.hostp)  # noqa E501
                                dup_po.save()
                        for co2 in DContainer.objects.filter(rockon=rockon):
                            if DPort.objects.filter(
                                    container=co2,
                                    containerp=port_map[p]).exists():
                                # found the container that needs this port.
                                po = DPort.objects.get(container=co2,
                                                       containerp=port_map[p])
                                po.hostp = p
                                po.save()
                                break
                    for d in dev_map.keys():
                        if not DContainerDevice.objects.filter(container=co,
                                                               dev=d).exists():
                            e_msg = ("Invalid device variable ({}).").format(d)
                            handle_exception(Exception(e_msg), request)
                        cdo = DContainerDevice.objects.get(container=co, dev=d)
                        cdo.val = dev_map[d]
                        cdo.save()
                    for c in cc_map.keys():
                        if not DCustomConfig.objects.filter(rockon=rockon,
                                                            key=c).exists():
                            e_msg = "Invalid custom config key ({}).".format(c)
                            handle_exception(Exception(e_msg), request)
                        cco = DCustomConfig.objects.get(rockon=rockon, key=c)
                        cco.val = cc_map[c]
                        cco.save()
                    for e in env_map.keys():
                        if not DContainerEnv.objects.filter(container=co,
                                                            key=e).exists():
                            e_msg = (
                                "Invalid environment variable ({}).").format(e)
                            handle_exception(Exception(e_msg), request)
                        ceo = DContainerEnv.objects.get(container=co, key=e)
                        ceo.val = env_map[e]
                        ceo.save()
                install. async (rockon.id)
                rockon.state = "pending_install"
                rockon.save()
            elif command == "uninstall":
                self._pending_check(request)
                if rockon.state != "installed":
                    e_msg = ("Rock-on ({}) is not currently installed. Cannot "
                             "uninstall it.").format(rockon.name)
                    handle_exception(Exception(e_msg), request)
                if rockon.status == "started" or rockon.status == "pending_start":
                    e_msg = ("Rock-on ({}) must be stopped before it can "
                             "be uninstalled. Stop it and "
                             "try again.").format(rockon.name)
                    handle_exception(Exception(e_msg), request)
                uninstall. async (rockon.id)
                rockon.state = "pending_uninstall"
                rockon.save()
                for co in DContainer.objects.filter(rockon=rockon):
                    DVolume.objects.filter(container=co, uservol=True).delete()
                    DContainerLabel.objects.filter(container=co).delete()
                    DContainerNetwork.objects.filter(container=co).delete()
                    for lo in DContainerLink.objects.filter(destination=co):
                        dnet_remove(network=lo.name)
                    # Reset all ports to a published state (if any)
                    for po in DPort.objects.filter(container=co):
                        po.publish = True
                        po.save()
            elif command == "update":
                self._pending_check(request)
                if rockon.state != "installed":
                    e_msg = (
                        "Rock-on ({}) is not currently installed. Cannot update it."
                    ).format(rockon.name)
                    handle_exception(Exception(e_msg), request)
                if rockon.status == "started" or rockon.status == "pending_start":
                    e_msg = ("Rock-on ({}) must be stopped before it can "
                             "be updated. Stop it and "
                             "try again.").format(rockon.name)
                    handle_exception(Exception(e_msg), request)
                share_map = request.data.get("shares")
                label_map = request.data.get("labels")
                ports_publish = request.data.get("edit_ports")
                cnets_map = request.data.get("cnets")
                update_mode = request.data.get("update_mode")
                live = False
                if request.data.get("update_mode") == "live":
                    live = True
                if bool(share_map):
                    for co in DContainer.objects.filter(rockon=rockon):
                        for s in share_map.keys():
                            sname = share_map[s]
                            if not Share.objects.filter(name=sname).exists():
                                e_msg = "Invalid share ({}).".format(sname)
                                handle_exception(Exception(e_msg), request)
                            so = Share.objects.get(name=sname)
                            if DVolume.objects.filter(container=co,
                                                      share=so).exists():
                                e_msg = (
                                    "Share ({}) is already assigned to this rock-on."
                                ).format(sname)
                                handle_exception(Exception(e_msg), request)
                            if DVolume.objects.filter(container=co,
                                                      dest_dir=s).exists():
                                e_msg = (
                                    "Directory ({}) is already mapped for "
                                    "this rock-on.").format(s)
                                handle_exception(Exception(e_msg), request)
                            if not s.startswith("/"):
                                e_msg = (
                                    "Invalid directory ({}). Must provide an "
                                    "absolute path. Eg: "
                                    "(/data/media).").format(s)
                                handle_exception(Exception(e_msg), request)
                            do = DVolume(container=co,
                                         share=so,
                                         uservol=True,
                                         dest_dir=s)
                            do.save()
                if bool(label_map):
                    for co in DContainer.objects.filter(rockon=rockon):
                        for c in label_map.keys():
                            cname = label_map[c]
                            coname = co.name
                            if cname != coname:
                                continue
                            lo = DContainerLabel(container=co,
                                                 key=cname,
                                                 val=c)
                            lo.save()
                if (update_mode == "normal") and bool(ports_publish):
                    for p in ports_publish.keys():
                        po = DPort.objects.get(id=p)
                        pub = ports_publish[p]
                        po.publish = True
                        if pub == "unchecked":
                            po.publish = False
                        po.save()
                if bool(update_mode):
                    # Reset all existing rocknets
                    for co in DContainer.objects.filter(rockon=rockon):
                        for cno in DContainerNetwork.objects.filter(
                                container=co.id):
                            dnet_disconnect(co.name,
                                            cno.connection.docker_name)
                        DContainerNetwork.objects.filter(container=co).delete()
                    # Create new one(s)
                    if bool(cnets_map):
                        for c in cnets_map.keys():
                            # Create new entries for updated rocknets settings
                            for net in cnets_map[c]:
                                if not BridgeConnection.objects.filter(
                                        docker_name=net).exists():
                                    dnet_create(network=net)
                                    self._refresh_connections()
                                brco = BridgeConnection.objects.get(
                                    docker_name=net)
                                co = DContainer.objects.get(rockon=rockon,
                                                            name=c)
                                cno = DContainerNetwork(container=co,
                                                        connection=brco)
                                cno.save()
                rockon.state = "pending_update"
                rockon.save()
                update. async (rockon.id, live=live)
            elif command == "stop":
                stop. async (rockon.id)
                rockon.status = "pending_stop"
                rockon.save()
            elif command == "start":
                start. async (rockon.id)
                rockon.status = "pending_start"
                rockon.save()
            elif command == "state_update":
                state = request.data.get("new_state")
                rockon.state = state
                rockon.save()
            elif command == "status_update":
                status = request.data.get("new_status")
                rockon.status = status
                rockon.save()
            return Response(RockOnSerializer(rockon).data)