Beispiel #1
0
def start(verbose=False):
    config = Config()
    if verbose:
        config.set(['log', 'level', 'console'], 'DEBUG')

    initialize_log(config, 'mysql', wrap_print=True)

    MysqlProxy.startProxy(config)
Beispiel #2
0
def start(verbose=False):
    config = Config()
    if verbose:
        config.set(['log', 'level', 'console'], 'DEBUG')

    initialize_log(config, 'mongodb', wrap_print=True)

    run_server(config)
Beispiel #3
0
        print(f'MindsDB {mindsdb_version}')
        sys.exit(0)

    config_path = args.config
    if config_path is None:
        config_dir, _ = get_or_create_dir_struct()
        config_path = os.path.join(config_dir, 'config.json')

    config = Config(config_path)

    if args.verbose is True:
        config['log']['level']['console'] = 'DEBUG'
    os.environ['DEFAULT_LOG_LEVEL'] = config['log']['level']['console']
    os.environ['LIGHTWOOD_LOG_LEVEL'] = config['log']['level']['console']

    config.set(['mindsdb_last_started_at'], str(datetime.datetime.now()))

    initialize_log(config)
    log = logging.getLogger('mindsdb.main')

    try:
        lightwood_version = get_distribution('lightwood').version
    except Exception:
        from lightwood.__about__ import __version__ as lightwood_version

    try:
        mindsdb_native_version = get_distribution('mindsdb_native').version
    except Exception:
        from mindsdb_native.__about__ import __version__ as mindsdb_native_version

    print(f'Configuration file:\n   {config_path}')
Beispiel #4
0
def start(verbose, no_studio):
    config = Config()
    if verbose:
        config.set(['log', 'level', 'console'], 'DEBUG')

    initialize_log(config, 'http', wrap_print=True)

    # start static initialization in a separate thread
    init_static_thread = None
    if not no_studio:
        init_static_thread = threading.Thread(target=initialize_static,
                                              args=(config, ))
        init_static_thread.start()

    app, api = initialize_flask(config, init_static_thread, no_studio)
    Compress(app)
    initialize_interfaces(app)

    static_root = config.paths['static']
    if os.path.isabs(static_root) is False:
        static_root = os.path.join(os.getcwd(), static_root)
    static_root = Path(static_root)

    @app.route('/', defaults={'path': ''}, methods=['GET'])
    @app.route('/<path:path>', methods=['GET'])
    def root_index(path):
        if path.startswith('api/'):
            return {'message': 'wrong query'}, 400
        if static_root.joinpath(path).is_file():
            return send_from_directory(static_root, path)
        else:
            return send_from_directory(static_root, 'index.html')

    api.add_namespace(predictor_ns)
    api.add_namespace(datasource_ns)
    api.add_namespace(utils_ns)
    api.add_namespace(conf_ns)
    api.add_namespace(stream_ns)

    @api.errorhandler(Exception)
    def handle_exception(e):
        get_log('http').error(f'http exception: {e}')
        # pass through HTTP errors
        if isinstance(e, HTTPException):
            return {'message': str(e)}, e.code, e.get_response().headers
        name = getattr(type(e), '__name__') or 'Unknown error'
        return {'message': f'{name}: {str(e)}'}, 500

    @app.teardown_appcontext
    def remove_session(*args, **kwargs):
        session.close()

    @app.before_request
    def before_request():
        company_id = request.headers.get('company-id')  # str
        # TODO setup env according company_id, somethin like
        # from .initialize import initialize_interfaces
        # initialize_interfaces(current_app, company_id)

    port = config['api']['http']['port']
    host = config['api']['http']['host']

    server = os.environ.get('MINDSDB_DEFAULT_SERVER', 'waitress')

    # waiting static initialization
    if not no_studio:
        init_static_thread.join()
    if server.lower() == 'waitress':
        if host in ('', '0.0.0.0'):
            serve(app, port=port, host='*')
        else:
            serve(app, port=port, host=host)
    elif server.lower() == 'flask':
        # that will 'disable access' log in console
        log = logging.getLogger('werkzeug')
        log.setLevel(logging.WARNING)

        app.run(debug=False, port=port, host=host)
    elif server.lower() == 'gunicorn':
        try:
            from mindsdb.api.http.gunicorn_wrapper import StandaloneApplication
        except ImportError:
            print(
                "Gunicorn server is not available by default. If you wish to use it, please install 'gunicorn'"
            )
            return

        options = {
            'bind': f'{host}:{port}',
            'workers': min(max(multiprocessing.cpu_count(), 2), 3)
        }
        StandaloneApplication(app, options).run()
Beispiel #5
0
            sys.stdout.flush()
            process.terminate()
            process.join()
            sys.stdout.flush()
        os.system('ray stop --force')
    except KeyboardInterrupt:
        sys.exit(0)


if __name__ == '__main__':
    mp.freeze_support()
    args = args_parse()
    config = Config()

    if args.verbose is True:
        config.set(['log', 'level', 'console'], 'DEBUG')

    os.environ['DEFAULT_LOG_LEVEL'] = config['log']['level']['console']
    os.environ['LIGHTWOOD_LOG_LEVEL'] = config['log']['level']['console']
    config.set(['mindsdb_last_started_at'], str(datetime.datetime.now()))

    # Switch to this once the native interface has it's own thread :/
    # ctx = mp.get_context(get_mp_context())
    ctx = mp.get_context('spawn')
    if not ray_based:
        from mindsdb.interfaces.model.model_controller import start as start_model_controller
        rpc_proc = ctx.Process(target=start_model_controller,)
        rpc_proc.start()


    from mindsdb.__about__ import __version__ as mindsdb_version