def pytest_configure(config): backend = config.option.backend if backend is None: return if backend == BASE_BACKEND_NAME: set_base_backend(BASE_BACKEND_NAME) else: partition, engine = backend.split("On") modin.set_backends(engine=engine, partition=partition)
def init_remote_ray(partition): from ray import ray_constants import modin from modin.engines.ray.utils import initialize_ray modin.set_backends("Ray", partition) initialize_ray( override_is_cluster=True, override_redis_address=f"localhost:{ray_constants.DEFAULT_PORT}", override_redis_password=ray_constants.REDIS_DEFAULT_PASSWORD, )
def pytest_configure(config): if config.option.extra_test_parameters is not None: import modin.pandas.test.utils as utils utils.extra_test_parameters = config.option.extra_test_parameters backend = config.option.backend if backend is None: return if backend == BASE_BACKEND_NAME: set_base_backend(BASE_BACKEND_NAME) else: partition, engine = backend.split("On") modin.set_backends(engine=engine, partition=partition)
def set_base_backend(name=BASE_BACKEND_NAME): setattr(factories, f"{name}Factory", BaseOnPythonFactory) modin.set_backends(engine="python", partition=name.split("On")[0])
def test_set_backends(): set_backends("Bar", "Foo") assert EngineDispatcher.get_engine() == FooOnBarFactory
def test_set_backends(): set_backends("Bar", "Foo") assert FactoryDispatcher.get_factory() == FooOnBarFactory
def __exit__(self, *a, **kw): set_backends(*self.old_backends) self.connection.deactivate() self.old_backends = None
def __enter__(self): self.spawn(wait=True) # make sure cluster is ready self.connection.activate() self.old_backends = set_backends(self.target_engine, self.target_partition) return self