def pytest_configure(config):
backend = config.option.backend
if backend is None:
return
if backend == BASE_BACKEND_NAME:
set_base_backend(BASE_BACKEND_NAME)
else:
partition, engine = backend.split("On")
modin.set_backends(engine=engine, partition=partition)
def init_remote_ray(partition):
from ray import ray_constants
import modin
from modin.engines.ray.utils import initialize_ray
modin.set_backends("Ray", partition)
initialize_ray(
override_is_cluster=True,
override_redis_address=f"localhost:{ray_constants.DEFAULT_PORT}",
override_redis_password=ray_constants.REDIS_DEFAULT_PASSWORD,
)
def pytest_configure(config):
if config.option.extra_test_parameters is not None:
import modin.pandas.test.utils as utils
utils.extra_test_parameters = config.option.extra_test_parameters
backend = config.option.backend
if backend is None:
return
if backend == BASE_BACKEND_NAME:
set_base_backend(BASE_BACKEND_NAME)
else:
partition, engine = backend.split("On")
modin.set_backends(engine=engine, partition=partition)
def set_base_backend(name=BASE_BACKEND_NAME):
setattr(factories, f"{name}Factory", BaseOnPythonFactory)
modin.set_backends(engine="python", partition=name.split("On")[0])
def test_set_backends():
set_backends("Bar", "Foo")
assert EngineDispatcher.get_engine() == FooOnBarFactory
def test_set_backends():
set_backends("Bar", "Foo")
assert FactoryDispatcher.get_factory() == FooOnBarFactory
def __exit__(self, *a, **kw):
set_backends(*self.old_backends)
self.connection.deactivate()
self.old_backends = None
def __enter__(self):
self.spawn(wait=True) # make sure cluster is ready
self.connection.activate()
self.old_backends = set_backends(self.target_engine,
self.target_partition)
return self
