def init_db():
data_path = computer_singleton().app_folder / 'data'
if not data_path.exists():
data_path.mkdir()
if settings.IS_LOCAL_SETUP:
Model.set_db_drivers([
FileDbDriver(PickleSerializer(), m,
Path(f'{data_path}/{m.__name__}')) for s, m in Models
])
Index.set_db_drivers([
FileIndexDbDriver(YamlSerializer(), m,
Path(f'{data_path}/{m.__name__}.yaml'))
for m in Indexes
])
else:
import redis
db = redis.Redis(host='localhost', port=6379, db=0)
Model.set_db_drivers([RedisDbDriver(s, m, db) for s, m in Models])
Index.set_db_drivers([RedisIndexDbDriver(m, db) for m in Indexes])
project.create_project(settings.FLOAT_PROJECT_TOKEN, 'float project')
project.create_project(settings.SAMPLES_PROJECT_TOKEN, 'samples project')
def test_setup():
db = redis.Redis(host='localhost', port=6379, db=0)
Model.set_db_drivers([
RedisDbDriver(PickleSerializer(), PickleModel, db),
RedisDbDriver(JsonSerializer(), JsonModel, db),
RedisDbDriver(YamlSerializer(), YamlModel, db),
])
def test_setup():
db = redis.Redis(host='localhost', port=6379, db=0)
Model.set_db_drivers([
RedisDbDriver(PickleSerializer(), User, db),
RedisDbDriver(YamlSerializer(), Project, db)
])
Index.set_db_drivers([RedisIndexDbDriver(UsernameIndex, db)])
def test_setup():
Model.set_db_drivers([
FileDbDriver(PickleSerializer(), User, Path('./data/user')),
FileDbDriver(YamlSerializer(), Project, Path('./data/project'))
])
Index.set_db_drivers([
FileIndexDbDriver(JsonSerializer(), UsernameIndex,
Path('./data/UserNameIndex.yaml'))
])
from labml_db.index_driver.redis import RedisIndexDbDriver
from labml_db.index_driver.file import FileIndexDbDriver
from labml_db.serializer.json import JsonSerializer
from labml_db.serializer.yaml import YamlSerializer
from .. import settings
from .project import Project, ProjectIndex, create_project
from .user import User, UserIndex
from .status import Status, RunStatus
from .session import Session, SessionIndex
from .run import Run, RunIndex
from .computer import Computer, ComputerIndex
AnalysisManager = getattr(import_module(settings.ANALYSES_MODULE, package='app'), "AnalysisManager")
Models = [(YamlSerializer(), User), (YamlSerializer(), Project), (JsonSerializer(), Status),
(JsonSerializer(), RunStatus), (JsonSerializer(), Session), (JsonSerializer(), Run),
(JsonSerializer(), Computer)] + [(s(), m) for s, m, p in AnalysisManager.get_db_models()]
Indexes = [ProjectIndex, UserIndex, SessionIndex, RunIndex, ComputerIndex] + [m for s, m, p in
AnalysisManager.get_db_indexes()]
DATA_PATH = settings.DATA_PATH
db = redis.Redis(host='localhost', port=6379, db=0)
if settings.IS_LOCAL_SETUP:
Model.set_db_drivers([FileDbDriver(JsonSerializer(), m, Path(f'{DATA_PATH}/{m.__name__}')) for s, m in Models])
else:
Model.set_db_drivers([RedisDbDriver(s, m, db) for s, m in Models])
from labml_db.serializer.json import JsonSerializer
from labml_db.serializer.yaml import YamlSerializer
from .project import Project, ProjectIndex, create_project
from .user import User, UserIndex
from .status import Status, RunStatus
from .session import Session, SessionIndex
from .run import Run, RunIndex, RunPreferences
from .series_collection import SeriesCollection
from .. import settings
DATA_PATH = settings.DATA_PATH
Model.set_db_drivers([
FileDbDriver(YamlSerializer(), User, Path(f'{DATA_PATH}/User')),
FileDbDriver(YamlSerializer(), Project, Path(f'{DATA_PATH}/Project')),
FileDbDriver(JsonSerializer(), Status, Path(f'{DATA_PATH}/Status')),
FileDbDriver(JsonSerializer(), RunStatus, Path(f'{DATA_PATH}/RunStatus')),
FileDbDriver(JsonSerializer(), Session, Path(f'{DATA_PATH}/Session')),
FileDbDriver(JsonSerializer(), Run, Path(f'{DATA_PATH}/Run')),
FileDbDriver(PickleSerializer(), SeriesCollection,
Path(f'{DATA_PATH}/SeriesCollection')),
FileDbDriver(JsonSerializer(), RunPreferences,
Path(f'{DATA_PATH}/RunPreferences')),
])
Index.set_db_drivers([
FileIndexDbDriver(YamlSerializer(), ProjectIndex,
Path(f'{DATA_PATH}/ProjectIndex.yaml')),
FileIndexDbDriver(YamlSerializer(), UserIndex,
from labml_db.serializer.pickle import PickleSerializer
from labml.internal.computer.configs import computer_singleton
from .. import settings
from . import project
from . import user
from . import status
from . import app_token
from . import run
from . import session
from . import computer
from . import job
from . import blocked_uuids
from .. import analyses
Models = [(YamlSerializer(), user.User), (YamlSerializer(), project.Project),
(JsonSerializer(), status.Status),
(JsonSerializer(), status.RunStatus),
(JsonSerializer(), app_token.AppToken), (JsonSerializer(), run.Run),
(JsonSerializer(), session.Session), (PickleSerializer(), job.Job),
(PickleSerializer(), computer.Computer)] + [
(s(), m) for s, m, p in analyses.AnalysisManager.get_db_models()
]
Indexes = [
project.ProjectIndex, user.UserIndex, blocked_uuids.BlockedRunIndex,
blocked_uuids.BlockedSessionIndex, user.TokenOwnerIndex,
app_token.AppTokenIndex, run.RunIndex, session.SessionIndex, job.JobIndex,
computer.ComputerIndex
] + [m for s, m, p in analyses.AnalysisManager.get_db_indexes()]
from .status import Status, RunStatus
from .session import Session, SessionIndex
from .run import Run, RunIndex
from .computer import Computer, ComputerIndex
from ..analyses import AnalysisManager
from .. import settings
DATA_PATH = settings.DATA_PATH
db = redis.Redis(host='localhost', port=6379, db=0)
Model.set_db_drivers(
[RedisDbDriver(s(), m, db)
for s, m, p in AnalysisManager.get_db_models()] + [
RedisDbDriver(YamlSerializer(), User, db),
RedisDbDriver(YamlSerializer(), Project, db),
RedisDbDriver(JsonSerializer(), Status, db),
RedisDbDriver(JsonSerializer(), RunStatus, db),
RedisDbDriver(JsonSerializer(), Session, db),
RedisDbDriver(JsonSerializer(), Run, db),
RedisDbDriver(JsonSerializer(), Computer, db),
])
Index.set_db_drivers([
RedisIndexDbDriver(m, db) for s, m, p in AnalysisManager.get_db_indexes()
] + [
RedisIndexDbDriver(ProjectIndex, db),
RedisIndexDbDriver(UserIndex, db),
RedisIndexDbDriver(SessionIndex, db),
RedisIndexDbDriver(RunIndex, db),
def test_setup():
Model.set_db_drivers([
FileDbDriver(PickleSerializer(), PickleModel, Path('./data/pickle')),
FileDbDriver(JsonSerializer(), JsonModel, Path('./data/json')),
FileDbDriver(YamlSerializer(), YamlModel, Path('./data/yaml')),
])