예제 #1
0
파일: base.py 프로젝트: rpatil524/mlrun
from datetime import datetime, timezone
from typing import Dict, List

import pytest
from kubernetes import client
from sqlalchemy.orm import Session

import mlrun.api.crud as crud
from mlrun.api.constants import LogSources
from mlrun.api.utils.singletons.db import get_db
from mlrun.api.utils.singletons.k8s import get_k8s
from mlrun.runtimes import get_runtime_handler
from mlrun.runtimes.constants import PodPhases, RunStates
from mlrun.utils import create_logger, now_date

logger = create_logger(level="debug", name="test-runtime-handlers")


class TestRuntimeHandlerBase:
    def setup_method(self, method):
        self._logger = logger
        self._logger.info(
            f"Setting up test {self.__class__.__name__}::{method.__name__}")

        self.project = "test-project"
        self.run_uid = "test_run_uid"

        self.custom_setup()

        self._logger.info(
            f"Finished setting up test {self.__class__.__name__}::{method.__name__}"
예제 #2
0
 def __init__(self):
     self.state = None
     self.logger = create_logger('debug', 'human', "flow", sys.stdout)
     self.worker_id = 0
     self.Response = Response
     self.root = None
예제 #3
0
import os
import pathlib
import pytest
import sys
import yaml

from mlrun import get_run_db, mlconf, set_environment
from mlrun.utils import create_logger

logger = create_logger(level="debug", name="test")


class TestMLRunSystem:

    project_name = "system-test-project"
    root_path = pathlib.Path(__file__).absolute().parent.parent.parent
    env_file_path = root_path / "tests" / "system" / "env.yml"
    results_path = root_path / "tests" / "test_results" / "system"
    mandatory_env_vars = [
        "MLRUN_DBPATH",
        "V3IO_API",
        "V3IO_USERNAME",
        "V3IO_ACCESS_KEY",
    ]

    def setup_method(self, method):
        self._logger = logger
        self._logger.info(
            f"Setting up test {self.__class__.__name__}::{method.__name__}")
        self._test_env = {}
        self._old_env = {}
예제 #4
0
import os
import pathlib
import sys
import typing

import pytest
import yaml

import mlrun.api.schemas
from mlrun import get_run_db, mlconf, set_environment
from mlrun.utils import create_logger

logger = create_logger(level="debug", name="test-system")


class TestMLRunSystem:

    project_name = "system-test-project"
    root_path = pathlib.Path(__file__).absolute().parent.parent.parent
    env_file_path = root_path / "tests" / "system" / "env.yml"
    results_path = root_path / "tests" / "test_results" / "system"
    enterprise_marker_name = "enterprise"
    mandatory_env_vars = [
        "MLRUN_DBPATH",
    ]
    mandatory_enterprise_env_vars = mandatory_env_vars + [
        "V3IO_API",
        "V3IO_FRAMESD",
        "V3IO_USERNAME",
        "V3IO_ACCESS_KEY",
    ]
예제 #5
0
파일: base.py 프로젝트: AlonMaor14/mlrun
import fastapi.testclient
import pytest
import sqlalchemy.orm
from kubernetes import client
from kubernetes import client as k8s_client
from kubernetes.client import V1EnvVar

from mlrun.api.utils.singletons.k8s import get_k8s
from mlrun.config import config as mlconf
from mlrun.model import new_task
from mlrun.runtimes.constants import PodPhases
from mlrun.utils import create_logger
from mlrun.utils.azure_vault import AzureVaultStore
from mlrun.utils.vault import VaultStore

logger = create_logger(level="debug", name="test-runtime")


class TestRuntimeBase:
    def setup_method(self, method):
        self.namespace = mlconf.namespace = "test-namespace"
        get_k8s().namespace = self.namespace

        # set auto-mount to work as if this is an Iguazio system (otherwise it may try to mount PVC)
        mlconf.igz_version = "1.1.1"
        mlconf.storage.auto_mount_type = "auto"
        mlconf.storage.auto_mount_params = ""

        self._logger = logger
        self.project = "test-project"
        self.name = "test-function"
예제 #6
0
파일: base.py 프로젝트: mlrun/mlrun
import copy
import os
import pathlib
import subprocess
import sys

import mlrun
import mlrun.api.schemas
import tests.conftest
from mlrun.utils import create_logger

logger = create_logger(level="debug", name="test-integration")


class TestMLRunIntegration:

    project_name = "system-test-project"
    root_path = pathlib.Path(__file__).absolute().parent.parent.parent.parent
    results_path = root_path / "tests" / "test_results" / "integration"

    def setup_method(self, method):
        self._logger = logger
        self._logger.info(
            f"Setting up test {self.__class__.__name__}::{method.__name__}")
        self.container_id, api_url = self._run_api()
        self._test_env = {}
        self._old_env = {}
        self._setup_env({"MLRUN_DBPATH": api_url})

        self.custom_setup()