def from_dict(cls, d: Dict[str, Any]) -> "NodeResult": """Constructs an instance of :class:`NodeResult <dagster_dbt.NodeResult>` from a dictionary. Args: d (Dict[str, Any]): A dictionary with key-values to construct a :class:`NodeResult <dagster_dbt.NodeResult>`. Returns: NodeResult: An instance of :class:`NodeResult <dagster_dbt.NodeResult>`. """ node = check.dict_elem(d, "node") error = check.opt_str_elem(d, "error") execution_time = check.float_elem(d, "execution_time") thread_id = check.opt_str_elem(d, "thread_id") check.list_elem(d, "timing") step_timings = [ StepTiming( name=d["name"], started_at=parser.isoparse(d["started_at"]), completed_at=parser.isoparse(d["completed_at"]), ) for d in check.is_list(d["timing"], of_type=Dict) ] table = check.opt_dict_elem(d, "table") return cls( step_timings=step_timings, node=node, error=error, execution_time=execution_time, thread_id=thread_id, table=table, )
def from_dict(cls, d: Dict[str, Any]) -> "DbtResult": """Constructs an instance of :class:`DbtResult <dagster_dbt.DbtResult>` from a dictionary. Args: d (Dict[str, Any]): A dictionary with key-values to construct a :class:`DbtResult <dagster_dbt.DbtResult>`. Returns: DbtResult: An instance of :class:`DbtResult <dagster_dbt.DbtResult>`. """ check.list_elem(d, "logs") logs = check.is_list(d["logs"], of_type=Dict) check.list_elem(d, "results") results = [ NodeResult.from_dict(d) for d in check.is_list(d["results"], of_type=Dict) ] generated_at = check.str_elem(d, "generated_at") elapsed_time = check.float_elem(d, "elapsed_time") return cls( logs=logs, results=results, generated_at=generated_at, elapsed_time=elapsed_time, )
def test_list_elem(): list_value = ["blah", "blahblah"] ddict = {"listkey": list_value, "stringkey": "A", "nonekey": None} assert check.list_elem(ddict, "listkey") == list_value with pytest.raises(CheckError): assert check.list_elem(ddict, "nonekey") == [] with pytest.raises(CheckError): assert check.list_elem(ddict, "nonexistantkey") == [] with pytest.raises(CheckError): check.list_elem(ddict, "stringkey")
def test_list_elem(): list_value = ['blah', 'blahblah'] ddict = {'listkey': list_value, 'stringkey': 'A', 'nonekey': None} assert check.list_elem(ddict, 'listkey') == list_value with pytest.raises(CheckError): assert check.list_elem(ddict, 'nonekey') == [] with pytest.raises(CheckError): assert check.list_elem(ddict, 'nonexistantkey') == [] with pytest.raises(CheckError): check.list_elem(ddict, 'stringkey')
def from_dict(cls, d: Dict[str, Any]) -> "NodeResult": """Constructs an instance of :class:`NodeResult <dagster_dbt.NodeResult>` from a dictionary. Args: d (Dict[str, Any]): A dictionary with key-values to construct a :class:`NodeResult <dagster_dbt.NodeResult>`. Returns: NodeResult: An instance of :class:`NodeResult <dagster_dbt.NodeResult>`. """ check.dict_elem(d, "node") check.opt_str_elem(d, "error") check.float_elem(d, "execution_time") check.opt_str_elem(d, "thread_id") check.list_elem(d, "timing") check.is_list(d["timing"], of_type=Dict) check.opt_dict_elem(d, "table") return cls(step_timings=d.get("timing"), **d)
def from_dict(cls, d: Dict[str, Any]) -> "NodeResult": """Constructs an instance of :class:`NodeResult <dagster_dbt.NodeResult>` from a dictionary. Args: d (Dict[str, Any]): A dictionary with key-values to construct a :class:`NodeResult <dagster_dbt.NodeResult>`. Returns: NodeResult: An instance of :class:`NodeResult <dagster_dbt.NodeResult>`. """ # When executing from the CLI in 0.19.x, we get unique_id as a top level attribute if "unique_id" in d: unique_id = check.str_elem(d, "unique_id") node = None # When executing via RPC server or via CLI in 0.18.x or lower, we get unique id within # "node" schema else: node = check.dict_elem(d, "node") unique_id = check.str_elem(node, "unique_id") error = check.opt_str_elem(d, "error") execution_time = check.float_elem(d, "execution_time") thread_id = check.opt_str_elem(d, "thread_id") check.list_elem(d, "timing") step_timings = [ StepTiming( name=d["name"], started_at=parser.isoparse(d["started_at"]), completed_at=parser.isoparse(d["completed_at"]), ) for d in check.is_list(d["timing"], of_type=Dict) ] table = check.opt_dict_elem(d, "table") return cls( node=node, unique_id=unique_id, step_timings=step_timings, error=error, execution_time=execution_time, thread_id=thread_id, table=table, )
def location_origins_from_config( workspace_config: Dict[str, object], yaml_path: str) -> Dict[str, RepositoryLocationOrigin]: workspace_config = ensure_workspace_config(workspace_config, yaml_path) location_configs = check.list_elem(workspace_config, "load_from", of_type=dict) location_origins: Dict[str, RepositoryLocationOrigin] = OrderedDict() for location_config in location_configs: origin = _location_origin_from_location_config(location_config, yaml_path) check.invariant( location_origins.get(origin.location_name) is None, 'Cannot have multiple locations with the same name, got multiple "{name}"' .format(name=origin.location_name, ), ) location_origins[origin.location_name] = origin return location_origins