def test_literal_types(): obj = _types.LiteralType(simple=_types.SimpleType.INTEGER) assert obj.simple == _types.SimpleType.INTEGER assert obj.schema is None assert obj.collection_type is None assert obj.map_value_type is None assert obj == _types.LiteralType.from_flyte_idl(obj.to_flyte_idl()) schema_type = _types.SchemaType([ _types.SchemaType.SchemaColumn( "a", _types.SchemaType.SchemaColumn.SchemaColumnType.INTEGER), _types.SchemaType.SchemaColumn( "b", _types.SchemaType.SchemaColumn.SchemaColumnType.FLOAT), _types.SchemaType.SchemaColumn( "c", _types.SchemaType.SchemaColumn.SchemaColumnType.STRING), _types.SchemaType.SchemaColumn( "d", _types.SchemaType.SchemaColumn.SchemaColumnType.DATETIME), _types.SchemaType.SchemaColumn( "e", _types.SchemaType.SchemaColumn.SchemaColumnType.DURATION), _types.SchemaType.SchemaColumn( "f", _types.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN) ]) obj = _types.LiteralType(schema=schema_type) assert obj.simple is None assert obj.schema == schema_type assert obj.collection_type is None assert obj.map_value_type is None assert obj == _types.LiteralType.from_flyte_idl(obj.to_flyte_idl())
def test_promote_from_model_schema_type(): m = _type_models.SchemaType([ _type_models.SchemaType.SchemaColumn( "a", _type_models.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN), _type_models.SchemaType.SchemaColumn( "b", _type_models.SchemaType.SchemaColumn.SchemaColumnType.DATETIME), _type_models.SchemaType.SchemaColumn( "c", _type_models.SchemaType.SchemaColumn.SchemaColumnType.DURATION), _type_models.SchemaType.SchemaColumn( "d", _type_models.SchemaType.SchemaColumn.SchemaColumnType.FLOAT), _type_models.SchemaType.SchemaColumn( "e", _type_models.SchemaType.SchemaColumn.SchemaColumnType.INTEGER), _type_models.SchemaType.SchemaColumn( "f", _type_models.SchemaType.SchemaColumn.SchemaColumnType.STRING), ]) s = _schema_impl.SchemaType.promote_from_model(m) assert s.columns == m.columns assert s.sdk_columns['a'].to_flyte_literal_type( ) == _primitives.Boolean.to_flyte_literal_type() assert s.sdk_columns['b'].to_flyte_literal_type( ) == _primitives.Datetime.to_flyte_literal_type() assert s.sdk_columns['c'].to_flyte_literal_type( ) == _primitives.Timedelta.to_flyte_literal_type() assert s.sdk_columns['d'].to_flyte_literal_type( ) == _primitives.Float.to_flyte_literal_type() assert s.sdk_columns['e'].to_flyte_literal_type( ) == _primitives.Integer.to_flyte_literal_type() assert s.sdk_columns['f'].to_flyte_literal_type( ) == _primitives.String.to_flyte_literal_type() assert s == m
def test_promote_from_model_schema(): m = _literal_models.Schema( "s3://some/place/", _type_models.SchemaType( [ _type_models.SchemaType.SchemaColumn( "a", _type_models.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN ), _type_models.SchemaType.SchemaColumn( "b", _type_models.SchemaType.SchemaColumn.SchemaColumnType.DATETIME ), _type_models.SchemaType.SchemaColumn( "c", _type_models.SchemaType.SchemaColumn.SchemaColumnType.DURATION ), _type_models.SchemaType.SchemaColumn("d", _type_models.SchemaType.SchemaColumn.SchemaColumnType.FLOAT), _type_models.SchemaType.SchemaColumn( "e", _type_models.SchemaType.SchemaColumn.SchemaColumnType.INTEGER ), _type_models.SchemaType.SchemaColumn("f", _type_models.SchemaType.SchemaColumn.SchemaColumnType.STRING), ] ), ) s = _schema_impl.Schema.promote_from_model(m) assert s.uri == "s3://some/place/" assert s.type.sdk_columns["a"].to_flyte_literal_type() == _primitives.Boolean.to_flyte_literal_type() assert s.type.sdk_columns["b"].to_flyte_literal_type() == _primitives.Datetime.to_flyte_literal_type() assert s.type.sdk_columns["c"].to_flyte_literal_type() == _primitives.Timedelta.to_flyte_literal_type() assert s.type.sdk_columns["d"].to_flyte_literal_type() == _primitives.Float.to_flyte_literal_type() assert s.type.sdk_columns["e"].to_flyte_literal_type() == _primitives.Integer.to_flyte_literal_type() assert s.type.sdk_columns["f"].to_flyte_literal_type() == _primitives.String.to_flyte_literal_type() assert s == m
def test_schema_type(): obj = _types.SchemaType( [ _types.SchemaType.SchemaColumn("a", _types.SchemaType.SchemaColumn.SchemaColumnType.INTEGER), _types.SchemaType.SchemaColumn("b", _types.SchemaType.SchemaColumn.SchemaColumnType.FLOAT), _types.SchemaType.SchemaColumn("c", _types.SchemaType.SchemaColumn.SchemaColumnType.STRING), _types.SchemaType.SchemaColumn("d", _types.SchemaType.SchemaColumn.SchemaColumnType.DATETIME), _types.SchemaType.SchemaColumn("e", _types.SchemaType.SchemaColumn.SchemaColumnType.DURATION), _types.SchemaType.SchemaColumn("f", _types.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN), ] ) assert obj.columns[0].name == "a" assert obj.columns[1].name == "b" assert obj.columns[2].name == "c" assert obj.columns[3].name == "d" assert obj.columns[4].name == "e" assert obj.columns[5].name == "f" assert obj.columns[0].type == _types.SchemaType.SchemaColumn.SchemaColumnType.INTEGER assert obj.columns[1].type == _types.SchemaType.SchemaColumn.SchemaColumnType.FLOAT assert obj.columns[2].type == _types.SchemaType.SchemaColumn.SchemaColumnType.STRING assert obj.columns[3].type == _types.SchemaType.SchemaColumn.SchemaColumnType.DATETIME assert obj.columns[4].type == _types.SchemaType.SchemaColumn.SchemaColumnType.DURATION assert obj.columns[5].type == _types.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN assert obj == _types.SchemaType.from_flyte_idl(obj.to_flyte_idl())
def test_scalar_schema(): schema_type = _types.SchemaType([ _types.SchemaType.SchemaColumn("a", _types.SchemaType.SchemaColumn.SchemaColumnType.INTEGER), _types.SchemaType.SchemaColumn("b", _types.SchemaType.SchemaColumn.SchemaColumnType.FLOAT), _types.SchemaType.SchemaColumn("c", _types.SchemaType.SchemaColumn.SchemaColumnType.STRING), _types.SchemaType.SchemaColumn("d", _types.SchemaType.SchemaColumn.SchemaColumnType.DATETIME), _types.SchemaType.SchemaColumn("e", _types.SchemaType.SchemaColumn.SchemaColumnType.DURATION), _types.SchemaType.SchemaColumn("f", _types.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN) ]) schema = literals.Schema(uri="asdf", type=schema_type) obj = literals.Scalar(schema=schema) assert obj.primitive is None assert obj.error is None assert obj.blob is None assert obj.binary is None assert obj.schema is not None assert obj.none_type is None assert obj.value.type.columns[0].name == 'a' assert len(obj.value.type.columns) == 6 obj2 = literals.Scalar.from_flyte_idl(obj.to_flyte_idl()) assert obj == obj2 assert obj2.primitive is None assert obj2.error is None assert obj2.blob is None assert obj2.binary is None assert obj2.schema is not None assert obj2.none_type is None assert obj2.value.type.columns[0].name == 'a' assert len(obj2.value.type.columns) == 6
types.LiteralType(simple=types.SimpleType.BINARY), types.LiteralType(simple=types.SimpleType.BOOLEAN), types.LiteralType(simple=types.SimpleType.DATETIME), types.LiteralType(simple=types.SimpleType.DURATION), types.LiteralType(simple=types.SimpleType.ERROR), types.LiteralType(simple=types.SimpleType.FLOAT), types.LiteralType(simple=types.SimpleType.INTEGER), types.LiteralType(simple=types.SimpleType.NONE), types.LiteralType(simple=types.SimpleType.STRING), types.LiteralType(schema=types.SchemaType([ types.SchemaType.SchemaColumn( "a", types.SchemaType.SchemaColumn.SchemaColumnType.INTEGER), types.SchemaType.SchemaColumn( "b", types.SchemaType.SchemaColumn.SchemaColumnType.BOOLEAN), types.SchemaType.SchemaColumn( "c", types.SchemaType.SchemaColumn.SchemaColumnType.DATETIME), types.SchemaType.SchemaColumn( "d", types.SchemaType.SchemaColumn.SchemaColumnType.DURATION), types.SchemaType.SchemaColumn( "e", types.SchemaType.SchemaColumn.SchemaColumnType.FLOAT), types.SchemaType.SchemaColumn( "f", types.SchemaType.SchemaColumn.SchemaColumnType.STRING), ])), types.LiteralType(blob=_core_types.BlobType( format="", dimensionality=_core_types.BlobType.BlobDimensionality.SINGLE, )), types.LiteralType(blob=_core_types.BlobType( format="csv", dimensionality=_core_types.BlobType.BlobDimensionality.SINGLE, )), types.LiteralType(blob=_core_types.BlobType(