def validate_feature(ft):
if isinstance(ft, feature.Feature):
return ft
elif isinstance(ft, str):
return feature.Feature(ft)
elif isinstance(ft, dict):
return feature.Feature(**ft)
def parse_schema_feature_group(self, dataframe):
return [
feature.Feature(
feat.name,
feat.dataType.simpleString(),
feat.metadata.get("description", ""),
) for feat in dataframe.schema
]
def parse_schema_feature_group(self, dataframe):
arrow_schema = pa.Schema.from_pandas(dataframe)
return [
feature.Feature(
feat_name.lower(),
self._convert_pandas_type(feat_name, feat_type, arrow_schema),
)
for feat_name, feat_type in dataframe.dtypes.items()
]
def parse_schema_dict(self, dataframe):
return {
feat.name: feature.Feature(
feat.name.lower(),
feat.dataType.simpleString(),
feat.metadata.get("description", ""),
)
for feat in dataframe.schema
}
def parse_schema_feature_group(self, dataframe):
return [
feature.Feature(feat_name.lower(),
self._convert_pandas_type(feat_type))
for feat_name, feat_type in dataframe.dtypes.items()
]
