def validate_feature(ft): if isinstance(ft, feature.Feature): return ft elif isinstance(ft, str): return feature.Feature(ft) elif isinstance(ft, dict): return feature.Feature(**ft)
def parse_schema_feature_group(self, dataframe): return [ feature.Feature( feat.name, feat.dataType.simpleString(), feat.metadata.get("description", ""), ) for feat in dataframe.schema ]
def parse_schema_feature_group(self, dataframe): arrow_schema = pa.Schema.from_pandas(dataframe) return [ feature.Feature( feat_name.lower(), self._convert_pandas_type(feat_name, feat_type, arrow_schema), ) for feat_name, feat_type in dataframe.dtypes.items() ]
def parse_schema_dict(self, dataframe): return { feat.name: feature.Feature( feat.name.lower(), feat.dataType.simpleString(), feat.metadata.get("description", ""), ) for feat in dataframe.schema }
def parse_schema_feature_group(self, dataframe): return [ feature.Feature(feat_name.lower(), self._convert_pandas_type(feat_type)) for feat_name, feat_type in dataframe.dtypes.items() ]