def clean_demographics(df: SparkDataFrame) -> SparkDataFrame: """Clean demographics data :param df: demographic data frame to be cleaned. :return: cleaned demographic data frame """ int_cols = [ 'count', 'male_population', 'female_population', 'total_population', 'number_of_veterans', 'foreign_born' ] float_cols = ['median_age', 'average_household_size'] df = convert_column_type(df, 'integer', int_cols) df = convert_column_type(df, 'float', float_cols) df = df.fillna(0, [*int_cols, *float_cols]) return df
def run(self, dataframe: DataFrame) -> DataFrame: """Execute the hook.""" return dataframe.fillna(0)