def main(): info("Start: Parse Data Jobs") jobs_pages = glob('pages/*Jobs*.html') # read salaries from pages jobs = read_jobs_data(jobs_pages) jobs = clean_jobs(jobs) # write the csv file write_csv_file(jobs, JOBS_CSV, JOBS_HEADERS)
def main(): info("Start: Parse Data Jobs") jobs_pages = glob('pages/*Jobs*.html') salaries_pages = glob('pages/*Salaries*.html') # read salaries from pages read_salaries = read_salary_data(salaries_pages) # clean the results cleaned_salaries = clean_salaries(read_salaries) # write the csv file write_csv_file(cleaned_salaries, SALARY_CSV, SALARY_HEADER)