Beispiel #1
0
def main():
    info("Start: Parse Data Jobs")
    jobs_pages = glob('pages/*Jobs*.html')

    # read salaries from pages
    jobs = read_jobs_data(jobs_pages)

    jobs = clean_jobs(jobs)
    # write the csv file
    write_csv_file(jobs, JOBS_CSV, JOBS_HEADERS)
Beispiel #2
0
def main():
    info("Start: Parse Data Jobs")
    jobs_pages = glob('pages/*Jobs*.html')
    salaries_pages = glob('pages/*Salaries*.html')

    # read salaries from pages
    read_salaries = read_salary_data(salaries_pages)

    # clean the results
    cleaned_salaries = clean_salaries(read_salaries)


    # write the csv file
    write_csv_file(cleaned_salaries, SALARY_CSV, SALARY_HEADER)