Beispiel #1
0
def Main():
    args = docopt(__doc__,version="Linkedin Scraper 0.1")

    if args["mine_proxies"]:
        #get fresh (https only) proxies from free-proxy-list and save to file
        proxies = get_proxies()
        hlp.save_to_file(proxies,args.get("<destination_file>"))
    elif args["mine_profiles"]:
        query = hlp.GoogleQuery()
        query.q = configs.GOOGLE_QUERY
        query.num = configs.GOOGLE_NUM_RESULTS
        query.arguments = configs.GOOGLE_QUERY_ARGUMENTS

        if args.get("--query"):
            query.q = args["--query"]
        if args.get("--num"):
            query.num = args["--num"]

        proxies=None
        if args.get("--proxies"):
            proxies = hlp.read_file(args["--proxies"])

        profiles_links = get_profiles_links(query,proxies)
        hlp.save_to_file(profiles_links,args["<destination_file>"])

    elif args["scrape_profiles"]:
        pass

    '''
def get_multiplication_of_trees_from_different_paths(file_name):
    file = read_file(file_name)
    slopes = [(1, 1), (3, 1), (5, 1), (7, 1), (1, 2)]
    multiplied_trees = 1
    for i in slopes:
        slope_trees = get_tree_count_from_path(decend_slope(file, i[0], i[1]))
        multiplied_trees *= slope_trees
    return multiplied_trees
def get_order_label_list(file_name):
    file = read_file(file_name)
    rules_and_tickets = process_file(file)
    filtered_tickets = remove_invalid_tickets(rules_and_tickets)
    labels_dict = find_field_labels(filtered_tickets)
    indexed_label_dict = process_labels_dict(labels_dict)
    organized_labels_list = organize_labels(indexed_label_dict)
    return organized_labels_list, rules_and_tickets["your ticket"][0]
Beispiel #4
0
def find_correct_passwords_from_file(file_name, type=False):
    file = read_file(file_name, str)
    if type == "count":
        return get_file_correct_password_count_letter_count_based(file)
    elif type == "position":
        return get_file_correct_password_count_letter_position_based(file)
    else:
        return False
Beispiel #5
0
def get_multiple_of_2_nr_that_sum_2020(input):
    multiple = 0
    input_file = read_file(input, int)
    for i in range(len(input_file)):
        current_element = input_file[i]
        for j in range(i, len(input_file)):
            current_2nd_element = input_file[j]
            if check_sum_2020(current_element, current_2nd_element):
                multiple = current_element * current_2nd_element
    return multiple
def get_total_amount_of_bags_inside_shiny_bag(file_name):
    file = read_file(file_name)
    rules = get_rules_map(file)
    return total_amount_of_bags_inside_type_of_bag(rules, TARGET_BAG)
def get_sum_of_groups_common_yes_answers(file_name):
    file = read_file(file_name)
    groups = get_groups_unique_answers(file)
    return get_groups_common_yes_answers_sum(groups)
Beispiel #8
0
def find_mathattan_distance_for_travelled_instructions(file_name):
    file = read_file(file_name)
    latitude, longitude = process_travel(file)
    return manhattan_distance(latitude, longitude)  # n/s e/w
def get_total_of_bags_that_fit_shiny_gold_bag(file_name):
    file = read_file(file_name)
    rules = get_rules_map(file)
    return len(recursive_total_occurrence(
        rules, TARGET_BAG)) or total_occurrence_of_type_of_bag(
            rules, TARGET_BAG)
def sum_program_memory_values_after_running(file_name):
    file = read_file(file_name)
    program = process_commands(file)
    return sum_program_values(program)
def get_encountered_trees_count(file_name):
    file = read_file(file_name)
    return get_tree_count_from_path(decend_slope(file))
Beispiel #12
0
def find_30000000th_number_in_sequence(file_name):
    file = read_file(file_name)
    starting_numbers = [int(x) for x in file[0].split(',')]
    return find_nth_number(starting_numbers, 30000000)
def get_earliest_timestamp_when_busses_depart_1_min_apart(file_name):
    file = read_file(file_name)
    busses = file[1].split(',')
    return process_busses(busses)
Beispiel #14
0
def get_accumulator_value_from_boot_code(file_name):
    file = read_file(file_name)
    instructions = get_instructions(file)
    acc_result, _ = process_instructions(instructions)
    return acc_result
Beispiel #15
0
def find_accumulator_value_in_fixed_system(file_name):
    file = read_file(file_name)
    instructions = get_instructions(file)
    return find_correct_instructions_acc_value(instructions)
def find_total_of_messages_that_match_rule_0(file_name):
    file = read_file(file_name)
    rules, messages = process_file(file)
    potential_messages = find_suitable_messages_for_rule_0(rules)
    return file
def get_count_of_active_cubes_after_6_runs(file_name):
    dimensions = 3
    file = read_file(file_name)
    active_elements_set = coordinates_of_active_elements(file)
    return find_max_active_cube_count(active_elements_set, dimensions)
def section_2_function(file_name):
    file = read_file(file_name)
    return file
def validate_passports(file_name):
    file = read_file(file_name)
    passports = organize_passports(file)
    return get_valid_passport_count(passports)
def get_sum_of_invalid_field_numbers(file_name):
    file = read_file(file_name)
    rules_and_tickets = process_file(file)
    list_of_invalid_fields = find_in_valid_fields(rules_and_tickets)
    return sum(list_of_invalid_fields)
def get_earliest_bus_id_multiplied_by_wait_minutes(file_name):
    file = read_file(file_name)
    earliest_time = int(file[0])
    busses = get_bus_array(file[1])
    bus_id, minutes = find_bus_id(earliest_time, busses)
    return bus_id * minutes
def find_invalid_number(file_name, preamble):
    file = read_file(file_name, int)
    return find_first_invalid(file, preamble)
def sum_memory_values_after_running_memory_decoder(file_name):
    file = read_file(file_name)
    memory = process_memory_decoder(file)
    return sum_program_values(memory)
def find_encryption_weakness(file_name, preamble):
    file = read_file(file_name, int)
    value = find_first_invalid(file, preamble)
    sum_list = find_contiguous_number_list(file, value)
    return get_sum_of_min_max(sum_list)