logger.debug(
"Scraping Module : Total Links for : " + str(keyword) + " is : " + str(len(current_advertisment_links)))
# Getting Search Box Selenium Element to Clear its Text before Inputting Next Text
search_box = wait.until(EC.element_to_be_clickable((By.ID, 'SearchKeyword')))
time.sleep(2)
search_box.clear()
else:
browser.close()
browser.quit()
logger.debug("Scraping Module : Starting Data Scraping")
extract = Extract()
logger.debug("Scraping Module : Final Processing For All Advertisements In Progress")
current_timestamp = extract.extract_data(browser, advertisment_links, finalTimestamp_in_property, HandleProperties(),
logger, province_name, city_name)
updated_date = (date.today() - timedelta(days=1)).strftime("%d/%m/%Y")
location_dictionary = openFile("r", "")
province_dictionary = location_dictionary["province_dict"]
city_dictionary = location_dictionary["city_dict"]
province_name = province_dictionary.get(province_argument)
cities_json = city_dictionary.get(province_argument)
city_json = cities_json.get(city_argument)
city_name = city_json.get("name")
if type_argument == "w":
search_type = "Wanted"
wanted_json = city_json.get("wanted")
date_in_property = wanted_json["searchDate"]
finalTimestamp_in_property = wanted_json.get("finalTimestamp")
