Python Scrapper.go_to_page Examples

Example #1

from scrapper import Scrapper
import sys
import time

try:
    scrapper_obj = Scrapper()
    print("Created OBJ")
    scrapper_obj.go_to_page(1)
    driver = scrapper_obj.get_driver()
except Exception as errmsg:
    print("Error: {}".format(errmsg))
    sys.exit(1)
company_data_list = []
count = 0
# =================================================
# Custom code to extract data
# =================================================
table_data = driver.find_elements_by_class_name(
    "zp_3UsOq")  # for the entire row data
for row_data in table_data:
    count += 1
    print("Count : {}".format(count))
    company_data_dict = {
        "Company_Name": "",
        "Employee_Headcount": "",
        "Industry_Sector": "",
        "Linkedin_URL": "",
        "FB": "",
        "Twitter": "",
        "Website": ""
    }