company_data_dict['Website'] = social_urls[0].get_attribute('href') # zp_1IwK9 zp_3kWQr zp_2b_XK detailed_link_data = row_data.find_elements_by_class_name( "zp_1IwK9.zp_3kWQr.zp_2b_XK") detailed_link = detailed_link_data[0].get_attribute('href') # print("detailed_link : {}".format(detailed_link)) driver.execute_script("window.open('{}');".format(detailed_link)) time.sleep(5) driver.switch_to.window(driver.window_handles[-1]) detailed_datas = driver.find_elements_by_class_name("zp_2-WNE") revenue = "" location = "" for each in detailed_datas: detailed_data = each.text if "Annual Revenue" in detailed_data: revenue = detailed_data.replace("Annual Revenue", "") revenue = revenue.replace(" ", "") elif "india" in detailed_data.lower(): location = detailed_data company_data_dict['Revenue'] = revenue.split("\n")[0] company_data_dict['Location'] = location.replace("\n", ",") print(company_data_dict) company_data_list.append(company_data_dict) driver.close() time.sleep(5) driver.switch_to.window(driver.window_handles[0]) # =========================================================================== scrapper_obj.convert_to_excel(company_data_list, './scapper_output.xls')