for article_links_element in article_links_elements:
article_links_element.send_keys(Keys.CONTROL + "\n")
# for windows, Keys.CONTROL
# for mac OS, Keys.COMMAND
time.sleep(1)
goNewTap(driver)
time.sleep(1)
print(getNewsInfo(driver))
driver.close()
goFirstTap(driver)
break
# 메인 코드 시작
if __name__ == "__main__":
driver = webdriver.Chrome(filepath.getChromeDriverPath())
driver.get(
"https://news.naver.com/main/main.nhn?mode=LSD&mid=sec&sid1=100")
while True:
startNewsCrawling(driver)
if goNextPage(driver):
print("Go To Next Page")
else:
print("It was last page")
break
driver.close()
from selenium import webdriver
import pandas as pd
import filepath
path = filepath.getChromeDriverPath()
driver = webdriver.Chrome(path)
driver.get(
"https://news.naver.com/main/read.nhn?mode=LSD&mid=shm&sid1=100&oid=014&aid=0004332161"
)
article_title_element = driver.find_element_by_id("articleTitle")
article_body_element = driver.find_element_by_id("articleBodyContents")
article_date_elements = driver.find_elements_by_class_name("t11") # 리스트가 반환됨
(article_input_date_element,
article_last_modified_date_element) = article_date_elements
dataframe = pd.DataFrame({
"title": [article_title_element.text],
"body": [article_body_element.text],
"input_date": [article_input_date_element.text],
"last_modified_date": [article_last_modified_date_element.text],
})
csv_save_path = filepath.getPath("../../csv/article_1.csv")
dataframe.to_csv(csv_save_path, mode="w", index=False)
driver.close()
