#!/usr/bin/env python # coding: utf-8 # ## 가정통신문 가져오기 # In[19]: from selenium import webdriver from selenium.webdriver.common.keys import Keys from bs4 import BeautifulSoup # In[20]: from selenium.webdriver.support.ui import Select # select 선택하기 위해 필요 # In[21]: driver = webdriver.Chrome("./chromedriver") # In[ ]: curl="http://www.sshs.hs.kr/index.do" driver.get(curl) driver.implicitly_wait(2) # 3초 기다림. driver.find_element_by_name('user_id').send_keys('##') driver.find_element_by_name('password').send_keys('##') driver.find_element_by_class_name('main_button_login').click() driver.implicitly_wait(2) # 3초 기다림. curl2= "http://www.sshs.hs.kr/75053/subMenu.do" driver.get(curl2) # In[24]: select = Select(driver.find_element_by_id('recordPerPage')) select.select_by_value('50') # board_area > table > tbody > tr:nth-child(1) > td.subject > a html = driver.page_source soup = BeautifulSoup(html,"html.parser") # In[26]: for i in soup.find_all('td'): print(i.text.strip()) # In[27]: driver.find_element_by_xpath('//*[@id="board_area"]/div[3]/a[4]').click() # In[28]: driver.quit() # In[ ]: