Google検索して検索結果画面をキャプチャー、URLのリストを自動で作成する

from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from bs4 import BeautifulSoup
from time import sleep

browser = webdriver.Firefox()

browser.get('https://www.google.co.jp/')
assert 'Google' in browser.title

# Find the search box
elem = browser.find_element_by_name('q')
elem.send_keys('seleniumhq' + Keys.RETURN)

browser.set_window_size(1280, 720)
browser.save_screenshot("google.jpg")

data = browser.page_source.encode('utf-8')
html = BeautifulSoup(data, "html.parser")

with open('list.txt', mode = 'w') as fh:
	for h3tag in html.find_all("h3"):
		for link in h3tag.find_all("a"):
			fh.writelines(link.get('href')+"\n")

sleep(3)
fh.close()
browser.quit()

$ python selenium-bs4.py