python, BeautifulSoupでgoogle検索のタイトル取得できない html (python3.6, macos) import requests as web import bs4 import csv # list_keywd = ['',''] resp = web.get(' + ''.join(list_keywd)) ...--prophetes.ai

python, BeautifulSoupでgoogle検索のタイトル取得できない html (python3.6, macos) import requests as web import bs4 import csv # list_keywd = ['',''] resp = web.get(' + ''.join(list_keywd)) resp.raise_for_status() # HTML soup = bs4.BeautifulSoup(resp.text, "html.parser") # link_elem01 = soup.select('.r > a') # link_elem02 = soup.select('.s > .st') if(len(link_elem02) <= len(link_elem01)): leng = len(link_elem02) else: leng = len(link_elem01) soup`link_elem01``link_elem02`print htmlsoup

googledivclass

url`'.r > a'`
`resp.text``

`

<

> User-agent: *
> Disallow: /search

1googleresponsejavascriptseleniumurl