selenium設定要求ヘッダ


        User-Agent         
dcap = dict(DesiredCapabilities.PHANTOMJS)
dcap["phantomjs.page.settings.userAgent"] = (
"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.103 Safari/537.36" )

browser = webdriver.PhantomJS(desired_capabilities=dcap)

http://www.cnblogs.com/zhao-ying-jie/p/7082723.html
headers = { 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_5) AppleWebKit/603.2.4 (KHTML, like Gecko) Version/10.1.1 Safari/603.2.4', 'Connection': 'keep-alive' }
cap = DesiredCapabilities.PHANTOMJS.copy()// copy() dict
for key, value in headers.items(): cap['phantomjs.page.customHeaders.{}'.format( key)] = value
browser = webdriver.PhantomJS(desired_capabilities=cap)

転載先:https://www.cnblogs.com/crawer-1/p/7634318.html