requests模块获取网页搜索页面

赵乾舟

1. import requests
   
2. headers = {
   
3.     'user-agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'
   
4. }
   
5. url = 'https://www.sogou.com/web'
   
6. kw = input('请输入需要搜索的词：')
   
7. param = {
   
8.     'query':kw
   
9. }
   
10. response = requests.get(url=url,params=param,headers=headers)
    
11. page_text = response.text
    
12. filename = kw+'.html'
    
13. with open(filename,'w',encoding='utf-8') as fp:
    
14.     fp.write(page_text)
    
15. print(filename,'保存成功')

复制代码

赵乾舟

headers = {
    'user-agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'
}