网络爬虫:requests模块应用2--post请求
2018-12-30 本文已影响0人
暴走的金坤酸奶味
import requests
#url, 目标url
# data=None,:post请求要上传的表单数据
url = 'https://www.lagou.com/jobs/positionAjax.json?needAddtionalResult=false'
form_data = {
'first': 'true',
'pn': 1,
'kd': 'python',
}
#设置请求头
req_header = {
'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Referer': 'https://www.lagou.com/jobs/list_python?city=%E5%85%A8%E5%9B%BD&cl=false&fromSearch=true&labelWords=&suginput=',
}
response = requests.post(url,data=form_data,headers=req_header)
print(response.status_code)
print(response.text)
#可以吧将返回的json字符串转为python数据类型
data = response.json()
print(type(data))