zl程序教程

您现在的位置是:首页 >  其它

当前栏目

requests库的get请求(加上head,加上get参数请求)

参数 请求 get requests head 加上
2023-09-14 08:59:06 时间
#coding:utf-8
# 导入requests
import requests

# 构建url
url = 'http://www.baidu.com'

# 发送请求,获取响应
# response = requests.get(url)
response = requests.head(url)

# 检查状态码
# print (response.status_code)

# 检查url
# print (response.url)

# 检查请求头
# print (response.request.headers)

# 检查响应头
# print (response.headers)

# 检查源码
# print (response.content)
# print (response.content.decode())
#
# response.encoding='utf-8'
# print (response.text)
# print (response.encoding)

  带headers的请求

#coding:utf-8
import requests
import time

# 构建url
url = 'http://www.baidu.com'

# 构建请求头
headers = {
    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'
}


# 发送请求
response = requests.get(url, headers=headers)
print (len(response.content))

time.sleep(2)
response1 = requests.get(url)
print (len(response1.content))

  

带get传参的请求

#coding:utf-8
import requests

# 构建url
url = 'https://www.baidu.com/s'
# 构建headers
headers = {
    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'
}

# 构建参数
params = {
    "wd": "深圳"
}

# 发送请求
response = requests.get(url, headers=headers, params=params)

# 验证url
# print(response.url)

with open('baidu.html','w')as f:
    f.write(response.content.decode())

get带有代理的请求:

#coding:utf-8
import requests

# 构建一个url
url = 'http://www.itcast.cn'
# 构建headers
headers = {
            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'
        }
# 构建代理
# proxies = {
#     "http": "http://106.14.51.145:8118",
#     "https": "https://106.14.51.145:8118",
# }
# 付费代理
proxies = {
    "http": "http://morganna_mode_g:ggc22qxp@117.48.199.230:16816",
    "https": "https://morganna_mode_g:ggc22qxp@117.48.199.230:16816",
}

# 发送请求
response = requests.get(url,headers=headers,proxies=proxies)


#? 如何验证代理是否使用成功
# 运用超时抛出异常来判断是否成功,一般0.5-1秒
# response = requests.get(url, timeout=3)