随机获取列表中的一个IP地址进行代理
如果是json文件，需要读取文件，导入json模块进行转换后再进行处理。
with open(‘ip.json’,’r’) as w:
json.loads(f.read())
# 随机获取一个ip进行代理
from urllib import request
# 导入随机模块
import random
# 获取所有代理
def getProxy():
data = [
{“host”: “116.31.75.100”, “port”: “3128”},
{“host”: “218.66.253.146”, “port”: “8800”},
{“host”: “218.66.253.144”, “port”: “8800”}
]
proxies = []
for p in data:
proxy = {
‘http’: ‘http://’ + p[‘host’] + ‘:’ + p[‘port’],
‘https’: ‘http://’ + p[‘host’] + ‘:’ + p[‘port’]
}
# 将proxy 追加到proxies列表中
proxies.append(proxy)
# 返回proxies
return proxies
# 获取一个opener
def getOpener(proxies):
proxy = random.choice(proxies)
proxy_handler = request.ProxyHandler(proxy)
opener = request.build_opener(proxy_handler)
return opener
# 制作下载器
def downloader(opener, req, proxies, timeout=5, retry=2):
”’
:param opener: 发请求
:param req: 请求对象
:param proxies: 代理列表
:param timeout: 超时
:param retry: 重试
:return:
”’
try:
response = opener.open(req,timeout=timeout)
return response.read()
except Exception as e:
print(e)
if retry > 0:
opener = getOpener(proxies) # 换了一个代理
return downloader(opener,req,proxies,retry=retry-1)
if __name__ == ‘__main__’:
proxies = getProxy()
opener = getOpener(proxies)
# 查看ip是否切换成功
base_url = ‘http://www.baidu.com/s?wd=ip’
res = downloader(opener,base_url,proxies)
print(res.decode(‘utf-8’))