爬虫之代理池搭建

# github，下载免费代理池开源代码（建议读一下别人的代码）
# https://github.com/jhao104/proxy_pool

# 项目根目录（pycharm终端）
# pip3 install -r requirements.txt

# 数据库选择用redis，本文redis没设置密码，所以去掉密码
DB_CONN = 'redis://127.0.0.1:6379/0'

# 启动调度程序
python proxyPool.py schedule

# 启动webApi服务
python proxyPool.py server

import requests
import json

res = requests.get('http://127.0.0.1:5010/get/')
dic = json.loads(res.text)
proxy = dic.get('proxy')
print(proxy)
proxies = {"http": "http://%s" % proxy}

respone = requests.get('https://www.baidu.com',
                       proxies=proxies)

print(respone.text)