setting.py 740 B

12345678910111213141516171819202122232425262728293031323334353637
  1. # Redis数据库地址
  2. REDIS_HOST = 'DataCrawl-Pool.redis.cache.chinacloudapi.cn'
  3. # Redis端口
  4. REDIS_PORT = 6379
  5. # Redis密码,如无填None
  6. REDIS_PASSWORD = 'A0y1VJ6t9B7R5d6id1/2Rk/aDvZXjdwAR/tWylORuwA='
  7. REDIS_KEY = 'proxies'
  8. # 代理分数
  9. MAX_SCORE = 100
  10. MIN_SCORE = 0
  11. INITIAL_SCORE = 10
  12. VALID_STATUS_CODES = [200, 302]
  13. # 代理池数量界限
  14. POOL_UPPER_THRESHOLD = 50000
  15. # 检查周期
  16. TESTER_CYCLE = 20
  17. # 获取周期
  18. GETTER_CYCLE = 300
  19. # 测试API,建议抓哪个网站测哪个
  20. TEST_URL = 'https://m.weibo.cn/api/container/getIndex?type=uid&value=2145291155&containerid=1076032145291155&page=14'
  21. # API配置
  22. API_HOST = '0.0.0.0'
  23. API_PORT = 5555
  24. # 开关
  25. TESTER_ENABLED = True
  26. GETTER_ENABLED = True
  27. API_ENABLED = True