change max number

proxypool/crawlers/public/daili66.py

@@ -4,7 +4,7 @@ from proxypool.crawlers.base import BaseCrawler
 
 
 BASE_URL = 'http://www.66ip.cn/{page}.html'
-MAX_PAGE = 50
+MAX_PAGE = 3
 
 
 class Daili66Crawler(BaseCrawler):

proxypool/crawlers/public/ip3366.py

@@ -3,7 +3,7 @@ from proxypool.schemas.proxy import Proxy
 import re
 
 
-MAX_PAGE = 8
+MAX_PAGE = 3
 BASE_URL = 'http://www.ip3366.net/free/?stype={stype}&page={page}'
 
 

proxypool/crawlers/public/jiangxianli.py

@@ -5,7 +5,7 @@ import json
 
 BASE_URL = 'https://ip.jiangxianli.com/api/proxy_ips?page={page}'
 
-MAX_PAGE = 10
+MAX_PAGE = 3
 
 
 class JiangxianliCrawler(BaseCrawler):

proxypool/crawlers/public/kuaidaili.py

@@ -5,7 +5,7 @@ from pyquery import PyQuery as pq
 
 
 BASE_URL = 'https://www.kuaidaili.com/free/{type}/{page}/'
-MAX_PAGE = 300
+MAX_PAGE = 3
 
 
 class KuaidailiCrawler(BaseCrawler):

proxypool/crawlers/public/taiyangdaili.py

@@ -3,7 +3,7 @@ from proxypool.crawlers.base import BaseCrawler
 from pyquery import PyQuery as pq
 
 BaseUrl = 'http://www.taiyanghttp.com/free/page{num}'
-MAX_PAGE = 5
+MAX_PAGE = 3
 
 
 class TaiyangdailiCrawler(BaseCrawler):

proxypool/crawlers/public/xiaoshudaili.py

@@ -5,7 +5,7 @@ from proxypool.crawlers.base import BaseCrawler
 
 BASE_URL = "http://www.xsdaili.cn/"
 PAGE_BASE_URL = "http://www.xsdaili.cn/dayProxy/ip/{page}.html"
-MAX_PAGE = 50
+MAX_PAGE = 3
 
 
 class XiaoShuCrawler(BaseCrawler):