Просмотр исходного кода

Update ghproxy to support black and white list

Stille 4 лет назад
Родитель
Сommit
3debdb87d5
4 измененных файлов с 50 добавлено и 12 удалено
  1. 0 0
      docker-compose.yml
  2. 0 2
      gh-proxy/Dockerfile
  3. 2 1
      gh-proxy/README.md
  4. 48 9
      gh-proxy/app/main.py

+ 0 - 0
gh-proxy/docker-compose.yml → docker-compose.yml


+ 0 - 2
gh-proxy/Dockerfile

@@ -1,8 +1,6 @@
 FROM stilleshan/uwsgi-nginx:python3.7
 FROM stilleshan/uwsgi-nginx:python3.7
 LABEL maintainer="Sebastian Ramirez <[email protected]>"
 LABEL maintainer="Sebastian Ramirez <[email protected]>"
 
 
-ENV VERSION 2.1
-
 RUN pip install flask requests
 RUN pip install flask requests
 
 
 COPY ./app /app
 COPY ./app /app

+ 2 - 1
gh-proxy/README.md

@@ -8,7 +8,8 @@ Docker [stilleshan/gh-proxy](https://hub.docker.com/r/stilleshan/gh-proxy)
 基于 [hunshcn/gh-proxy](https://github.com/hunshcn/gh-proxy) 项目的 docker 镜像.
 基于 [hunshcn/gh-proxy](https://github.com/hunshcn/gh-proxy) 项目的 docker 镜像.
 
 
 ## 更新
 ## 更新
-**2021-06-09** 更新`2.1`版 docker 镜像,新增同时支持 X86 和 ARM 架构.
+- **2021-09-09** 更新 docker 镜像,新增支持黑白名单功能.
+- **2021-06-09** 更新 docker 镜像,新增同时支持 X86 和 ARM 架构.
 
 
 ## 部署
 ## 部署
 ### docker
 ### docker

+ 48 - 9
gh-proxy/app/main.py

@@ -16,19 +16,37 @@ from urllib3.exceptions import (
 jsdelivr = 0
 jsdelivr = 0
 cnpmjs = 0
 cnpmjs = 0
 size_limit = 1024 * 1024 * 1024 * 999  # 允许的文件大小,默认999GB,相当于无限制了 https://github.com/hunshcn/gh-proxy/issues/8
 size_limit = 1024 * 1024 * 1024 * 999  # 允许的文件大小,默认999GB,相当于无限制了 https://github.com/hunshcn/gh-proxy/issues/8
+
+"""
+  先生效白名单再匹配黑名单,pass_list匹配到的会直接302到jsdelivr/cnpmjs而忽略设置
+  生效顺序 白->黑->pass,可以前往https://github.com/hunshcn/gh-proxy/issues/41 查看示例
+  每个规则一行,可以封禁某个用户的所有仓库,也可以封禁某个用户的特定仓库,下方用黑名单示例,白名单同理
+  user1 # 封禁user1的所有仓库
+  user1/repo1 # 封禁user1的repo1
+  */repo1 # 封禁所有叫做repo1的仓库
+"""
+white_list = '''
+'''
+black_list = '''
+'''
+pass_list = '''
+'''
+
 HOST = '127.0.0.1'  # 监听地址,建议监听本地然后由web服务器反代
 HOST = '127.0.0.1'  # 监听地址,建议监听本地然后由web服务器反代
 PORT = 80  # 监听端口
 PORT = 80  # 监听端口
 ASSET_URL = 'https://hunshcn.github.io/gh-proxy'  # 主页
 ASSET_URL = 'https://hunshcn.github.io/gh-proxy'  # 主页
 
 
+white_list = [tuple([x.replace(' ', '') for x in i.split('/')]) for i in white_list.split('\n') if i]
+black_list = [tuple([x.replace(' ', '') for x in i.split('/')]) for i in black_list.split('\n') if i]
 app = Flask(__name__)
 app = Flask(__name__)
 CHUNK_SIZE = 1024 * 10
 CHUNK_SIZE = 1024 * 10
 index_html = requests.get(ASSET_URL, timeout=10).text
 index_html = requests.get(ASSET_URL, timeout=10).text
 icon_r = requests.get(ASSET_URL + '/favicon.ico', timeout=10).content
 icon_r = requests.get(ASSET_URL + '/favicon.ico', timeout=10).content
-exp1 = re.compile(r'^(?:https?://)?github\.com/.+?/.+?/(?:releases|archive)/.*$')
-exp2 = re.compile(r'^(?:https?://)?github\.com/.+?/.+?/(?:blob)/.*$')
-exp3 = re.compile(r'^(?:https?://)?github\.com/.+?/.+?/(?:info|git-).*$')
-exp4 = re.compile(r'^(?:https?://)?raw\.githubusercontent\.com/.+?/.+?/.+?/.+$')
-exp5 = re.compile(r'^(?:https?://)?gist\.(?:githubusercontent|github)\.com/.+?/.+?/.+$')
+exp1 = re.compile(r'^(?:https?://)?github\.com/(?P<author>.+?)/(?P<repo>.+?)/(?:releases|archive)/.*$')
+exp2 = re.compile(r'^(?:https?://)?github\.com/(?P<author>.+?)/(?P<repo>.+?)/(?:blob|raw)/.*$')
+exp3 = re.compile(r'^(?:https?://)?github\.com/(?P<author>.+?)/(?P<repo>.+?)/(?:info|git-).*$')
+exp4 = re.compile(r'^(?:https?://)?raw\.(?:githubusercontent|github)\.com/(?P<author>.+?)/(?P<repo>.+?)/.+?/.+$')
+exp5 = re.compile(r'^(?:https?://)?gist\.(?:githubusercontent|github)\.com/(?P<author>.+?)/.+?/.+$')
 
 
 requests.sessions.default_headers = lambda: CaseInsensitiveDict()
 requests.sessions.default_headers = lambda: CaseInsensitiveDict()
 
 
@@ -92,15 +110,35 @@ def proxy(u):
     u = u if u.startswith('http') else 'https://' + u
     u = u if u.startswith('http') else 'https://' + u
     if u.rfind('://', 3, 9) == -1:
     if u.rfind('://', 3, 9) == -1:
         u = u.replace('s:/', 's://', 1)  # uwsgi会将//传递为/
         u = u.replace('s:/', 's://', 1)  # uwsgi会将//传递为/
-    if not any([i.match(u) for i in [exp1, exp2, exp3, exp4, exp5]]):
+    pass_by = False
+    for exp in (exp1, exp2, exp3, exp4, exp5):
+        m = exp.match(u)
+        if m:
+            m = tuple(m.groups())
+            if white_list:
+                for i in white_list:
+                    if m[:len(i)] == i or i[0] == '*' and len(m) == 2 and m[1] == i[1]:
+                        break
+                else:
+                    return Response('Forbidden by white list.', status=403)
+            for i in black_list:
+                if m[:len(i)] == i or i[0] == '*' and len(m) == 2 and m[1] == i[1]:
+                    return Response('Forbidden by black list.', status=403)
+            for i in pass_list:
+                if m[:len(i)] == i or i[0] == '*' and len(m) == 2 and m[1] == i[1]:
+                    pass_by = True
+                    break
+            break
+    else:
         return Response('Invalid input.', status=403)
         return Response('Invalid input.', status=403)
-    if jsdelivr and exp2.match(u):
+
+    if (jsdelivr or pass_by) and exp2.match(u):
         u = u.replace('/blob/', '@', 1).replace('github.com', 'cdn.jsdelivr.net/gh', 1)
         u = u.replace('/blob/', '@', 1).replace('github.com', 'cdn.jsdelivr.net/gh', 1)
         return redirect(u)
         return redirect(u)
-    elif cnpmjs and exp3.match(u):
+    elif (cnpmjs or pass_by) and exp3.match(u):
         u = u.replace('github.com', 'github.com.cnpmjs.org', 1) + request.url.replace(request.base_url, '', 1)
         u = u.replace('github.com', 'github.com.cnpmjs.org', 1) + request.url.replace(request.base_url, '', 1)
         return redirect(u)
         return redirect(u)
-    elif jsdelivr and exp4.match(u):
+    elif (jsdelivr or pass_by) and exp4.match(u):
         u = re.sub(r'(\.com/.*?/.+?)/(.+?/)', r'\1@\2', u, 1)
         u = re.sub(r'(\.com/.*?/.+?)/(.+?/)', r'\1@\2', u, 1)
         u = u.replace('raw.githubusercontent.com', 'cdn.jsdelivr.net/gh', 1)
         u = u.replace('raw.githubusercontent.com', 'cdn.jsdelivr.net/gh', 1)
         return redirect(u)
         return redirect(u)
@@ -133,5 +171,6 @@ def proxy(u):
     #     return Response('Illegal input', status=403, mimetype='text/html; charset=UTF-8')
     #     return Response('Illegal input', status=403, mimetype='text/html; charset=UTF-8')
 
 
 
 
+app.debug = True
 if __name__ == '__main__':
 if __name__ == '__main__':
     app.run(host=HOST, port=PORT)
     app.run(host=HOST, port=PORT)