python 基于werkzeug的http服务实现代理转发跳转

标题解释

这实际上实现三个功能

http服务器
代理转发
跳转

解释

像nginx的代理转发常用的有http，tcp, udp的类型。
所谓的代理转发，就是一个中转站。

本文是基于socket的实现，如果有需要，还可以基于werkzurg再封装一层，实现http， tcp代理转发。

功能点

代理转发
重定向
post， get 带参数形式的请求

引用的库

gevent
-socket
select或epoll
werkzurg

werkzeug的http服务器

from gevent.monkey import patch_all;
patch_all()

import random
import socket
from urllib import request
from werkzeug.wrappers import Request, Response
from werkzeug.serving import run_simple
from werkzeug.routing import Map, Rule
from werkzeug.utils import redirect


import json


addr_proxy = [
        {"http": "127.0.0.1:10081"},
    ]


def proxy_urlib(addr_proxy, addr_target):
    proxy_list = addr_proxy
    # 随机选择一个代理
    proxy = random.choice(proxy_list)
    # 使用选择的代理构建代理处理器对象
    httpproxy_handler = request.ProxyHandler(proxy)

    opener = request.build_opener(httpproxy_handler)
    r = request.Request(addr_target)
    print(addr_target)
    try:
        resp = opener.open(r, timeout=3)
        return resp
    except Exception as e:
        raise Exception("{}: {}".format(proxy, str(e)))


def forward_socket(host_forward, port_forward, data_forward):
    buffer = 1024
    with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
        sock.connect((host_forward, port_forward))
        sock.sendall(data_forward)
        data_recv = sock.recv(buffer)
        print(data_recv)
        return data_recv


def index(req):
    path = req.path
    print(path)
    print("请求方式:{}".format(req.method))

    # 测试redirect
    # if path == "/redirect":
    #     return redirect("http://127.0.0.1:10090/baidu", 302)

    # 测试代理转发
    if path == "/proxy":
        try:
            print("begin to proxy: {}".format(addr_proxy))

            # post请求
            post_str = b'POST /post/test HTTP/1.1\r\nHost: %s\r\nUser-Agent: Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.125 Safari/537.36\r\n\r\n%s\r\n\r\n'

            # get请求
            get_str = b'GET /get/test?hugo=boss HTTP/1.1\r\nHost: %s\r\nUser-Agent: Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.125 Safari/537.36\r\nAccept: */*\r\n\r\n'

            data_recv = forward_socket("127.0.0.1", 10090, get_str)
            return Response("代理转发结果:{}".format(str(data_recv, encoding="utf-8")), status='200 OK', content_type ='application/json', mimetype='application/json')

        except Exception as e:
            return Response("代理转发异常:{}".format(str(e)), status='200 OK', content_type='application/json', mimetype='application/json')

    return Response(json.dumps({"path": 302}), status='200 OK', content_type='application/json', mimetype='application/json')


def proxy_redirect(url, code=302, response=None):
    redirect(url,code, response)


url_map = Map([
    Rule('/', endpoint=index),
Rule('/<any(help,admin,doc):any>',endpoint=index),
    Rule('/<int:day>', endpoint=index),
    Rule('/<int:year>/<int:month>/<int:day>', endpoint=index),
    Rule('/<int:year>/<int:month>', endpoint=index),
    Rule('/<string:title>', endpoint=index)
])

views = {'index': index}


@Request.application
def application(req):
    adapter = url_map.bind_to_environ(req.environ)
    endpoint, args = adapter.match()
    return endpoint(req)


if __name__ == "__main__":
    run_simple("0.0.0.0", 10080, application)

代理转发

import gevent.monkey
gevent.monkey.patch_all()
import socket
import threading
from collections import deque


class ProxyForward:

    def __init__(self, host_forward: str, port_forward: int):
        self.host_server = "127.0.0.1"
        self.port_server = 10081
        self.host_forward = host_forward
        self.port_forward = port_forward
        self.listener = 5
        self.buffer = 1024
        self.data_send = ""
        self.queue = deque()

    # 接受请求
    def server(self):
        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
            sock.bind((self.host_server, self.port_server))
            sock.listen(self.listener)
            # sock.setblocking(False)
            # sock.settimeout(60)
            sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)

            print("server begin to listen....")

            while True:
                conn, addr = sock.accept()
                with conn:
                    data_recv = conn.recv(self.buffer)
                    
                    """
                    处理粘包的思路:
                        1. 类似http的长度判断  
                        2. 类似redis协议flag判断
                    """
                    # 根据长度判断是否接收完
                    # if len(data_recv) == 100:
                    #     break

                    post_str = b'POST /post/test HTTP/1.1\r\nHost: %s\r\nUser-Agent: Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.125 Safari/537.36\r\n\r\n%s\r\n\r\n'

                    post_str_param = "POST /get/test HTTP/1.1\r\n" \
                              "Accept: image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, */*\r\n" \
                              "Referer: http://yjsgl.bjut.edu.cn/bgdadmin/servlet/studentMain\r\n" \
                              "Accept-Language: zh-cn\r\n" \
                              "Content-Type: application/x-www-form-urlencoded\r\n" \
                              "Accept-Encoding: gzip, deflate\r\n" \
                              "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)\r\n" \
                              "Host: yjsgl.bjut.edu.cn\r\n" \
                              "Content-Length: 47\r\n" \
                              "Connection: Keep-Alive\r\n" \
                              "Cache-Control: no-cache\r\n" \
                              "Cookie: JSESSIONID=DgxvXnRhLdSn65nfkyXv4wGXr8xQWb4Vmhkq7GfdhRz3LpdwJ4WC!-611812863\r\n\r\n" \
                             "TYPE=AUTH&glnj=&USER=xxxxxxxxxx&PASSWORD="

                    get_str = b'GET /get/test HTTP/1.1\r\nHost: %s\r\nUser-Agent: Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.125 Safari/537.36\r\nAccept: */*\r\n\r\n'

                    # 转发
                    """
                    高性能的话，可以加入队列的形式
                    """
                    print("开始转发:{}".format(addr))

                    resp = self.client(post_str)

                    print("转发返回的结果: {}".format(resp))

                    if resp:
                        conn.sendall(resp)
                    else:
                        conn.sendall(b"no data")

    # 转发请求
    def client(self, data_forward: bytes):
        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
            sock.connect((self.host_forward, self.port_forward))
            sock.sendall(data_forward)
            data_recv = sock.recv(self.buffer)
            return data_recv


if __name__ == "__main__":
    thread = threading.Thread(target=ProxyForward(host_forward="127.0.0.1", port_forward=10090).server)
    thread.start()
    thread.join()

测试效果图

image.png

重定向redirect

用 werkzeug的重定向

from werkzeug.utils import redirect

# 测试redirect
    # if path == "/redirect":
    #     return redirect("http://127.0.0.1:10090/test/redirect", 302)

参考

socket接受大数据
https://www.cnblogs.com/Keep-Ambition/p/7459213.html