python-2.7 - 无法使用twisted.web.AGENT 向django 服务器发出http 请求

Question

我已经使用 Twisted 编写了一个基本的 tcp 服务器工厂、服务器客户端和服务。 tcp 服务器充当 中间件 在 Django 服务器和另一个程序之间(我们称之为 客户端 程序)。

我想要达到的目标——

1. 客户请求 中间件 tcp服务器；

2.它发送一个字符串作为请求体；

3.该中间件 tcp 服务器反序列化请求中的信息。

4. 中间件 将序列化信息进一步发送到 django 服务器。

5.django服务器然后响应中间件 服务器进一步响应 客户序列化响应后。

我能够到达第 3 步，但无法向 django 服务器发出任何 http 请求。

以下是我的中间件.py

from twisted.internet.protocol import ServerFactory
from twisted.internet.protocol import Protocol

from test_service import MyService


class TCPServerProtocol(Protocol):
    data = ''

    def connectionMade(self):
        self.deferred = self.factory.service.deferred
        self.deferred.addCallback(self.factory.service.s)
        self.deferred.addCallback(self.transport.write)
        self.deferred.addBoth(lambda r: self.transport.loseConnection)

    def dataReceived(self, data):
        self.data += data

    def connectionLost(self, reason):
        self.forward(self.data)

    def forward(self, data):
        if self.deferred is not None:
            d, self.deferred = self.deferred, None
            d.callback(data)

class TCPServerFactory(ServerFactory):

    protocol = TCPServerProtocol

    def __init__(self, service):
        self.service = service

def runserver(ip, port):
    iface =  {'home': '192.168.0.104', 'work': '127.0.0.1'}
    service = MyService()
    factory = TCPServerFactory(service)
    from twisted.internet import reactor
    reactor.listenTCP(port=port, factory=factory, interface=iface[ip])
    reactor.run()

if __name__ == '__main__':
    import sys
    ip = sys.argv[1]
    port = int(sys.argv[2])
    runserver(ip, port)

以下是 test_service.py

from twisted.internet.defer import Deferred

from test_http_client import HTTPClientFactory

class MyService(object):
    def __init__(self):
        self.deferred = Deferred()

    def s(self, data):
        kwargs = {}
        kwargs['url'] = b'http://127.0.0.1:8000/some/end/point'
        kwargs['url'] = kwargs['url'].encode('latin-1')
        kwargs['method'] = 'POST'
        kwargs['data'] = data

        client = HTTPClientFactory(**kwargs)
        d = client.deferred
        return d

以下是 test_http_client.py

from StringIO import StringIO
import json

from twisted.internet.protocol import Protocol
from twisted.internet.defer import Deferred
from twisted.web.client import Agent, FileBodyProducer
from twisted.web.http_headers import Headers


class HTTPClientProtocol(Protocol):
    def __init__(self, finished):
        self.finished = finished
        self.data = ''

    def dataReceived(self, data):
        print '----------Data Received by HTTPClientProtocol----------'
        print data
        self.data += data

    def connectionLost(self, reason):
        print '----------HTTP Client connection Lost----------'
        print reason.getErrorMessage()
        if self.finished is not None:
            print 'finished is not None'
            f, self.finished = self.finished, None
            f.callback(self.data)

class HTTPClientFactory(object):

    """
    Class handling communication with HTTP server.
    """

    def __init__(self, **kwargs):
        data = kwargs['data'] 
        try:
            body = FileBodyProducer(StringIO(json.dumps(data)))
            print '----------Request body object created----------'
        except Exception as e:
            print '----------Request body object creation FAILURE----------'
            print e
            return e  
        url = kwargs.get('url', None)
        method = kwargs.get('method', None)

        from twisted.internet import reactor
        agent = Agent(reactor)
        if not data:
            body = None

        self.deferred = agent.request(method,
                                    url,
                                    Headers({'Content-Type': ['application/json']}),
                                    bodyProducer=body)

        self.deferred.addCallback(self.get_response)

    def get_response(self, response):
        print 'Response received'
        finished = Deferred()
        response.deliverBody(HTTPClientProtocol(finished))
        return finished

编辑 删除了依赖于与问题无关的其他代码的代码。

Answer 1

发现错误。
下面是更正后的代码。

class TCPServerProtocol(Protocol):

    # data = ''

    def connectionMade(self):
        self.deferred = self.factory.service.deferred
        self.deferred.addCallback(self.factory.service.s)
        self.deferred.addCallback(self.transport.write)
        self.deferred.addBoth(lambda r: self.transport.loseConnection)

    def dataReceived(self, data):
        self.data = data           # instead of self.data += data
        self.forward(self.data)    # this is the right place to call this method which in turn fires the callback through which the request is made to the server.

    def connectionLost(self, reason): pass
        # this will not be called until the connection from client is ended. 
        # self.forward(self.data)

    def forward(self, data):
        if self.deferred is not None:
            d, self.deferred = self.deferred, None
            d.callback(data)