Ticket #4519: twisted-web-request-args.patch

twisted/web/http.py

@@ -597 +597 @@
     sentLength = 0 # content-length of response, or total bytes sent via chunking
     etag = None
     lastModified = None
-    args = None
+    _args = None
     path = None
     content = None
     _forceSSL = 0
@@ -759 +759 @@
         @param version: The HTTP version of this request.
         """
         self.content.seek(0,0)
-        self.args = {}
         self.stack = []
 
         self.method, self.uri = command, path
@@ -770 +769 @@
             self.path = self.uri
         else:
             self.path, argstring = x
-            self.args = parse_qs(argstring, 1)
 
         # cache the client and server information, we'll need this later to be
         # serialized and sent with the request so CGIs will work remotely
         self.client = self.channel.transport.getPeer()
         self.host = self.channel.transport.getHost()
 
-        # Argument processing
-        args = self.args
+        self.process()
+
+    def args(self):
+        if self._args is not None:
+            return self._args
+
+        # Parse query string arguments
+        x = self.uri.split('?', 1)
+        if len(x) != 1:
+            self._args = parse_qs(x[1], 1)
+        else:
+            self._args = {}
+
+        # Parse post body arguments
+        args = self._args
         ctype = self.requestHeaders.getRawHeaders('content-type')
         if ctype is not None:
             ctype = ctype[0]
@@ -803 +814 @@
                         return
                     raise
             self.content.seek(0, 0)
-
-        self.process()
-
+        return args
+    args = property(args)
 
     def __repr__(self):
         return '<%s %s %s>'% (self.method, self.uri, self.clientproto)

twisted/web/test/test_http.py

@@ -826 +826 @@
 
         self.runRequest(httpRequest, MyRequest)
 
+    def test_formNotParsedUntilArgsAccessed(self):
+        """The post body is not parsed until request.args is accessed."""
+        query = 'key=value'
+        httpRequest = '''\
+POST / HTTP/1.0
+Content-Length: %d
+Content-Type: application/x-www-form-urlencoded
+
+%s''' % (len(query), query)
+
+        testcase = self
+        self.parse_qs_calls = []
+        orig_parse_qs = http.parse_qs
+        def parse_qs(query_string, *args):
+            testcase.parse_qs_calls.append(query_string)
+            return orig_parse_qs(query_string, *args)
+        self.patch(http, 'parse_qs', parse_qs)
+        class MyRequest(http.Request):
+            def process(self):
+                testcase.assertEquals(self.method, "POST")
+                # Arguments have not been parsed:
+                testcase.assertEquals(testcase.parse_qs_calls, [])
+                # But have been after first access to self.args:
+                testcase.assertEquals(self.args["key"], ["value"])
+                testcase.assertEquals(testcase.parse_qs_calls, [query])
+
+                # Reading from the content file-like must produce the entire
+                # request body.
+                testcase.assertEquals(self.content.read(), query)
+                testcase.didRequest = 1
+                self.finish()
+
+        self.runRequest(httpRequest, MyRequest)
+
     def testMissingContentDisposition(self):
         req = '''\
 POST / HTTP/1.0