Tests: added chunked tests.
This commit is contained in:
Andrei Zeliankou
249
test/test_proxy_chunked.py
Normal file
249
test/test_proxy_chunked.py
Normal file
@@ -0,0 +1,249 @@
|
||||
import os
|
||||
import re
|
||||
import socket
|
||||
import select
|
||||
import time
|
||||
|
||||
from unit.applications.lang.python import TestApplicationPython
|
||||
|
||||
|
||||
class TestProxyChunked(TestApplicationPython):
|
||||
prerequisites = {'modules': {'python': 'any'}}
|
||||
|
||||
SERVER_PORT = 7999
|
||||
|
||||
@staticmethod
|
||||
def run_server(server_port, testdir):
|
||||
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
||||
sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
|
||||
|
||||
server_address = ('127.0.0.1', server_port)
|
||||
sock.bind(server_address)
|
||||
sock.listen(10)
|
||||
|
||||
def recvall(sock):
|
||||
buff_size = 4096 * 4096
|
||||
data = b''
|
||||
while True:
|
||||
rlist = select.select([sock], [], [], 0.1)
|
||||
|
||||
if not rlist[0]:
|
||||
break
|
||||
|
||||
part = sock.recv(buff_size)
|
||||
data += part
|
||||
|
||||
if not len(part):
|
||||
break
|
||||
|
||||
return data
|
||||
|
||||
while True:
|
||||
connection, client_address = sock.accept()
|
||||
|
||||
req = """HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked"""
|
||||
|
||||
data = recvall(connection).decode()
|
||||
|
||||
m = re.search('\x0d\x0a\x0d\x0a(.*)', data, re.M | re.S)
|
||||
if m is not None:
|
||||
body = m.group(1)
|
||||
|
||||
for line in re.split('\r\n', body):
|
||||
add = ''
|
||||
m1 = re.search('(.*)\sX\s(\d+)', line)
|
||||
|
||||
if m1 is not None:
|
||||
add = m1.group(1) * int(m1.group(2))
|
||||
else:
|
||||
add = line
|
||||
|
||||
req = req + add + '\r\n'
|
||||
|
||||
for chunk in re.split(r'([@#])', req):
|
||||
if chunk == '@' or chunk == '#':
|
||||
if chunk == '#':
|
||||
time.sleep(0.1)
|
||||
continue
|
||||
|
||||
connection.sendall(chunk.encode())
|
||||
|
||||
connection.close()
|
||||
|
||||
def chunks(self, chunks):
|
||||
body = '\r\n\r\n'
|
||||
|
||||
for l, c in chunks:
|
||||
body = body + l + '\r\n' + c + '\r\n'
|
||||
|
||||
return body + '0\r\n\r\n'
|
||||
|
||||
def get_http10(self, *args, **kwargs):
|
||||
return self.get(*args, http_10=True, **kwargs)
|
||||
|
||||
def setUp(self):
|
||||
super().setUp()
|
||||
|
||||
self.run_process(self.run_server, self.SERVER_PORT, self.testdir)
|
||||
self.waitforsocket(self.SERVER_PORT)
|
||||
|
||||
self.assertIn(
|
||||
'success',
|
||||
self.conf(
|
||||
{
|
||||
"listeners": {"*:7080": {"pass": "routes"},},
|
||||
"routes": [
|
||||
{
|
||||
"action": {
|
||||
"proxy": "http://127.0.0.1:" + str(self.SERVER_PORT)
|
||||
}
|
||||
}
|
||||
],
|
||||
}
|
||||
),
|
||||
'proxy initial configuration',
|
||||
)
|
||||
|
||||
def test_proxy_chunked(self):
|
||||
for _ in range(10):
|
||||
self.assertEqual(
|
||||
self.get_http10(body='\r\n\r\n0\r\n\r\n')['status'], 200
|
||||
)
|
||||
|
||||
def test_proxy_chunked_body(self):
|
||||
part = '0123456789abcdef'
|
||||
|
||||
self.assertEqual(
|
||||
self.get_http10(body=self.chunks([('1000', part + ' X 256')]))[
|
||||
'body'
|
||||
],
|
||||
part * 256,
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(body=self.chunks([('100000', part + ' X 65536')]))[
|
||||
'body'
|
||||
],
|
||||
part * 65536,
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body=self.chunks([('1000000', part + ' X 1048576')]),
|
||||
read_buffer_size=4096 * 4096,
|
||||
)['body'],
|
||||
part * 1048576,
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body=self.chunks(
|
||||
[('1000', part + ' X 256'), ('1000', part + ' X 256')]
|
||||
)
|
||||
)['body'],
|
||||
part * 256 * 2,
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body=self.chunks(
|
||||
[
|
||||
('100000', part + ' X 65536'),
|
||||
('100000', part + ' X 65536'),
|
||||
]
|
||||
)
|
||||
)['body'],
|
||||
part * 65536 * 2,
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body=self.chunks(
|
||||
[
|
||||
('1000000', part + ' X 1048576'),
|
||||
('1000000', part + ' X 1048576'),
|
||||
]
|
||||
),
|
||||
read_buffer_size=4096 * 4096,
|
||||
)['body'],
|
||||
part * 1048576 * 2,
|
||||
)
|
||||
|
||||
def test_proxy_chunked_fragmented(self):
|
||||
part = '0123456789abcdef'
|
||||
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body=self.chunks(
|
||||
[('1', hex(i % 16)[2:]) for i in range(4096)]
|
||||
),
|
||||
)['body'],
|
||||
part * 256,
|
||||
)
|
||||
|
||||
def test_proxy_chunked_send(self):
|
||||
self.assertEqual(
|
||||
self.get_http10(body='\r\n\r\n@0@\r\n\r\n')['status'], 200
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body='\r@\n\r\n2\r@\na@b\r\n2\r\ncd@\r\n0\r@\n\r\n'
|
||||
)['body'],
|
||||
'abcd',
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(
|
||||
body='\r\n\r\n2\r#\na#b\r\n##2\r\n#cd\r\n0\r\n#\r#\n'
|
||||
)['body'],
|
||||
'abcd',
|
||||
)
|
||||
|
||||
def test_proxy_chunked_invalid(self):
|
||||
def check_invalid(body):
|
||||
self.assertNotEqual(self.get_http10(body=body)['status'], 200)
|
||||
|
||||
check_invalid('\r\n\r0')
|
||||
check_invalid('\r\n\r\n\r0')
|
||||
check_invalid('\r\n\r\n\r\n0')
|
||||
check_invalid('\r\nContent-Length: 5\r\n\r\n0\r\n\r\n')
|
||||
check_invalid('\r\n\r\n1\r\nXX\r\n0\r\n\r\n')
|
||||
check_invalid('\r\n\r\n2\r\nX\r\n0\r\n\r\n')
|
||||
check_invalid('\r\n\r\nH\r\nXX\r\n0\r\n\r\n')
|
||||
check_invalid('\r\n\r\n0\r\nX')
|
||||
|
||||
resp = self.get_http10(body='\r\n\r\n65#\r\nA X 100')
|
||||
self.assertEqual(resp['status'], 200, 'incomplete chunk status')
|
||||
self.assertNotEqual(resp['body'][-5:], '0\r\n\r\n', 'incomplete chunk')
|
||||
|
||||
resp = self.get_http10(body='\r\n\r\n64#\r\nA X 100')
|
||||
self.assertEqual(resp['status'], 200, 'no zero chunk status')
|
||||
self.assertNotEqual(resp['body'][-5:], '0\r\n\r\n', 'no zero chunk')
|
||||
|
||||
self.assertEqual(
|
||||
self.get_http10(body='\r\n\r\n80000000\r\nA X 100')['status'], 200,
|
||||
)
|
||||
self.assertEqual(
|
||||
self.get_http10(body='\r\n\r\n10000000000000000\r\nA X 100')[
|
||||
'status'
|
||||
],
|
||||
502,
|
||||
)
|
||||
self.assertGreaterEqual(
|
||||
len(
|
||||
self.get_http10(
|
||||
body='\r\n\r\n1000000\r\nA X 1048576\r\n1000000\r\nA X 100',
|
||||
read_buffer_size=4096 * 4096,
|
||||
)['body']
|
||||
),
|
||||
1048576,
|
||||
)
|
||||
self.assertGreaterEqual(
|
||||
len(
|
||||
self.get_http10(
|
||||
body='\r\n\r\n1000000\r\nA X 1048576\r\nXXX\r\nA X 100',
|
||||
read_buffer_size=4096 * 4096,
|
||||
)['body']
|
||||
),
|
||||
1048576,
|
||||
)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
TestProxyChunked.main()
|
||||
Reference in New Issue
Block a user