This adds support for zstd decoding using the python package zstandard. This is similar to how it is implemented in urllib3. I also chose the optional installation option httpx[zstd] to mimic the same option in urllib3. zstd decoding is similar to brotli, but in benchmarks it is supposed to be even faster. The zstd compression is described in RFC 8878. See https://github.com/encode/httpx/discussions/1986 Co-authored-by: Kamil Monicz <kamil@monicz.dev>
235 lines
7.9 KiB
Python
235 lines
7.9 KiB
Python
import json
|
|
|
|
import pytest
|
|
|
|
import httpx
|
|
|
|
|
|
async def hello_world(scope, receive, send):
|
|
status = 200
|
|
output = b"Hello, World!"
|
|
headers = [(b"content-type", "text/plain"), (b"content-length", str(len(output)))]
|
|
|
|
await send({"type": "http.response.start", "status": status, "headers": headers})
|
|
await send({"type": "http.response.body", "body": output})
|
|
|
|
|
|
async def echo_path(scope, receive, send):
|
|
status = 200
|
|
output = json.dumps({"path": scope["path"]}).encode("utf-8")
|
|
headers = [(b"content-type", "text/plain"), (b"content-length", str(len(output)))]
|
|
|
|
await send({"type": "http.response.start", "status": status, "headers": headers})
|
|
await send({"type": "http.response.body", "body": output})
|
|
|
|
|
|
async def echo_raw_path(scope, receive, send):
|
|
status = 200
|
|
output = json.dumps({"raw_path": scope["raw_path"].decode("ascii")}).encode("utf-8")
|
|
headers = [(b"content-type", "text/plain"), (b"content-length", str(len(output)))]
|
|
|
|
await send({"type": "http.response.start", "status": status, "headers": headers})
|
|
await send({"type": "http.response.body", "body": output})
|
|
|
|
|
|
async def echo_body(scope, receive, send):
|
|
status = 200
|
|
headers = [(b"content-type", "text/plain")]
|
|
|
|
await send({"type": "http.response.start", "status": status, "headers": headers})
|
|
more_body = True
|
|
while more_body:
|
|
message = await receive()
|
|
body = message.get("body", b"")
|
|
more_body = message.get("more_body", False)
|
|
await send({"type": "http.response.body", "body": body, "more_body": more_body})
|
|
|
|
|
|
async def echo_headers(scope, receive, send):
|
|
status = 200
|
|
output = json.dumps(
|
|
{"headers": [[k.decode(), v.decode()] for k, v in scope["headers"]]}
|
|
).encode("utf-8")
|
|
headers = [(b"content-type", "text/plain"), (b"content-length", str(len(output)))]
|
|
|
|
await send({"type": "http.response.start", "status": status, "headers": headers})
|
|
await send({"type": "http.response.body", "body": output})
|
|
|
|
|
|
async def raise_exc(scope, receive, send):
|
|
raise RuntimeError()
|
|
|
|
|
|
async def raise_exc_after_response(scope, receive, send):
|
|
status = 200
|
|
output = b"Hello, World!"
|
|
headers = [(b"content-type", "text/plain"), (b"content-length", str(len(output)))]
|
|
|
|
await send({"type": "http.response.start", "status": status, "headers": headers})
|
|
await send({"type": "http.response.body", "body": output})
|
|
raise RuntimeError()
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_transport():
|
|
async with httpx.ASGITransport(app=hello_world) as transport:
|
|
request = httpx.Request("GET", "http://www.example.com/")
|
|
response = await transport.handle_async_request(request)
|
|
await response.aread()
|
|
assert response.status_code == 200
|
|
assert response.content == b"Hello, World!"
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_transport_no_body():
|
|
async with httpx.ASGITransport(app=echo_body) as transport:
|
|
request = httpx.Request("GET", "http://www.example.com/")
|
|
response = await transport.handle_async_request(request)
|
|
await response.aread()
|
|
assert response.status_code == 200
|
|
assert response.content == b""
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi():
|
|
transport = httpx.ASGITransport(app=hello_world)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
response = await client.get("http://www.example.org/")
|
|
|
|
assert response.status_code == 200
|
|
assert response.text == "Hello, World!"
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_urlencoded_path():
|
|
transport = httpx.ASGITransport(app=echo_path)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
url = httpx.URL("http://www.example.org/").copy_with(path="/user@example.org")
|
|
response = await client.get(url)
|
|
|
|
assert response.status_code == 200
|
|
assert response.json() == {"path": "/user@example.org"}
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_raw_path():
|
|
transport = httpx.ASGITransport(app=echo_raw_path)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
url = httpx.URL("http://www.example.org/").copy_with(path="/user@example.org")
|
|
response = await client.get(url)
|
|
|
|
assert response.status_code == 200
|
|
assert response.json() == {"raw_path": "/user@example.org"}
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_raw_path_should_not_include_querystring_portion():
|
|
"""
|
|
See https://github.com/encode/httpx/issues/2810
|
|
"""
|
|
transport = httpx.ASGITransport(app=echo_raw_path)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
url = httpx.URL("http://www.example.org/path?query")
|
|
response = await client.get(url)
|
|
|
|
assert response.status_code == 200
|
|
assert response.json() == {"raw_path": "/path"}
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_upload():
|
|
transport = httpx.ASGITransport(app=echo_body)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
response = await client.post("http://www.example.org/", content=b"example")
|
|
|
|
assert response.status_code == 200
|
|
assert response.text == "example"
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_headers():
|
|
transport = httpx.ASGITransport(app=echo_headers)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
response = await client.get("http://www.example.org/")
|
|
|
|
assert response.status_code == 200
|
|
assert response.json() == {
|
|
"headers": [
|
|
["host", "www.example.org"],
|
|
["accept", "*/*"],
|
|
["accept-encoding", "gzip, deflate, br, zstd"],
|
|
["connection", "keep-alive"],
|
|
["user-agent", f"python-httpx/{httpx.__version__}"],
|
|
]
|
|
}
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_exc():
|
|
transport = httpx.ASGITransport(app=raise_exc)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
with pytest.raises(RuntimeError):
|
|
await client.get("http://www.example.org/")
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_exc_after_response():
|
|
transport = httpx.ASGITransport(app=raise_exc_after_response)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
with pytest.raises(RuntimeError):
|
|
await client.get("http://www.example.org/")
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_disconnect_after_response_complete():
|
|
disconnect = False
|
|
|
|
async def read_body(scope, receive, send):
|
|
nonlocal disconnect
|
|
|
|
status = 200
|
|
headers = [(b"content-type", "text/plain")]
|
|
|
|
await send(
|
|
{"type": "http.response.start", "status": status, "headers": headers}
|
|
)
|
|
more_body = True
|
|
while more_body:
|
|
message = await receive()
|
|
more_body = message.get("more_body", False)
|
|
|
|
await send({"type": "http.response.body", "body": b"", "more_body": False})
|
|
|
|
# The ASGI spec says of the Disconnect message:
|
|
# "Sent to the application when a HTTP connection is closed or if receive is
|
|
# called after a response has been sent."
|
|
# So if receive() is called again, the disconnect message should be received
|
|
message = await receive()
|
|
disconnect = message.get("type") == "http.disconnect"
|
|
|
|
transport = httpx.ASGITransport(app=read_body)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
response = await client.post("http://www.example.org/", content=b"example")
|
|
|
|
assert response.status_code == 200
|
|
assert disconnect
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_asgi_exc_no_raise():
|
|
transport = httpx.ASGITransport(app=raise_exc, raise_app_exceptions=False)
|
|
async with httpx.AsyncClient(transport=transport) as client:
|
|
response = await client.get("http://www.example.org/")
|
|
|
|
assert response.status_code == 500
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_deprecated_shortcut():
|
|
"""
|
|
The `app=...` shortcut is now deprecated.
|
|
Use the explicit transport style instead.
|
|
"""
|
|
with pytest.warns(DeprecationWarning):
|
|
httpx.AsyncClient(app=hello_world)
|