|
| 1 | +import threading |
| 2 | +from concurrent.futures import ThreadPoolExecutor, TimeoutError |
| 3 | +from contextlib import contextmanager |
| 4 | +from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer |
| 5 | +from types import SimpleNamespace |
| 6 | + |
| 7 | +import httpx |
| 8 | +import pytest |
| 9 | + |
| 10 | +from qca import Forward, Managed |
| 11 | +from qca.common._streaming import Stream |
| 12 | + |
| 13 | + |
| 14 | +@contextmanager |
| 15 | +def local_server(*, hanging): |
| 16 | + release = threading.Event() |
| 17 | + requests = [] |
| 18 | + |
| 19 | + class Handler(BaseHTTPRequestHandler): |
| 20 | + protocol_version = "HTTP/1.1" |
| 21 | + |
| 22 | + def do_GET(self): |
| 23 | + requests.append((self.path, self.client_address)) |
| 24 | + sse = self.path.endswith("/stream") |
| 25 | + body = b'data: {"type":"agent.message"}\n\n' if sse else b'{"data":[],"has_more":false}' |
| 26 | + self.send_response(200) |
| 27 | + self.send_header("Content-Type", "text/event-stream" if sse else "application/json") |
| 28 | + if sse and hanging: |
| 29 | + self.send_header("Transfer-Encoding", "chunked") |
| 30 | + self.end_headers() |
| 31 | + self.wfile.flush() |
| 32 | + release.wait(timeout=10) |
| 33 | + self.close_connection = True |
| 34 | + else: |
| 35 | + self.send_header("Content-Length", str(len(body))) |
| 36 | + self.end_headers() |
| 37 | + self.wfile.write(body) |
| 38 | + self.wfile.flush() |
| 39 | + |
| 40 | + def log_message(self, *args): |
| 41 | + pass |
| 42 | + |
| 43 | + server = ThreadingHTTPServer(("127.0.0.1", 0), Handler) |
| 44 | + thread = threading.Thread(target=server.serve_forever, daemon=True) |
| 45 | + thread.start() |
| 46 | + try: |
| 47 | + yield f"http://127.0.0.1:{server.server_port}", requests, release |
| 48 | + finally: |
| 49 | + release.set() |
| 50 | + server.shutdown() |
| 51 | + server.server_close() |
| 52 | + thread.join(timeout=2) |
| 53 | + assert not thread.is_alive() |
| 54 | + |
| 55 | + |
| 56 | +@pytest.mark.parametrize("mode", ["forward", "managed"]) |
| 57 | +@pytest.mark.parametrize("scope", ["session", "thread"]) |
| 58 | +def test_sync_close_wakes_real_http_read_without_reconnecting(mode, scope): |
| 59 | + reading = threading.Event() |
| 60 | + |
| 61 | + def trace(event, info): |
| 62 | + if event == "http11.receive_response_body.started": |
| 63 | + reading.set() |
| 64 | + |
| 65 | + def request_hook(request): |
| 66 | + request.extensions["trace"] = trace |
| 67 | + |
| 68 | + with local_server(hanging=True) as (base_url, requests, release): |
| 69 | + http_client = httpx.Client(trust_env=False, event_hooks={"request": [request_hook]}) |
| 70 | + client = (Forward if mode == "forward" else Managed)( |
| 71 | + pat="test", base_url=base_url, http_client=http_client, timeout=3, max_retries=0 |
| 72 | + ) |
| 73 | + stream = ( |
| 74 | + client.sessions.events.resumable_stream("session") |
| 75 | + if scope == "session" |
| 76 | + else client.sessions.threads.events.resumable_stream("thread", session_id="session") |
| 77 | + ) |
| 78 | + executor = ThreadPoolExecutor(max_workers=1) |
| 79 | + pending = executor.submit(next, stream) |
| 80 | + try: |
| 81 | + assert reading.wait(timeout=2) |
| 82 | + with pytest.raises(TimeoutError): |
| 83 | + pending.result(timeout=0.1) |
| 84 | + stream.close() |
| 85 | + stream.close() |
| 86 | + with pytest.raises(StopIteration): |
| 87 | + pending.result(timeout=1) |
| 88 | + # A cancelled SSE connection must not poison or close the shared client. |
| 89 | + assert client.models.list().data == [] |
| 90 | + assert len([path for path, _ in requests if path.endswith("/stream")]) == 1 |
| 91 | + finally: |
| 92 | + release.set() |
| 93 | + stream.close() |
| 94 | + executor.shutdown(wait=True) |
| 95 | + client.close() |
| 96 | + |
| 97 | + |
| 98 | +def test_fully_consumed_stream_can_reuse_connection_after_repeated_close(): |
| 99 | + with local_server(hanging=False) as (base_url, requests, _): |
| 100 | + with httpx.Client(base_url=base_url, trust_env=False) as client: |
| 101 | + response = client.send(client.build_request("GET", "/stream"), stream=True) |
| 102 | + stream = Stream(response, dict) |
| 103 | + assert list(stream) == [{"type": "agent.message"}] |
| 104 | + stream.close() |
| 105 | + assert client.get("/models").status_code == 200 |
| 106 | + stream.close() |
| 107 | + assert client.get("/models").status_code == 200 |
| 108 | + assert len({address for _, address in requests}) == 1 |
| 109 | + |
| 110 | + |
| 111 | +@pytest.mark.parametrize("version", [b"HTTP/2", None]) |
| 112 | +def test_close_does_not_inspect_shared_or_unknown_protocol_socket(version): |
| 113 | + def get_extra_info(name): |
| 114 | + pytest.fail("must not access a shared or unknown protocol socket") |
| 115 | + |
| 116 | + response = httpx.Response( |
| 117 | + 200, |
| 118 | + stream=httpx.ByteStream(b""), |
| 119 | + extensions={"http_version": version, "network_stream": SimpleNamespace(get_extra_info=get_extra_info)}, |
| 120 | + ) |
| 121 | + Stream(response, dict).close() |
| 122 | + assert response.is_closed |
| 123 | + |
| 124 | + |
| 125 | +@pytest.mark.parametrize("unsupported", [None, OSError, NotImplementedError]) |
| 126 | +def test_custom_transport_without_socket_still_closes(unsupported): |
| 127 | + def get_extra_info(name): |
| 128 | + if unsupported: |
| 129 | + raise unsupported("socket metadata is unavailable") |
| 130 | + return None |
| 131 | + |
| 132 | + response = httpx.Response( |
| 133 | + 200, |
| 134 | + stream=httpx.ByteStream(b""), |
| 135 | + extensions={"http_version": b"HTTP/1.1", "network_stream": SimpleNamespace(get_extra_info=get_extra_info)}, |
| 136 | + ) |
| 137 | + Stream(response, dict).close() |
| 138 | + assert response.is_closed |
0 commit comments