codex/sdk/python/tests/app_server_harness.py

from __future__ import annotations

import json
import queue
import shutil
import threading
import time
from dataclasses import dataclass
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from pathlib import Path
from typing import Any

from openai_codex import AppServerConfig

Json = dict[str, Any]


@dataclass(frozen=True)
class CapturedResponsesRequest:
    """Recorded request sent by app-server to the mock Responses API."""

    method: str
    path: str
    headers: dict[str, str]
    body: bytes

    def body_json(self) -> Json:
        """Decode the request body as JSON."""
        return json.loads(self.body.decode("utf-8"))

    def input(self) -> list[Json]:
        """Return the Responses API input array from the request."""
        value = self.body_json().get("input")
        if not isinstance(value, list):
            raise AssertionError(f"expected input list, got {value!r}")
        return value

    def message_input_texts(self, role: str) -> list[str]:
        """Return all input_text strings for message inputs matching one role."""
        texts: list[str] = []
        for item in self.input():
            if item.get("type") != "message" or item.get("role") != role:
                continue
            content = item.get("content")
            if isinstance(content, str):
                texts.append(content)
                continue
            if not isinstance(content, list):
                continue
            for span in content:
                if isinstance(span, dict) and span.get("type") == "input_text":
                    text = span.get("text")
                    if isinstance(text, str):
                        texts.append(text)
        return texts

    def message_content_items(self, role: str) -> list[Json]:
        """Return structured content items for message inputs matching one role."""
        items: list[Json] = []
        for item in self.input():
            if item.get("type") != "message" or item.get("role") != role:
                continue
            content = item.get("content")
            if not isinstance(content, list):
                continue
            items.extend(part for part in content if isinstance(part, dict))
        return items

    def message_image_urls(self, role: str) -> list[str]:
        """Return all input_image URLs for message inputs matching one role."""
        urls: list[str] = []
        for item in self.message_content_items(role):
            if item.get("type") != "input_image":
                continue
            image_url = item.get("image_url")
            if isinstance(image_url, str):
                urls.append(image_url)
        return urls

    def header(self, name: str) -> str | None:
        """Return a captured request header by case-insensitive name."""
        return self.headers.get(name.lower())


@dataclass(frozen=True)
class MockSseResponse:
    """One queued SSE response served by the mock Responses API."""

    body: str
    delay_between_events_s: float = 0.0

    def chunks(self) -> list[bytes]:
        """Split an SSE body into event chunks while preserving framing."""
        chunks: list[bytes] = []
        for part in self.body.split("\n\n"):
            if not part:
                continue
            chunks.append(f"{part}\n\n".encode("utf-8"))
        return chunks


class MockResponsesServer:
    """Local HTTP server that records `/v1/responses` requests and returns SSE."""

    def __init__(self) -> None:
        self._responses: queue.Queue[MockSseResponse] = queue.Queue()
        self._requests: list[CapturedResponsesRequest] = []
        self._requests_lock = threading.Lock()
        self._server = _ResponsesHttpServer(("127.0.0.1", 0), _ResponsesHandler, self)
        self._thread = threading.Thread(
            target=self._server.serve_forever,
            name="mock-responses-api",
            daemon=True,
        )

    def __enter__(self) -> MockResponsesServer:
        self._thread.start()
        return self

    def __exit__(self, _exc_type: object, _exc: object, _tb: object) -> None:
        self.close()

    @property
    def url(self) -> str:
        """Return the base URL for app-server config."""
        host, port = self._server.server_address
        return f"http://{host}:{port}"

    def close(self) -> None:
        """Stop the background HTTP server thread."""
        self._server.shutdown()
        self._server.server_close()
        self._thread.join(timeout=2)

    def enqueue_sse(
        self,
        body: str,
        *,
        delay_between_events_s: float = 0.0,
    ) -> None:
        """Queue one SSE body for the next `/v1/responses` request."""
        self._responses.put(
            MockSseResponse(
                body=body,
                delay_between_events_s=delay_between_events_s,
            )
        )

    def enqueue_assistant_message(self, text: str, *, response_id: str = "resp-1") -> None:
        """Queue a completed assistant-message model response."""
        self.enqueue_sse(
            sse(
                [
                    ev_response_created(response_id),
                    ev_assistant_message(f"msg-{response_id}", text),
                    ev_completed(response_id),
                ]
            )
        )

    def requests(self) -> list[CapturedResponsesRequest]:
        """Return all recorded Responses API requests."""
        with self._requests_lock:
            return list(self._requests)

    def single_request(self) -> CapturedResponsesRequest:
        """Return the only recorded request, failing if the count differs."""
        requests = self.requests()
        if len(requests) != 1:
            raise AssertionError(f"expected 1 request, got {len(requests)}")
        return requests[0]

    def wait_for_requests(
        self,
        count: int,
        *,
        timeout_s: float = 5.0,
    ) -> list[CapturedResponsesRequest]:
        """Wait until at least `count` requests have been recorded."""
        deadline = time.monotonic() + timeout_s
        while time.monotonic() < deadline:
            requests = self.requests()
            if len(requests) >= count:
                return requests
            time.sleep(0.01)
        requests = self.requests()
        raise AssertionError(f"expected {count} requests, got {len(requests)}")

    def _record_request(self, handler: BaseHTTPRequestHandler, body: bytes) -> None:
        """Record one inbound HTTP request from app-server."""
        headers = {key.lower(): value for key, value in handler.headers.items()}
        request = CapturedResponsesRequest(
            method=handler.command,
            path=handler.path,
            headers=headers,
            body=body,
        )
        with self._requests_lock:
            self._requests.append(request)

    def _next_response(self) -> MockSseResponse:
        """Return the next queued SSE response or fail the HTTP request."""
        return self._responses.get_nowait()


class AppServerHarness:
    """Test fixture that points a pinned runtime app-server at MockResponsesServer."""

    def __init__(self, tmp_path: Path, *, requires_openai_auth: bool = False) -> None:
        self.tmp_path = tmp_path
        self.codex_home = tmp_path / "codex-home"
        self.workspace = tmp_path / "workspace"
        self.requires_openai_auth = requires_openai_auth
        self.responses = MockResponsesServer()

    def __enter__(self) -> AppServerHarness:
        self.codex_home.mkdir()
        self.workspace.mkdir()
        self.responses.__enter__()
        self._write_config()
        return self

    def __exit__(self, _exc_type: object, _exc: object, _tb: object) -> None:
        self.responses.__exit__(_exc_type, _exc, _tb)
        shutil.rmtree(self.codex_home, ignore_errors=True)
        shutil.rmtree(self.workspace, ignore_errors=True)

    def app_server_config(self) -> AppServerConfig:
        """Build SDK config for an isolated pinned-runtime app-server process."""
        return AppServerConfig(
            cwd=str(self.workspace),
            env={
                "CODEX_HOME": str(self.codex_home),
                "CODEX_APP_SERVER_DISABLE_MANAGED_CONFIG": "1",
                "RUST_LOG": "warn",
            },
        )

    def _write_config(self) -> None:
        """Write config.toml that routes model calls to the mock server."""
        config_toml = self.codex_home / "config.toml"
        requires_openai_auth = "requires_openai_auth = true\n" if self.requires_openai_auth else ""
        config_toml.write_text(
            f"""
model = "mock-model"
approval_policy = "never"
sandbox_mode = "read-only"

model_provider = "mock_provider"

[model_providers.mock_provider]
name = "Mock provider for Python SDK tests"
base_url = "{self.responses.url}/v1"
wire_api = "responses"
request_max_retries = 0
stream_max_retries = 0
{requires_openai_auth}
""".lstrip()
        )


class _ResponsesHttpServer(ThreadingHTTPServer):
    """ThreadingHTTPServer carrying a reference to the owning mock."""

    def __init__(
        self,
        server_address: tuple[str, int],
        handler_class: type[BaseHTTPRequestHandler],
        mock: MockResponsesServer,
    ) -> None:
        super().__init__(server_address, handler_class)
        self.mock = mock


class _ResponsesHandler(BaseHTTPRequestHandler):
    """HTTP handler for the subset of the Responses API used by SDK tests."""

    server: _ResponsesHttpServer

    def log_message(self, _format: str, *_args: object) -> None:
        """Silence default stderr logging; pytest failures print captured requests."""
        return None

    def do_GET(self) -> None:
        """Serve a minimal `/v1/models` response if app-server asks for models."""
        if self.path.endswith("/v1/models") or self.path.endswith("/models"):
            self._send_json(
                {
                    "object": "list",
                    "data": [
                        {
                            "id": "mock-model",
                            "object": "model",
                            "created": 0,
                            "owned_by": "openai",
                        }
                    ],
                }
            )
            return
        self.send_error(404, f"unexpected GET {self.path}")

    def do_POST(self) -> None:
        """Serve queued SSE responses for `/v1/responses` requests."""
        length = int(self.headers.get("content-length", "0"))
        body = self.rfile.read(length)
        self.server.mock._record_request(self, body)

        if not (self.path.endswith("/v1/responses") or self.path.endswith("/responses")):
            self.send_error(404, f"unexpected POST {self.path}")
            return

        try:
            response = self.server.mock._next_response()
        except queue.Empty:
            self.send_error(500, "no queued SSE response")
            return

        self.send_response(200)
        self.send_header("content-type", "text/event-stream")
        self.end_headers()
        for chunk in response.chunks():
            self.wfile.write(chunk)
            self.wfile.flush()
            if response.delay_between_events_s:
                time.sleep(response.delay_between_events_s)

    def _send_json(self, payload: Json) -> None:
        """Write one JSON response."""
        body = json.dumps(payload).encode("utf-8")
        self.send_response(200)
        self.send_header("content-type", "application/json")
        self.send_header("content-length", str(len(body)))
        self.end_headers()
        self.wfile.write(body)


def sse(events: list[Json]) -> str:
    """Build an SSE body from Responses API event JSON objects."""
    chunks: list[str] = []
    for event in events:
        event_type = event["type"]
        chunks.append(f"event: {event_type}\ndata: {json.dumps(event)}\n")
    return "\n".join(chunks) + "\n"


def ev_response_created(response_id: str) -> Json:
    """Return a minimal `response.created` event."""
    return {"type": "response.created", "response": {"id": response_id}}


def ev_completed(response_id: str) -> Json:
    """Return a minimal `response.completed` event with usage."""
    return {
        "type": "response.completed",
        "response": {
            "id": response_id,
            "usage": {
                "input_tokens": 1,
                "input_tokens_details": None,
                "output_tokens": 1,
                "output_tokens_details": None,
                "total_tokens": 2,
            },
        },
    }


def ev_completed_with_usage(
    response_id: str,
    *,
    input_tokens: int,
    cached_input_tokens: int,
    output_tokens: int,
    reasoning_output_tokens: int,
    total_tokens: int,
) -> Json:
    """Return `response.completed` with explicit token accounting."""
    return {
        "type": "response.completed",
        "response": {
            "id": response_id,
            "usage": {
                "input_tokens": input_tokens,
                "input_tokens_details": {"cached_tokens": cached_input_tokens},
                "output_tokens": output_tokens,
                "output_tokens_details": {
                    "reasoning_tokens": reasoning_output_tokens,
                },
                "total_tokens": total_tokens,
            },
        },
    }


def ev_assistant_message(item_id: str, text: str) -> Json:
    """Return a completed assistant message output item."""
    return {
        "type": "response.output_item.done",
        "item": {
            "type": "message",
            "role": "assistant",
            "id": item_id,
            "content": [{"type": "output_text", "text": text}],
        },
    }


def ev_message_item_added(item_id: str, text: str = "") -> Json:
    """Return an assistant message added event before streaming deltas."""
    return {
        "type": "response.output_item.added",
        "item": {
            "type": "message",
            "role": "assistant",
            "id": item_id,
            "content": [{"type": "output_text", "text": text}],
        },
    }


def ev_output_text_delta(delta: str) -> Json:
    """Return an output-text delta event."""
    return {
        "type": "response.output_text.delta",
        "delta": delta,
    }


def ev_function_call(call_id: str, name: str, arguments: str) -> Json:
    """Return a completed function-call output item."""
    return {
        "type": "response.output_item.done",
        "item": {
            "type": "function_call",
            "call_id": call_id,
            "name": name,
            "arguments": arguments,
        },
    }


def ev_failed(response_id: str, message: str) -> Json:
    """Return a failed model response event."""
    return {
        "type": "response.failed",
        "response": {
            "id": response_id,
            "error": {"code": "server_error", "message": message},
        },
    }