mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-11-06 21:36:47 +00:00
The official Codex client has sent zstd request bodies to chatgpt.com/backend-api/codex/responses under ChatGPT auth by default since openai/codex#10102. Hermes sent raw JSON, so large-context sessions uploaded ~3.6x more bytes than the client OpenAI's edge is tuned for. The keepalive httpx client now installs a request hook for the official Codex base URL only: POST .../responses bodies are compressed with the stdlib compression.zstd codec (Python 3.14, the installer default) and sent with Content-Encoding: zstd. Custom proxies, other providers, other endpoints, and interpreters without the codec keep sending raw JSON. Lossless transport encoding: input tokens and prompt caching are unchanged.
129 lines
5.2 KiB
Python
129 lines
5.2 KiB
Python
"""Codex request identity helpers shared by agent client builders.
|
|
|
|
Leaf module with no dependency on the large auxiliary-client router, so a
|
|
long-lived process can import a newly added client builder without resolving a
|
|
new symbol from an older cached ``auxiliary_client`` module.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import base64
|
|
import json
|
|
from typing import Any, Dict
|
|
from urllib.parse import urlparse
|
|
|
|
|
|
CODEX_AUX_BASE_URL = "https://chatgpt.com/backend-api/codex"
|
|
|
|
|
|
def is_official_codex_base_url(base_url: str) -> bool:
|
|
"""Identify OpenAI's Codex endpoint without matching custom proxies."""
|
|
try:
|
|
parsed = urlparse(base_url)
|
|
path = parsed.path.rstrip("/")
|
|
return (
|
|
parsed.scheme == "https"
|
|
and parsed.hostname == "chatgpt.com"
|
|
and parsed.port in (None, 443)
|
|
and (path == "/backend-api/codex" or path.startswith("/backend-api/codex/"))
|
|
)
|
|
except (TypeError, ValueError):
|
|
return False
|
|
|
|
|
|
def codex_cloudflare_headers(access_token: str, *, base_url: str = CODEX_AUX_BASE_URL) -> dict[str, str]:
|
|
"""Identity and account headers for chatgpt.com/backend-api/codex.
|
|
|
|
OpenAI requires third-party harnesses to identify themselves: the official
|
|
endpoint gets Hermes' originator and version, custom endpoints keep the
|
|
codex_cli_rs compatibility identity. The account headers come from the
|
|
OAuth JWT (see :func:`codex_account_headers`).
|
|
"""
|
|
if is_official_codex_base_url(base_url):
|
|
from hermes_cli.version_info import get_version_info
|
|
headers = {
|
|
"User-Agent": f"HermesAgent/{get_version_info().base_version}",
|
|
"originator": "hermes-agent",
|
|
}
|
|
else:
|
|
headers = {"User-Agent": "codex_cli_rs/0.0.0 (Hermes Agent)", "originator": "codex_cli_rs"}
|
|
headers.update(codex_account_headers(access_token))
|
|
return headers
|
|
|
|
|
|
def codex_account_headers(access_token: str) -> dict[str, str]:
|
|
"""Workspace headers the Codex backend derives from the OAuth JWT.
|
|
|
|
``ChatGPT-Account-ID`` (canonical casing, from codex-rs ``auth.rs``) comes from
|
|
``chatgpt_account_id``; ``x-openai-internal-codex-residency`` from
|
|
``chatgpt_data_residency`` (fallback ``chatgpt_compute_residency``) — without
|
|
it residency-enforced workspaces answer 401 "Workspace is not authorized in
|
|
this region". A malformed token drops the headers rather than raising, so it
|
|
surfaces as a 401 instead of a crash at client construction.
|
|
"""
|
|
headers: dict[str, str] = {}
|
|
if not isinstance(access_token, str) or not access_token.strip():
|
|
return headers
|
|
try:
|
|
parts = access_token.split(".")
|
|
if len(parts) < 2:
|
|
return headers
|
|
payload_b64 = parts[1] + "=" * (-len(parts[1]) % 4)
|
|
auth = json.loads(base64.urlsafe_b64decode(payload_b64)).get("https://api.openai.com/auth", {})
|
|
acct_id = auth.get("chatgpt_account_id")
|
|
if isinstance(acct_id, str) and acct_id:
|
|
headers["ChatGPT-Account-ID"] = acct_id
|
|
residency = auth.get("chatgpt_data_residency") or auth.get("chatgpt_compute_residency")
|
|
if isinstance(residency, str) and residency.strip():
|
|
headers["x-openai-internal-codex-residency"] = residency.strip()
|
|
except Exception:
|
|
pass
|
|
return headers
|
|
|
|
|
|
def codex_request_compression_hooks(base_url: str, *, async_mode: bool = False) -> dict[str, list] | None:
|
|
"""httpx ``event_hooks`` that zstd-compress Responses request bodies for the official Codex backend.
|
|
|
|
Parity with the official Codex client (zstd on ``/responses`` with ChatGPT auth, default since
|
|
openai/codex#10102). Lossless transport encoding: tokens and prompt caching are unchanged. Uses the
|
|
stdlib codec (Python 3.14+); without it, or for any other endpoint/proxy, bodies stay raw JSON.
|
|
"""
|
|
if not is_official_codex_base_url(base_url):
|
|
return None
|
|
try:
|
|
from compression import zstd
|
|
import httpx
|
|
except ImportError:
|
|
return None
|
|
|
|
def compress(request: httpx.Request) -> None:
|
|
if (request.method != "POST" or not request.url.path.endswith("/responses")
|
|
or "content-encoding" in request.headers):
|
|
return
|
|
body = zstd.compress(request.read())
|
|
request.stream = httpx.ByteStream(body)
|
|
request._content = body
|
|
request.headers["Content-Encoding"] = "zstd"
|
|
request.headers["Content-Length"] = str(len(body))
|
|
|
|
if not async_mode:
|
|
return {"request": [compress]}
|
|
|
|
async def compress_async(request: httpx.Request) -> None:
|
|
compress(request)
|
|
|
|
return {"request": [compress_async]}
|
|
|
|
|
|
def apply_required_codex_headers(client_kwargs: dict[str, Any], *, access_token: str, base_url: str) -> None:
|
|
"""Keep required Codex identity after user/provider header overrides."""
|
|
if not is_official_codex_base_url(base_url):
|
|
return
|
|
required = codex_cloudflare_headers(access_token, base_url=base_url)
|
|
required_names = {name.lower() for name in required}
|
|
existing = client_kwargs.get("default_headers") or {}
|
|
client_kwargs["default_headers"] = {
|
|
**{name: value for name, value in existing.items() if str(name).lower() not in required_names},
|
|
**required,
|
|
}
|