Compare commits

...
Author SHA1 Message Date
openclaw 2c349ccef5 feat(v2r1): package canonical authenticated ingress 2026-07-14 08:11:13 +08:00
29 changed files with 527 additions and 29 deletions
+3
View File
@@ -0,0 +1,3 @@
"""Canonical AIOS V2R1 runtime package."""
__version__ = "2.1.0-rc.1"
+19 -1
View File
@@ -6,6 +6,7 @@ import json
import sys
from .cell_manager import CellManager
from .ingress_service import serve
def build_parser() -> argparse.ArgumentParser:
@@ -29,8 +30,25 @@ def build_parser() -> argparse.ArgumentParser:
return parser
def build_serve_parser() -> argparse.ArgumentParser:
parser = argparse.ArgumentParser(prog="aios-cell serve")
parser.add_argument("--host", default="127.0.0.1")
parser.add_argument("--port", type=int, default=18792)
return parser
def main(argv: list[str] | None = None) -> int:
args = build_parser().parse_args(argv)
values = list(sys.argv[1:] if argv is None else argv)
service_mode = (
bool(values)
and values[0] == "serve"
and (len(values) == 1 or values[1].startswith("-"))
)
if service_mode:
serve_args = build_serve_parser().parse_args(values[1:])
serve(serve_args.host, serve_args.port)
return 0
args = build_parser().parse_args(values)
manager = CellManager(args.registry)
if args.command == "create":
result = manager.create(args.tenant_id, args.cell_id, args.version, args.digest)
@@ -0,0 +1,153 @@
"""Fail-closed loopback HTTP shell for V2R1 ingress processors."""
from __future__ import annotations
import ipaddress
import json
from collections.abc import Callable, Mapping
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from typing import Any
from urllib.parse import urlsplit
MAX_REQUEST_BYTES = 1024 * 1024
MAX_RESPONSE_BYTES = 4096
MUTATION_ROUTES = frozenset(
{"/v1/ingress", "/v1/receipts/status", "/v1/outbound-receipts"}
)
Processor = Callable[[str, bytes], tuple[int, Mapping[str, Any]]]
class IngressHTTPServer(ThreadingHTTPServer):
"""Threaded loopback server with an optional externally supplied processor."""
daemon_threads = True
def __init__(
self,
address: tuple[str, int],
handler: type[BaseHTTPRequestHandler],
processor: Processor | None,
) -> None:
self.processor = processor
super().__init__(address, handler)
class IngressRequestHandler(BaseHTTPRequestHandler):
"""Bounded JSON transport; application processing is injected later."""
server: IngressHTTPServer
def send_error(
self,
code: int,
message: str | None = None,
explain: str | None = None,
) -> None:
"""Replace BaseHTTPRequestHandler HTML errors with bounded JSON."""
if code == 501:
self._method_not_allowed()
return
self._send(int(code), {"status": "HTTP_ERROR"})
def log_message(self, format: str, *args: object) -> None:
return
def _path(self) -> str:
return urlsplit(self.path).path
def _send(self, status: int, payload: Mapping[str, Any]) -> None:
if type(status) is not int or not 100 <= status <= 599:
status = 500
payload = {"status": "INTERNAL_ERROR"}
body = json.dumps(
dict(payload), ensure_ascii=False, separators=(",", ":"), sort_keys=True
).encode("utf-8")
if len(body) > MAX_RESPONSE_BYTES:
status = 500
body = b'{"status":"INTERNAL_ERROR"}'
self.send_response(status)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", str(len(body)))
self.send_header("Cache-Control", "no-store")
self.end_headers()
if getattr(self, "command", None) != "HEAD":
self.wfile.write(body)
def _method_not_allowed(self) -> None:
self._send(405, {"status": "METHOD_NOT_ALLOWED"})
def do_GET(self) -> None:
path = self._path()
if path == "/health/live":
self._send(200, {"status": "LIVE"})
elif path == "/health/ready":
if self.server.processor is None:
self._send(503, {"status": "SERVICE_NOT_CONFIGURED"})
else:
self._send(200, {"status": "READY"})
elif path in MUTATION_ROUTES:
self._method_not_allowed()
else:
self._send(404, {"status": "NOT_FOUND"})
def do_POST(self) -> None:
path = self._path()
if path not in MUTATION_ROUTES:
if path in {"/health/live", "/health/ready"}:
self._method_not_allowed()
else:
self._send(404, {"status": "NOT_FOUND"})
return
processor = self.server.processor
if processor is None:
self._send(503, {"status": "SERVICE_NOT_CONFIGURED"})
return
try:
length = int(self.headers.get("Content-Length", "0"))
if length < 0 or length > MAX_REQUEST_BYTES:
self._send(413, {"status": "REQUEST_TOO_LARGE"})
return
body = self.rfile.read(length)
status, payload = processor(path, body)
if (
type(status) is not int
or not 100 <= status <= 599
or not isinstance(payload, Mapping)
):
raise TypeError("invalid processor response")
self._send(status, payload)
except Exception:
self._send(500, {"status": "INTERNAL_ERROR"})
do_DELETE = _method_not_allowed
do_HEAD = _method_not_allowed
do_OPTIONS = _method_not_allowed
do_PATCH = _method_not_allowed
do_PUT = _method_not_allowed
def build_server(
host: str = "127.0.0.1",
port: int = 18792,
*,
processor: Processor | None = None,
) -> IngressHTTPServer:
"""Build a loopback-only HTTP server without starting it."""
try:
address = ipaddress.ip_address(host)
except ValueError as exc:
raise ValueError("host must be a loopback IP address") from exc
if address.version != 4 or not address.is_loopback:
raise ValueError("host must be an IPv4 loopback address")
return IngressHTTPServer((host, port), IngressRequestHandler, processor)
def serve(host: str = "127.0.0.1", port: int = 18792) -> None:
"""Run the unconfigured loopback shell until interrupted."""
server = build_server(host, port)
try:
server.serve_forever()
except KeyboardInterrupt:
return
finally:
server.server_close()
+17
View File
@@ -0,0 +1,17 @@
[build-system]
requires = ["setuptools>=68"]
build-backend = "setuptools.build_meta"
[project]
name = "aios-v2r1-runtime"
version = "2.1.0rc1"
description = "AIOS V2R1 canonical runtime package"
requires-python = ">=3.11"
dependencies = []
[project.scripts]
aios-cell = "aios_v2r1.cli:main"
[tool.setuptools]
package-dir = {"" = "app"}
packages = ["aios_v2r1"]
+2 -2
View File
@@ -1,5 +1,5 @@
from active_runtime.app.agent_event_bus import AgentEventBus
from active_runtime.app.agent_event_dashboard import AgentEventDashboard
from app.agent_event_bus import AgentEventBus
from app.agent_event_dashboard import AgentEventDashboard
def test_unified_event_flow():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.agent_observability_hooks import AgentObservabilityHooks
from app.agent_observability_hooks import AgentObservabilityHooks
def test_agent_observability_closed_loop():
+2 -2
View File
@@ -1,5 +1,5 @@
from active_runtime.app.architect_governance_agent import ArchitectGovernanceAgent
from active_runtime.app.architect_governance_dashboard import ArchitectGovernanceDashboard
from app.architect_governance_agent import ArchitectGovernanceAgent
from app.architect_governance_dashboard import ArchitectGovernanceDashboard
def test_architect_agent_decides_release_level():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.architect_research_timeline import ArchitectResearchTimeline
from app.architect_research_timeline import ArchitectResearchTimeline
def test_research_timeline_tracks_version_decision():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.architect_weekly_research_agent import ArchitectWeeklyResearchAgent
from app.architect_weekly_research_agent import ArchitectWeeklyResearchAgent
def test_architect_research_decides_release_type():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.architecture_change_classifier import ArchitectureChangeClassifier
from app.architecture_change_classifier import ArchitectureChangeClassifier
def test_small_change_can_auto_process():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.architecture_owner_gate import ArchitectureOwnerGate
from app.architecture_owner_gate import ArchitectureOwnerGate
def test_architecture_change_blocks_without_owner():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.change_governance_dashboard import ChangeGovernanceDashboard
from app.change_governance_dashboard import ChangeGovernanceDashboard
def test_change_governance_blocks_missing_evidence():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.governance_event_bridge import GovernanceEventBridge
from app.governance_event_bridge import GovernanceEventBridge
def test_governance_events_are_published():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.governance_timeline_dashboard import GovernanceTimelineDashboard
from app.governance_timeline_dashboard import GovernanceTimelineDashboard
def test_governance_timeline_detects_ready_flow():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.search_agent_adapter import AgentSearchContext, OpenClawSearchClient
from app.search_agent_adapter import AgentSearchContext, OpenClawSearchClient
class FakeOrchestrator:
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.search_architect_integration import SearchArchitectIntegration
from app.search_architect_integration import SearchArchitectIntegration
def test_search_architect_recommends_release_for_new_capability():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.search_gateway import (
from app.search_gateway import (
SearchEvidence,
SearchGateway,
SearchProviderAttempt,
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.search_gateway_dashboard import SearchGatewayDashboard
from app.search_gateway_dashboard import SearchGatewayDashboard
def test_search_gateway_dashboard_reports_provider_failures():
@@ -1,5 +1,5 @@
from active_runtime.app.search_gateway import SearchEvidence, SearchGateway, SearchProviderAttempt, SearchRequest
from active_runtime.app.search_profile_resolver import SearchProfileResolver
from app.search_gateway import SearchEvidence, SearchGateway, SearchProviderAttempt, SearchRequest
from app.search_profile_resolver import SearchProfileResolver
class FailingProvider:
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.search_gateway_orchestrator import SearchGatewayOrchestrator
from app.search_gateway_orchestrator import SearchGatewayOrchestrator
def test_search_orchestrator_has_audit_registry_event_layers():
+2 -2
View File
@@ -1,5 +1,5 @@
from active_runtime.app.search_provider_registry import SearchProviderRegistry, StaticArchiveProvider
from active_runtime.app.search_gateway import SearchGateway, SearchRequest
from app.search_provider_registry import SearchProviderRegistry, StaticArchiveProvider
from app.search_gateway import SearchGateway, SearchRequest
def test_provider_registry_has_default_layers():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.task_center import AIOSTaskRecord, TaskCenter, TaskNotificationStatus, TaskProgress
from app.task_center import AIOSTaskRecord, TaskCenter, TaskNotificationStatus, TaskProgress
def test_task_center_tracks_progress_and_notification():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.task_dashboard_view import TaskDashboardView
from app.task_dashboard_view import TaskDashboardView
def test_task_dashboard_contains_operations_views():
+2 -2
View File
@@ -1,5 +1,5 @@
from active_runtime.app.task_event_bridge import TaskEventBridge
from active_runtime.app.task_statistics import TaskStatistics
from app.task_event_bridge import TaskEventBridge
from app.task_statistics import TaskStatistics
def test_task_event_bridge_creates_events():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.task_lifecycle import TaskLifecycle
from app.task_lifecycle import TaskLifecycle
def test_owner_approval_button_appears_for_waiting_task():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.task_orchestrator import TaskOrchestrator
from app.task_orchestrator import TaskOrchestrator
def test_command_creates_task():
+1 -1
View File
@@ -1,4 +1,4 @@
from active_runtime.app.git_repo_locator import GitRepoLocator
from app.git_repo_locator import GitRepoLocator
def test_repo_locator_uses_configurable_root():
+59
View File
@@ -0,0 +1,59 @@
from __future__ import annotations
import importlib.util
from dataclasses import dataclass
from pathlib import Path
import pytest
import aios_v2r1
from aios_v2r1 import cli
ROOT = Path(__file__).resolve().parents[1]
def test_canonical_package_has_one_identity_and_no_compatibility_shim() -> None:
assert aios_v2r1.__name__ == "aios_v2r1"
assert aios_v2r1.__package__ == "aios_v2r1"
assert aios_v2r1.__version__ == "2.1.0-rc.1"
assert importlib.util.find_spec("active_runtime") is None
assert not (ROOT / "active_runtime").exists()
def test_packaging_metadata_declares_only_the_canonical_app_package() -> None:
metadata = (ROOT / "active-runtime" / "pyproject.toml").read_text()
assert 'packages = ["aios_v2r1"]' in metadata
assert 'package-dir = {"" = "app"}' in metadata
assert "active_runtime" not in metadata
assert 'aios-cell = "aios_v2r1.cli:main"' in metadata
def test_registry_path_named_serve_keeps_legacy_status_dispatch(
monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str]
) -> None:
calls: list[tuple[str, str]] = []
@dataclass
class Result:
tenant_id: str
state: str
class FakeManager:
def __init__(self, registry: str) -> None:
calls.append(("registry", registry))
def status(self, tenant_id: str) -> Result:
calls.append(("status", tenant_id))
return Result(tenant_id=tenant_id, state="healthy")
monkeypatch.setattr(cli, "CellManager", FakeManager)
monkeypatch.setattr(
cli,
"serve",
lambda host, port: pytest.fail("legacy registry command entered service mode"),
)
assert cli.main(["serve", "status", "tenant-a"]) == 0
assert calls == [("registry", "serve"), ("status", "tenant-a")]
assert '"tenant_id": "tenant-a"' in capsys.readouterr().out
+248
View File
@@ -0,0 +1,248 @@
from __future__ import annotations
import http.client
import json
import os
import signal
import socket
import subprocess
import sys
import threading
import time
from collections.abc import Callable
from contextlib import contextmanager
from pathlib import Path
from typing import Iterator
import pytest
from aios_v2r1 import cli
from aios_v2r1.ingress_service import build_server
@contextmanager
def running_server(processor: Callable[[str, bytes], tuple[int, dict[str, object]]] | None = None) -> Iterator[tuple[str, int]]:
server = build_server("127.0.0.1", 0, processor=processor)
thread = threading.Thread(target=server.serve_forever, daemon=True)
thread.start()
try:
host, port = server.server_address
yield str(host), int(port)
finally:
server.shutdown()
server.server_close()
thread.join(timeout=5)
def request(
address: tuple[str, int],
method: str,
path: str,
body: bytes | None = None,
) -> tuple[int, bytes, dict[str, str]]:
connection = http.client.HTTPConnection(*address, timeout=5)
try:
connection.request(method, path, body=body)
response = connection.getresponse()
payload = response.read()
return response.status, payload, {key.lower(): value for key, value in response.getheaders()}
finally:
connection.close()
def raw_request(
address: tuple[str, int],
method: bytes,
path: bytes = b"/health/live",
) -> bytes:
request_bytes = (
method + b" " + path + b" HTTP/1.1\r\nHost: localhost\r\nConnection: close\r\n\r\n"
)
with socket.create_connection(address, timeout=5) as connection:
connection.sendall(request_bytes)
chunks: list[bytes] = []
while True:
chunk = connection.recv(8192)
if not chunk:
return b"".join(chunks)
chunks.append(chunk)
def wait_until_listening(process: subprocess.Popen[str], address: tuple[str, int]) -> None:
deadline = time.monotonic() + 5
while time.monotonic() < deadline:
if process.poll() is not None:
_, stderr = process.communicate()
pytest.fail(f"server exited before listening: {stderr}")
try:
with socket.create_connection(address, timeout=0.1):
return
except OSError:
time.sleep(0.05)
pytest.fail("server did not start listening")
def test_live_and_unconfigured_readiness_are_exact_and_bounded() -> None:
with running_server() as address:
live = request(address, "GET", "/health/live")
ready = request(address, "GET", "/health/ready")
assert live[:2] == (200, b'{"status":"LIVE"}')
assert ready[:2] == (503, b'{"status":"SERVICE_NOT_CONFIGURED"}')
assert live[2]["content-type"] == "application/json"
assert ready[2]["content-length"] == str(len(ready[1]))
assert len(live[1]) <= 4096
assert len(ready[1]) <= 4096
@pytest.mark.parametrize(
"route",
["/v1/ingress", "/v1/receipts/status", "/v1/outbound-receipts"],
)
def test_mutation_routes_fail_closed_without_reading_or_mutating(route: str) -> None:
with running_server() as address:
status, payload, _ = request(
address,
"POST",
route,
b'{"sender":"do-not-log","body":"do-not-log"}',
)
assert status == 503
assert payload == b'{"status":"SERVICE_NOT_CONFIGURED"}'
def test_unknown_routes_and_wrong_methods_use_bounded_sanitized_codes() -> None:
with running_server() as address:
missing = request(address, "GET", "/missing")
wrong_method = request(address, "GET", "/v1/ingress")
unsupported = request(address, "PUT", "/health/live")
assert missing[:2] == (404, b'{"status":"NOT_FOUND"}')
assert wrong_method[:2] == (405, b'{"status":"METHOD_NOT_ALLOWED"}')
assert unsupported[:2] == (405, b'{"status":"METHOD_NOT_ALLOWED"}')
assert all(len(result[1]) <= 4096 for result in (missing, wrong_method, unsupported))
@pytest.mark.parametrize(
("method", "expected_status"),
[
(b"METHOD_SECRET_REFLECTION_TOKEN", b"405"),
(b"METHOD_SECRET_REFLECTION_TOKEN" + b"X" * 66_000, b"414"),
],
ids=["arbitrary", "overlong"],
)
def test_arbitrary_and_overlong_methods_use_bounded_json_without_reflection(
method: bytes, expected_status: bytes
) -> None:
with running_server() as address:
response = raw_request(address, method)
headers, body = response.split(b"\r\n\r\n", 1)
status_line = headers.split(b"\r\n", 1)[0]
assert status_line.split(b" ", 2)[1] == expected_status
assert b"Content-Type: application/json" in headers
assert len(body) <= 4096
assert b"METHOD_SECRET_REFLECTION_TOKEN" not in response
assert b"<html" not in response.lower()
@pytest.mark.parametrize("invalid_status", [True, False, 99, 600, 999, "200", None])
def test_invalid_processor_status_is_sanitized_before_writing_status_line(
invalid_status: object,
) -> None:
def processor(route: str, body: bytes) -> tuple[int, dict[str, object]]:
return invalid_status, {"status": "MUST_NOT_ESCAPE"} # type: ignore[return-value]
with running_server(processor) as address:
response = raw_request(address, b"POST", b"/v1/ingress")
headers, body = response.split(b"\r\n\r\n", 1)
assert headers.split(b"\r\n", 1)[0].startswith(b"HTTP/1.0 500 ")
assert body == b'{"status":"INTERNAL_ERROR"}'
assert b"MUST_NOT_ESCAPE" not in response
def test_processor_is_injected_and_exceptions_are_not_disclosed(capsys: pytest.CaptureFixture[str]) -> None:
secret = "sender-secret-body-token"
def exploding_processor(route: str, body: bytes) -> tuple[int, dict[str, object]]:
assert route == "/v1/ingress"
assert json.loads(body) == {"value": secret}
raise RuntimeError(secret)
with running_server(exploding_processor) as address:
ready = request(address, "GET", "/health/ready")
failed = request(
address,
"POST",
"/v1/ingress",
json.dumps({"value": secret}).encode(),
)
captured = capsys.readouterr()
assert ready[:2] == (200, b'{"status":"READY"}')
assert failed[:2] == (500, b'{"status":"INTERNAL_ERROR"}')
assert secret not in failed[1].decode()
assert secret not in captured.out
assert secret not in captured.err
def test_server_rejects_non_loopback_bind() -> None:
with pytest.raises(ValueError, match="loopback"):
build_server("0.0.0.0", 0)
def test_af_inet_server_rejects_ipv6_loopback_explicitly() -> None:
with pytest.raises(ValueError, match="IPv4 loopback"):
build_server("::1", 0)
def test_sigint_shutdown_exits_zero_without_traceback_and_releases_port() -> None:
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as reservation:
reservation.bind(("127.0.0.1", 0))
port = int(reservation.getsockname()[1])
env = os.environ.copy()
package_root = str(Path(__file__).resolve().parents[2] / "active-runtime" / "app")
env["PYTHONPATH"] = package_root + os.pathsep + env.get("PYTHONPATH", "")
process = subprocess.Popen(
[
sys.executable,
"-m",
"aios_v2r1.cli",
"serve",
"--host",
"127.0.0.1",
"--port",
str(port),
],
env=env,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
text=True,
)
try:
wait_until_listening(process, ("127.0.0.1", port))
process.send_signal(signal.SIGINT)
stdout, stderr = process.communicate(timeout=5)
finally:
if process.poll() is None:
process.kill()
process.communicate()
assert process.returncode == 0
assert "Traceback" not in stdout
assert "Traceback" not in stderr
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as rebound:
rebound.bind(("127.0.0.1", port))
def test_cli_preserves_registry_commands_and_dispatches_top_level_serve(monkeypatch: pytest.MonkeyPatch) -> None:
parsed = cli.build_parser().parse_args(["registry.sqlite", "status", "tenant-a"])
assert parsed.registry == "registry.sqlite"
assert parsed.command == "status"
called: list[tuple[str, int]] = []
monkeypatch.setattr(cli, "serve", lambda host, port: called.append((host, port)))
assert cli.main(["serve", "--host", "127.0.0.1", "--port", "19001"]) == 0
assert called == [("127.0.0.1", 19001)]