Compare commits

..
81 changed files with 313 additions and 4686 deletions
-1
View File
@@ -10,4 +10,3 @@ node_modules/
runtime/tmp/
runtime/cache/
logs/
config/test_write_perms
+1 -1
View File
@@ -1 +1 @@
V1R4C2
V1R1C4
@@ -1,90 +0,0 @@
version: V1R4C2
capability: general_search_gateway
status: pending_runtime_validation
scope:
- general Search Gateway
- provider registry
- group user session profile customization
- audit store
- event bridge
- agent adapters
- task center integration
- web ui
required_tests:
unit:
- tests/test_search_gateway_general_capability.py
- tests/test_search_provider_registry.py
- tests/test_search_gateway_orchestrator.py
- tests/test_search_agent_adapter.py
- tests/test_search_architect_integration.py
task_center:
- tests/test_task_center.py
- tests/test_task_lifecycle.py
- tests/test_task_orchestrator.py
- tests/test_task_event_and_statistics.py
- tests/test_task_dashboard_view.py
- tests/test_task_policy_acceptance.py
acceptance_cases:
- id: SG-001
name: public general search request
expected:
- provider_attempts_recorded
- evidence_or_clarification_returned
- audit_record_created
- id: SG-002
name: single provider failure fallback
expected:
- first_provider_failure_not_terminal
- fallback_attempt_recorded
- id: SG-003
name: group user session customization
expected:
- profile_overlay_resolved
- hard_guardrails_not_overridden
- id: SG-004
name: agent adapter integration
expected:
- openclaw_uses_search_gateway
- hermes_uses_search_gateway
- codex_uses_search_gateway
- custom_gpt_bridge_uses_search_gateway
- id: SG-005
name: task center visibility
expected:
- search_deployment_task_visible
- executor_visible
- progress_visible
- notification_state_visible
- id: SG-006
name: blocked unauthorized request
expected:
- status_blocked
- blocked_reasons_recorded
- audit_record_created
owner_gate:
required_for:
- paid_provider
- provider_secret
- private_data_source
- production_baseline_promotion
not_required_for:
- local_code_tests
- public_provider_framework
- task_center_dashboard_model
success_signals:
- AIOS_GENERAL_SEARCH_GATEWAY_READY
- AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
- AIOS_SEARCH_PROVIDER_REGISTRY_READY
- AIOS_SEARCH_PROVIDER_FALLBACK_READY
- AIOS_SEARCH_AUDIT_READY
- AIOS_SEARCH_EVENT_LOOP_READY
- AIOS_SEARCH_RUNTIME_LOOP_READY
- AIOS_SEARCH_WEB_UI_READY
- AIOS_SEARCH_AGENT_ADAPTERS_READY
- AIOS_TASK_OPERATION_CENTER_READY
- AIOS_SEARCH_WECHAT_NOTIFICATION_SENT
-56
View File
@@ -1,56 +0,0 @@
"""API adapter for agent context routing and visibility."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .agent_context_dashboard import AgentContextDashboard
from .agent_context_rbac import AgentContextRBAC
from .agent_context_resolver import AgentContextResolver
resolver = AgentContextResolver()
rbac = AgentContextRBAC()
dashboard = AgentContextDashboard()
def resolve_agent_context(payload: dict[str, Any]) -> dict[str, Any]:
route = rbac.route(payload["user_id"], payload.get("group_id"), payload.get("role", "user"))
context = resolver.resolve(
user_id=payload["user_id"],
group_id=payload.get("group_id", ""),
session=payload.get("session"),
user_profile=payload.get("user_profile"),
group_policy=payload.get("group_policy"),
agent_default=payload.get("agent_default"),
owner_policy=payload.get("owner_policy"),
owner=payload.get("role") == "owner",
)
return {"routing": route.to_dict(), "context": context.to_dict()}
def get_context_dashboard() -> dict[str, Any]:
return dashboard.overview()
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/context", tags=["context-isolation"])
@router.post("/resolve", operation_id="resolveAgentContext")
def resolve(payload: dict[str, Any]):
return resolve_agent_context(payload)
@router.get("/overview", operation_id="getAgentContextDashboard")
def overview():
return get_context_dashboard()
return router
router = build_router()
__all__ = ["router", "resolve_agent_context", "get_context_dashboard"]
-23
View File
@@ -1,23 +0,0 @@
"""Audit context resolution decisions."""
from datetime import datetime, timezone
from typing import Any
def utc_now():
return datetime.now(timezone.utc).isoformat()
class AgentContextAudit:
def record(self, context: dict[str, Any]) -> dict[str, Any]:
return {
"event": "context_loaded",
"agent_id": context.get("agent_id"),
"user_id": context.get("user_id"),
"group_id": context.get("group_id"),
"layers": [x.get("name") for x in context.get("layers", [])],
"timestamp": utc_now(),
}
__all__ = ["AgentContextAudit"]
@@ -1,47 +0,0 @@
"""Web UI model for context isolation visibility."""
from __future__ import annotations
from typing import Any
class AgentContextDashboard:
def overview(self, contexts: list[dict[str, Any]] | None = None) -> dict[str, Any]:
contexts = contexts or []
return {
"module": "agent-context-isolation",
"route": "/admin/ai-evolution/context",
"title": "Agent Context Isolation",
"panels": [
{
"name": "agent-routing",
"title": "Agent 路由",
"data": contexts,
},
{
"name": "context-layers",
"title": "Context 来源层级",
"layers": [
"safety_policy",
"owner_policy",
"group_policy",
"role_policy",
"user_profile",
"session_context",
"agent_default",
],
},
{
"name": "audit",
"title": "Context 审计",
"events": [
"context_loaded",
"profile_updated",
"agent_selected",
],
},
],
}
__all__ = ["AgentContextDashboard"]
-55
View File
@@ -1,55 +0,0 @@
"""RBAC binding for group main agents and owner agents."""
from __future__ import annotations
from dataclasses import asdict, dataclass
from typing import Any
@dataclass(frozen=True)
class AgentRoutingDecision:
user_id: str
group_id: str
role: str
agent_id: str
scope: str
allowed: bool
reason: str
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class AgentContextRBAC:
"""Routes users to group agents and owners to dedicated owner agents."""
VALID_ROLES = {"user", "group_admin", "owner"}
def route(self, user_id: str, group_id: str | None, role: str) -> AgentRoutingDecision:
if role not in self.VALID_ROLES:
return AgentRoutingDecision(user_id, group_id or "", role, "", "none", False, "unknown_role")
if role == "owner":
return AgentRoutingDecision(
user_id=user_id,
group_id=group_id or "global",
role=role,
agent_id=f"owner-agent:{user_id}",
scope="global",
allowed=True,
reason="owner_dedicated_agent",
)
if not group_id:
return AgentRoutingDecision(user_id, "", role, "", "none", False, "group_required")
scope = "group" if role == "group_admin" else "self"
return AgentRoutingDecision(
user_id=user_id,
group_id=group_id,
role=role,
agent_id=f"group-main-agent:{group_id}",
scope=scope,
allowed=True,
reason="group_agent_routing",
)
__all__ = ["AgentRoutingDecision", "AgentContextRBAC"]
@@ -1,82 +0,0 @@
"""Multi-user agent context resolver.
Architecture:
- shared agent kernel
- group main agent
- owner dedicated agent
- user profile overlay
- session overlay
Personal preferences never enter shared USER.md.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class ContextLayer:
name: str
priority: int
data: dict[str, Any]
@dataclass
class EffectiveContext:
agent_id: str
user_id: str
group_id: str
layers: list[ContextLayer]
resolved: dict[str, Any]
resolved_at: str = field(default_factory=utc_now)
def to_dict(self):
return {
"agent_id": self.agent_id,
"user_id": self.user_id,
"group_id": self.group_id,
"layers": [asdict(x) for x in self.layers],
"resolved": self.resolved,
"resolved_at": self.resolved_at,
}
class AgentContextResolver:
"""Resolves context without shared user-state pollution."""
def resolve(
self,
user_id: str,
group_id: str,
session: dict[str, Any] | None = None,
user_profile: dict[str, Any] | None = None,
group_policy: dict[str, Any] | None = None,
agent_default: dict[str, Any] | None = None,
owner_policy: dict[str, Any] | None = None,
owner: bool = False,
) -> EffectiveContext:
layers = [
ContextLayer("agent_default", 10, agent_default or {}),
ContextLayer("group_policy", 30, group_policy or {}),
ContextLayer("user_profile", 50, user_profile or {}),
ContextLayer("session", 70, session or {}),
]
agent_id = f"group-main-agent:{group_id}"
if owner:
agent_id = f"owner-agent:{user_id}"
layers.append(ContextLayer("owner_policy", 90, owner_policy or {}))
resolved: dict[str, Any] = {}
# Higher priority overlays lower priority except safety policies handled upstream.
for layer in sorted(layers, key=lambda x: x.priority):
resolved.update(layer.data)
return EffectiveContext(agent_id, user_id, group_id, layers, resolved)
__all__ = ["ContextLayer", "EffectiveContext", "AgentContextResolver"]
@@ -1,37 +0,0 @@
"""Bridge Agent Event Bus events into Agent Observability metrics."""
from .agent_observability_hooks import AgentObservabilityHooks
class AgentEventObservabilityBridge:
def __init__(self, hooks: AgentObservabilityHooks | None = None):
self.hooks = hooks or AgentObservabilityHooks()
def consume(self, event: dict):
kind = event.get("kind")
payload = event.get("payload", {})
if kind == "agent_started":
return self.hooks.start(
user_id=payload.get("user_id", "unknown"),
visible_scope=payload.get("scope", "self"),
entry_agent=payload.get("agent", "unknown"),
execution_id=event.get("id"),
)
if kind == "agent_delegated":
return self.hooks.delegate(event["execution_id"], payload.get("agent", "unknown"))
if kind == "token_consumed":
return self.hooks.tokens(
event["execution_id"],
payload.get("input_tokens", 0),
payload.get("output_tokens", 0),
)
if kind in {"agent_completed", "agent_failed"}:
return self.hooks.finish(
event["execution_id"],
payload.get("closed_by"),
"failed" if kind == "agent_failed" else "completed",
)
return {"status": "ignored", "kind": kind}
__all__ = ["AgentEventObservabilityBridge"]
-80
View File
@@ -1,80 +0,0 @@
"""Agent orchestration observability model.
Tracks OpenClaw, Hermes and sub-agent execution chains. Token usage is optional
and depends on model adapter instrumentation.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now():
return datetime.now(timezone.utc).isoformat()
@dataclass
class AgentExecutionRecord:
execution_id: str
user_id: str
visible_scope: str
entry_agent: str
path: list[str]
used_hermes: bool
closed_by: str
duration_ms: int = 0
input_tokens: int | None = None
output_tokens: int | None = None
total_tokens: int | None = None
status: str = "completed"
started_at: str = field(default_factory=utc_now)
ended_at: str = field(default_factory=utc_now)
def to_dict(self):
return asdict(self)
class AgentObservability:
def __init__(self):
self.records: list[AgentExecutionRecord] = []
def record(self, record: AgentExecutionRecord):
self.records.append(record)
return record.to_dict()
def summary(self, user_id: str | None = None) -> dict[str, Any]:
records = [r for r in self.records if not user_id or r.user_id == user_id]
hermes = [r for r in records if r.used_hermes]
direct = [r for r in records if not r.used_hermes]
return {
"total_executions": len(records),
"openclaw_independent_loops": len(direct),
"hermes_orchestrated_loops": len(hermes),
"average_duration_ms": (
sum(r.duration_ms for r in records) / len(records) if records else 0
),
"token_usage": {
"input": sum(r.input_tokens or 0 for r in records),
"output": sum(r.output_tokens or 0 for r in records),
"total": sum(r.total_tokens or 0 for r in records),
},
}
def hermes_tree(self, user_id: str | None = None):
return [
{
"execution_id": r.execution_id,
"entry": r.entry_agent,
"used_hermes": r.used_hermes,
"children": r.path,
"duration_ms": r.duration_ms,
"tokens": r.total_tokens,
}
for r in self.records
if (not user_id or r.user_id == user_id)
]
__all__ = ["AgentExecutionRecord", "AgentObservability"]
@@ -1,52 +0,0 @@
"""API for agent orchestration observability."""
from __future__ import annotations
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .agent_observability import AgentExecutionRecord
from .agent_observability_dashboard import AgentObservabilityDashboard
from .agent_observability_store import AgentObservabilityStore
store = AgentObservabilityStore()
dashboard = AgentObservabilityDashboard(store.load())
def record_agent_execution(payload: dict[str, Any]):
record = AgentExecutionRecord(**payload)
return {"status": "ok", "record": store.append(record)}
def get_agent_observability(user_id: str | None = None, group_id: str | None = None, role: str = "user"):
records = store.query(user_id, group_id, role)
return {
"status": "ok",
"records": records,
"summary": store.load().summary(user_id if role != "owner" else None),
}
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/agents", tags=["agent-observability"])
@router.post("/execution", operation_id="recordAgentExecution")
def record(payload: dict[str, Any]):
return record_agent_execution(payload)
@router.get("/overview", operation_id="getAgentObservabilityOverview")
def overview(user_id: str | None = None, group_id: str | None = None, role: str = "user"):
return get_agent_observability(user_id, group_id, role)
return router
router = build_router()
__all__ = ["router", "record_agent_execution", "get_agent_observability"]
@@ -1,44 +0,0 @@
"""Web UI dashboard model for agent execution visibility."""
from .agent_observability import AgentObservability
class AgentObservabilityDashboard:
def __init__(self, observability: AgentObservability | None = None):
self.observability = observability or AgentObservability()
def overview(self, user_id: str | None = None):
return {
"route": "/admin/ai-evolution/agents",
"title": "Agent Orchestration Observability",
"summary": self.observability.summary(user_id),
"views": [
{
"name": "scheduler_flow",
"title": "OpenClaw/Hermes 调度流程",
"data": self.observability.hermes_tree(user_id),
},
{
"name": "agent_metrics",
"title": "智能体指标",
"fields": [
"duration_ms",
"input_tokens",
"output_tokens",
"total_tokens",
"status",
],
},
{
"name": "loop_distribution",
"title": "闭环分布",
"fields": [
"openclaw_independent_loops",
"hermes_orchestrated_loops",
],
},
],
}
__all__ = ["AgentObservabilityDashboard"]
@@ -1,113 +0,0 @@
"""Runtime hooks for Agent Observability.
OpenClaw/Hermes/sub-agents can call these hooks at start/end/delegation points.
The hooks store sanitized metadata only: no prompts, no secrets, no private message
content.
"""
from __future__ import annotations
from dataclasses import dataclass, field
from datetime import datetime, timezone
from typing import Any
from uuid import uuid4
from .agent_observability import AgentExecutionRecord
from .agent_observability_store import AgentObservabilityStore
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def parse_time(value: str) -> datetime:
return datetime.fromisoformat(value.replace("Z", "+00:00"))
@dataclass
class AgentRunContext:
execution_id: str
user_id: str
visible_scope: str
entry_agent: str
path: list[str] = field(default_factory=list)
used_hermes: bool = False
started_at: str = field(default_factory=utc_now)
input_tokens: int = 0
output_tokens: int = 0
status: str = "running"
def delegate(self, agent_name: str) -> None:
if agent_name not in self.path:
self.path.append(agent_name)
if agent_name.lower() == "hermes":
self.used_hermes = True
def add_tokens(self, input_tokens: int = 0, output_tokens: int = 0) -> None:
self.input_tokens += max(input_tokens, 0)
self.output_tokens += max(output_tokens, 0)
class AgentObservabilityHooks:
def __init__(self, store: AgentObservabilityStore | None = None):
self.store = store or AgentObservabilityStore()
self.active: dict[str, AgentRunContext] = {}
def start(
self,
user_id: str,
visible_scope: str,
entry_agent: str,
execution_id: str | None = None,
) -> dict[str, Any]:
run = AgentRunContext(
execution_id=execution_id or f"exec_{uuid4().hex[:12]}",
user_id=user_id,
visible_scope=visible_scope,
entry_agent=entry_agent,
path=[entry_agent],
used_hermes=entry_agent.lower() == "hermes",
)
self.active[run.execution_id] = run
return {"status": "started", "execution_id": run.execution_id, "run": run.__dict__}
def delegate(self, execution_id: str, agent_name: str) -> dict[str, Any]:
run = self.active[execution_id]
run.delegate(agent_name)
return {"status": "delegated", "execution_id": execution_id, "path": run.path}
def tokens(self, execution_id: str, input_tokens: int = 0, output_tokens: int = 0) -> dict[str, Any]:
run = self.active[execution_id]
run.add_tokens(input_tokens, output_tokens)
return {
"status": "tokens_recorded",
"execution_id": execution_id,
"input_tokens": run.input_tokens,
"output_tokens": run.output_tokens,
"total_tokens": run.input_tokens + run.output_tokens,
}
def finish(self, execution_id: str, closed_by: str | None = None, status: str = "completed") -> dict[str, Any]:
run = self.active.pop(execution_id)
ended_at = utc_now()
duration_ms = int((parse_time(ended_at) - parse_time(run.started_at)).total_seconds() * 1000)
record = AgentExecutionRecord(
execution_id=run.execution_id,
user_id=run.user_id,
visible_scope=run.visible_scope,
entry_agent=run.entry_agent,
path=run.path,
used_hermes=run.used_hermes,
closed_by=closed_by or run.path[-1],
duration_ms=duration_ms,
input_tokens=run.input_tokens,
output_tokens=run.output_tokens,
total_tokens=run.input_tokens + run.output_tokens,
status=status,
started_at=run.started_at,
ended_at=ended_at,
)
return {"status": "stored", "record": self.store.append(record)}
__all__ = ["AgentRunContext", "AgentObservabilityHooks"]
@@ -1,45 +0,0 @@
"""Persistent store for agent observability records.
Stores sanitized execution metrics for OpenClaw/Hermes/sub-agents. No prompts,
secrets, or private message contents are persisted here; only metrics and routing
metadata are stored for Web UI statistics and audit.
"""
from __future__ import annotations
import json
from pathlib import Path
from typing import Any
from .agent_observability import AgentExecutionRecord, AgentObservability
class AgentObservabilityStore:
def __init__(self, root: str = "runtime/agent-observability"):
self.root = Path(root)
self.records_dir = self.root / "records"
self.records_dir.mkdir(parents=True, exist_ok=True)
def append(self, record: AgentExecutionRecord) -> dict[str, Any]:
path = self.records_dir / f"{record.execution_id}.json"
data = record.to_dict()
path.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
return data
def load(self) -> AgentObservability:
observability = AgentObservability()
for path in sorted(self.records_dir.glob("*.json")):
raw = json.loads(path.read_text(encoding="utf-8"))
observability.records.append(AgentExecutionRecord(**raw))
return observability
def query(self, user_id: str | None = None, group_id: str | None = None, role: str = "user") -> list[dict[str, Any]]:
records = [record.to_dict() for record in self.load().records]
if role == "owner":
return records
if role == "group_admin" and group_id:
return [r for r in records if r.get("visible_scope") == group_id or r.get("user_id") == user_id]
return [r for r in records if r.get("user_id") == user_id]
__all__ = ["AgentObservabilityStore"]
+82 -385
View File
@@ -1,398 +1,95 @@
#!/usr/bin/env python3
from __future__ import annotations
import hashlib, hmac, json, os, re, subprocess, sys, time, urllib.parse, uuid
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
""" AI GitOps Actions API """
import asyncio, base64, hashlib, hmac, json, os, re, shutil, subprocess, sys, time, uuid
from pathlib import Path
from typing import Any
from urllib.parse import parse_qs, urlparse
sys.path.insert(0, str(Path(os.getenv('AIOS_GITOPS_WORKSPACE', '/data/aios-gitops/workspace')) / 'runtime' / 'agent-os'))
from orchestrator.action_monitor import ActionMonitor
from aiohttp import web
ROOT = Path(os.getenv('AIOS_GITOPS_ROOT', '/data/aios-gitops'))
WS = Path(os.getenv('AIOS_GITOPS_WORKSPACE', str(ROOT / 'workspace')))
SECRETS = Path(os.getenv('AIOS_GITOPS_SECRETS_DIR', str(ROOT / 'runtime' / 'secrets')))
TOKEN_FILE = Path(os.getenv('AIOS_GITOPS_TOKEN_FILE', str(SECRETS / 'gitops.tokens')))
HOST = os.getenv('AIOS_GITOPS_HOST', '127.0.0.1')
PORT = int(os.getenv('AIOS_GITOPS_PORT', '18890'))
OPENAPI = WS / 'docs' / 'gitops' / 'openapi-chatgpt-actions.yaml'
BARE_REPO = Path(os.getenv('AIOS_GITOPS_BARE_REPO', str(ROOT / 'runtime' / 'gitea-bin' / 'data' / 'repositories' / 'aios' / 'aios.git')))
monitor = ActionMonitor()
# Environment
WS = Path(os.environ.get("AIOS_WORKSPACE", "/data/aios-gitops/workspace"))
BASE_DIR = WS / "active-runtime"
APPDIR = BASE_DIR / "app"
AUDITDIR = WS / "audit"
WORKDIR = WS / "work"
DOTDIR = WS.parent
GITEA_DIR = DOTDIR / "runtime" / "gitea-bin" / "data" / "repositories" / "aios"
BASE_MODELS = [
{'id':'base.deepseekv4-flash','provider':'one-api','model':'deepseekv4-flash','display_name':'DeepSeek V4 Flash','scope':'global'},
{'id':'base.qwen3.6-35b','provider':'one-api','model':'qwen3.6-35b','display_name':'Qwen 3.6 35B','scope':'global'},
{'id':'base.gpt-5.5','provider':'openai','model':'gpt-5.5','display_name':'GPT-5.5','scope':'global'},
]
SECRET_RE = re.compile(r'(?i)(api[_-]?key|secret[_-]?access[_-]?key|secret|password|token)\s*[:=]\s*["\']?([A-Za-z0-9_./+=:-]{16,})')
SECRET_VAL_RE = re.compile(r'(sk-[A-Za-z0-9_-]{20,}|HPUA[A-Z0-9]{10,}|SDC[A-Za-z0-9]{20,})')
# Load config
try:
import yaml
config_path = WS / "active-runtime" / "app" / "config.yaml"
with open(config_path) as f:
CONFIG = yaml.safe_load(f) or {}
except: CONFIG = {}
def now() -> str: return time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime())
def uid(p='id') -> str: return f'{p}-{int(time.time()*1000)}-{uuid.uuid4().hex[:8]}'
def safe(s: str, n=160) -> str: return re.sub(r'[^A-Za-z0-9_./@-]+', '-', str(s or 'unknown')).strip('/-')[:n] or 'unknown'
def sh(args, check=False):
p = subprocess.run(['git'] + args, cwd=str(WS), text=True, capture_output=True)
if check and p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or 'git failed')
return {'code':p.returncode,'stdout':p.stdout.strip(),'stderr':p.stderr.strip(),'cmd':['git']+args}
def jload(p: Path, default):
try: return json.loads(p.read_text(encoding='utf-8'))
except Exception: return default
def relpath(path: str) -> str:
x = str(path or '').replace('\\','/').strip()
if not x or x.startswith('/') or '..' in Path(x).parts or Path(x).parts[0] == '.git': raise ValueError('invalid path')
return str(Path(x))
def branch_name(name: str | None, prefix='patch/chatgpt') -> str:
b = safe(name or f'{prefix}-{uid("br")}', 180)
if b in ('main','master') or b.startswith('main/') or b.startswith('master/'): raise ValueError('direct main/master writes are forbidden')
return b
def _json_has_plain_secret(obj: Any) -> bool:
if isinstance(obj, dict):
for k, v in obj.items():
lk = str(k).lower()
if lk == 'secret_ref' or lk.endswith('_secret_ref'):
continue
if lk in {'api_key', 'access_key', 'secret_access_key', 'secret_key', 'password', 'token', 'bearer_token'}:
if isinstance(v, str) and v and not v.startswith('secret://') and v != 'REDACTED':
return True
if _json_has_plain_secret(v):
return True
return False
if isinstance(obj, list):
return any(_json_has_plain_secret(x) for x in obj)
if isinstance(obj, str):
return bool(obj and not obj.startswith('secret://') and obj != 'REDACTED' and SECRET_VAL_RE.search(obj))
return False
start_time = time.time()
log_ident = "aios-api"
def content_has_secret(text: str) -> bool:
text = text or ''
try:
return _json_has_plain_secret(json.loads(text))
except Exception:
pass
if SECRET_VAL_RE.search(text):
return True
for m in SECRET_RE.finditer(text):
key = str(m.group(1)).lower()
value = str(m.group(2))
if 'secret_ref' in key or value.startswith('secret://') or value == 'REDACTED':
continue
return True
return False
def token_records():
if not TOKEN_FILE.exists(): return []
out=[]
for raw in TOKEN_FILE.read_text(encoding='utf-8').splitlines():
line=raw.strip()
if not line or line.startswith('#'): continue
if line.startswith('{'):
try: out.append(json.loads(line))
except Exception: pass
else:
out.append({'account':'legacy-token','role':'owner','scopes':['*'],'token_plain':line})
return out
def authenticate(token: str):
if os.getenv('AIOS_GITOPS_DEV_ALLOW','0') == '1': return {'account':'dev-owner','role':'owner','scopes':['*']}
if not token: return None
digest=hashlib.sha256(token.encode()).hexdigest()
for r in token_records():
if r.get('disabled'): continue
if r.get('token_sha256') and hmac.compare_digest(str(r['token_sha256']), digest): return r
if r.get('token_plain') and hmac.compare_digest(str(r['token_plain']), token): return r
return None
def sanitize(obj: Any) -> Any:
if isinstance(obj, dict):
return {k: ('REDACTED' if re.search(r'(?i)(api[_-]?key|secret|password|token)', str(k)) else sanitize(v)) for k,v in obj.items()}
if isinstance(obj, list): return [sanitize(x) for x in obj]
if isinstance(obj, str): return SECRET_VAL_RE.sub('REDACTED', obj)
return obj
def ensure_git():
if not sh(['config','user.email'])['stdout']: sh(['config','user.email','chatgpt-gitops-bot@cnnetmkt.top'], True)
if not sh(['config','user.name'])['stdout']: sh(['config','user.name','chatgpt-gitops-bot'], True)
def checkout(branch, base='main', create=False):
ensure_git(); b=branch_name(branch)
if create or sh(['rev-parse','--verify',b])['code'] != 0:
sh(['checkout',base], True); sh(['checkout','-B',b], True)
else: sh(['checkout',b], True)
return b
def write_file(path, content):
if content_has_secret(content): raise ValueError('secret_rejected: use secret_ref; plaintext API keys must not enter Git')
r=relpath(path); t=WS/r; t.parent.mkdir(parents=True, exist_ok=True); t.write_text(content, encoding='utf-8'); return r
def write_json(path, data): return write_file(path, json.dumps(data, ensure_ascii=False, indent=2) + '\n')
def sync_branch(branch: str) -> dict:
if not branch or branch in ('main','master') or branch.startswith('main/') or branch.startswith('master/'):
return {'status':'skipped','reason':'protected_branch','branch':branch}
if BARE_REPO.exists():
ref=f'refs/heads/{branch}:refs/heads/{branch}'
p=subprocess.run(['git','--git-dir',str(BARE_REPO),'fetch',str(WS),ref], text=True, capture_output=True)
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git sync failed for {branch}')
return {'status':'synced','target':'bare','branch':branch,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
p=subprocess.run(['git','push','origin',f'HEAD:refs/heads/{branch}'], cwd=str(WS), text=True, capture_output=True)
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git push failed for {branch}')
return {'status':'synced','target':'origin','branch':branch,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
def sh(cmd, **kw):
try:
r = subprocess.run(cmd, capture_output=True, text=True, cwd=WS, **kw)
return r.stdout.strip() if r else None
except: return None
def sync_tag(tag: str) -> dict:
if not tag: return {'status':'skipped','reason':'empty_tag'}
if BARE_REPO.exists():
ref=f'refs/tags/{tag}:refs/tags/{tag}'
p=subprocess.run(['git','--git-dir',str(BARE_REPO),'fetch',str(WS),ref], text=True, capture_output=True)
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git tag sync failed for {tag}')
return {'status':'synced','target':'bare','tag':tag,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
p=subprocess.run(['git','push','origin',tag], cwd=str(WS), text=True, capture_output=True)
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git tag push failed for {tag}')
return {'status':'synced','target':'origin','tag':tag,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
def baselines():
p = WS / "baselines" / "current.json"
if p.exists():
try: return json.loads(p.read_text())
except: pass
return {}
def commit(paths, msg):
ensure_git(); paths = [relpath(p) for p in paths] if paths else ['.']; sh(['add'] + paths, True)
branch=sh(['rev-parse','--abbrev-ref','HEAD'])['stdout']
if not sh(['status','--short'])['stdout']:
return {'status':'no_changes','branch':branch,'sync':sync_branch(branch)}
out=sh(['commit','-m',msg], True); branch=sh(['rev-parse','--abbrev-ref','HEAD'])['stdout']; sync=sync_branch(branch); return {'status':'committed','branch':branch,'rev':sh(['rev-parse','--short','HEAD'], True)['stdout'],'git':out,'sync':sync}
def audit(actor, action, target, payload):
p=ROOT/'artifacts'/'chatgpt-gitops-audit.jsonl'; p.parent.mkdir(parents=True, exist_ok=True)
with p.open('a', encoding='utf-8') as f: f.write(json.dumps({'at':now(),'actor':actor,'action':action,'target':target,'payload':sanitize(payload)}, ensure_ascii=False)+'\n')
def model_docs():
out=[]
for p in sorted((WS/'config'/'model_registry').glob('**/*.json')): out.append(jload(p, {'path':str(p.relative_to(WS))}))
return out
def patches():
out=[]
for p in sorted((WS/'patches').glob('**/*.json')): out.append(jload(p, {'path':str(p.relative_to(WS))}))
return out
def commands(status):
d = WS / "agents" / "commands" / status
if not d.exists(): return []
return [{"name": f.name, "state": status} for f in sorted(d.iterdir()) if f.name.endswith(".md")]
class H(BaseHTTPRequestHandler):
server_version='AIOSChatGPTGitOps/V1R1C0'
def sendj(self, data, code=200):
b=json.dumps(data, ensure_ascii=False, indent=2).encode(); self.send_response(code); self.send_header('Content-Type','application/json; charset=utf-8'); self.send_header('Content-Length',str(len(b))); self.end_headers(); self.wfile.write(b)
def sendt(self, text, ctype='text/plain; charset=utf-8', code=200):
b=text.encode(); self.send_response(code); self.send_header('Content-Type',ctype); self.send_header('Content-Length',str(len(b))); self.end_headers(); self.wfile.write(b)
def body(self):
n=int(self.headers.get('Content-Length','0') or '0'); raw=self.rfile.read(n).decode() if n else '{}'
try: return json.loads(raw or '{}')
except Exception: return {'_raw':raw}
def actor(self):
auth=self.headers.get('Authorization',''); tok=auth[7:].strip() if auth.startswith('Bearer ') else self.headers.get('X-AIOS-Token','')
rec=authenticate(tok)
if rec: return {'ok':True,'account':safe(rec.get('account') or rec.get('name') or 'token-user'),'role':rec.get('role','user'),'scopes':set(rec.get('scopes') or [])}
return {'ok':False,'account':'anonymous','role':'anonymous','scopes':set()}
def need(self, scope):
a=self.actor()
if not a['ok']: self.sendj({'error':'unauthorized','hint':'Bearer token required'},401); return None
if '*' not in a['scopes'] and scope not in a['scopes']: self.sendj({'error':'forbidden','required_scope':scope,'account':a['account']},403); return None
return a
def do_GET(self):
u=urllib.parse.urlparse(self.path); path=u.path.rstrip('/') if u.path != '/' else u.path; q=urllib.parse.parse_qs(u.query)
try:
if path in ('/health','/api/health'): return self.sendj({'status':'ok','service':'chatgpt-gitops-adapter','workspace':str(WS)})
if path in ('/api/openapi.yaml','/api/openapi-chatgpt-actions.yaml','/api/schema'):
return self.sendt(OPENAPI.read_text(encoding='utf-8'), 'application/yaml; charset=utf-8') if OPENAPI.exists() else self.sendj({'error':'schema_missing'},404)
if path in ('/api','/api/status'): return self.sendj(api_spec())
if path in ('/api/base','/api/baseline','/base'):
data=jload(WS/'baseline'/'current.json', {}); data.setdefault('git', sh(['rev-parse','--short','HEAD'])['stdout']); return self.sendj(data)
if path in ('/api/ver','/api/versions','/ver'):
return self.sendj({'tags':sh(['tag','--list','V*'])['stdout'].splitlines(),'versions_dir':[p.name for p in (WS/'versions').glob('*')],'head':sh(['rev-parse','--short','HEAD'])['stdout']})
if path in ('/api/diff','/diff'):
frm=(q.get('from') or ['HEAD~1'])[0]; to=(q.get('to') or ['HEAD'])[0]; return self.sendj({'from':frm,'to':to,'diff':sh(['diff',frm,to])})
if path in ('/api/patch','/api/patches','/api/branches','/patch'): return self.sendj({'patches':patches(),'branches':sh(['branch','--format','%(refname:short)'])['stdout'].splitlines()})
if path in ('/api/model','/model'): return self.sendj({'base':BASE_MODELS,'custom':model_docs(),'priority':[jload(p,{}) for p in sorted((WS/'config'/'model_priority').glob('*.json'))]})
if path in ('/api/run','/api/runtime-status','/run'):
svc=subprocess.run(['systemctl','is-active','aios-gitops-model-api'], text=True, capture_output=True)
return self.sendj({'service':'aios-gitops-model-api','status':svc.stdout.strip() or svc.stderr.strip(),'workspace_branch':sh(['rev-parse','--abbrev-ref','HEAD'])['stdout']})
if path in ('/api/action-monitor','/action-monitor'):
latest=monitor.latest()
ldict={'event_id':latest.event_id,'action':latest.action,'error':latest.error,'context':latest.context,'created_at':latest.created_at} if latest else None
return self.sendj({'events':[{"event_id":e.event_id,"action":e.action,"error":e.error,"context":e.context,"created_at":e.created_at} for e in monitor.list_events()],'latest':ldict})
# Admin AI Evolution Dashboard
if path in ('/admin/ai-evolution','/admin/ai-evolution/'):
return self.ai_evolution_page()
if path in ('/admin/ai-evolution/api/data'):
return self.ai_evolution_data()
return self.sendj({'error':'not_found','path':path},404)
except Exception as e:
monitor.record_failure('do_GET', str(e), {'path':path})
return self.sendj({'error':str(e)},500)
def do_PUT(self):
path=urllib.parse.urlparse(self.path).path.rstrip('/'); data=self.body()
if path == '/api/model-priority': return self.model_priority(data)
return self.sendj({'error':'not_found','path':path},404)
def do_POST(self):
path=urllib.parse.urlparse(self.path).path.rstrip('/'); data=self.body()
try:
if path in ('/api/branch','/api/create-branch'): return self.branch(data)
if path in ('/api/file','/api/commit-file'): return self.file(data)
if path == '/api/commit': return self.commit(data)
if path in ('/api/patch','/api/create-patch'): return self.patch(data)
if path in ('/api/tag','/api/create-tag'): return self.tag(data)
if path == '/api/rollback': return self.rollback(data)
if path == '/api/model': return self.model(data)
if path == '/api/model-priority': return self.model_priority(data)
if path == '/api/nl': return self.nl(data)
return self.sendj({'error':'not_found','path':path},404)
except Exception as e:
monitor.record_failure('do_POST', str(e), {'path':path})
return self.sendj({'error':str(e)},500)
def branch(self,data):
a=self.need('branch:create');
if not a: return
b=checkout(data.get('branch'), data.get('base','main'), True); meta={'type':'branch','branch':b,'base':data.get('base','main'),'created_by':a['account'],'created_at':now(),'direct_main_push':False,'owner_approval_required':True}
r=write_json(f'patches/{safe(b).replace("/","_")}.branch.json', meta); c=commit([r], data.get('message') or f'chore(chatgpt): create {b}'); audit(a['account'],'branch',b,meta); self.sendj({'status':'ok','branch':b,'commit':c})
def file(self,data):
a=self.need('file:write');
if not a: return
b=checkout(data.get('branch'), data.get('base','main'), bool(data.get('create_branch'))); r=write_file(data.get('path'), data.get('content','')); c=commit([r], data.get('message') or f'chore(chatgpt): update {r}'); audit(a['account'],'file',r,{'branch':b,'commit':c}); self.sendj({'status':'committed','branch':b,'path':r,'commit':c})
def commit(self,data):
a=self.need('commit:create');
if not a: return
b=checkout(data.get('branch') or sh(['rev-parse','--abbrev-ref','HEAD'])['stdout'], data.get('base','main'), False); paths=data.get('paths') or ['.']; paths=[paths] if isinstance(paths,str) else paths; c=commit(paths, data.get('message') or 'chore(chatgpt): commit changes'); audit(a['account'],'commit',b,{'paths':paths,'commit':c}); self.sendj({'status':c['status'],'branch':b,'commit':c})
def patch(self,data):
a=self.need('patch:create');
if not a: return
name=data.get('patch_name') or data.get('name') or uid('patch'); b=checkout(data.get('branch') or f'patch/{safe(name)}', data.get('base','main'), True); meta={'id':uid('patch'),'patch_name':name,'branch':b,'risk':data.get('risk','medium'),'description':data.get('description',''),'created_by':a['account'],'created_at':now()}
r=write_json(f'patches/{safe(name)}.json', meta); c=commit([r], data.get('message') or f'chore(chatgpt): create patch {name}'); audit(a['account'],'patch',name,meta); self.sendj({'status':'patch_branch_created','patch':meta,'commit':c})
def tag(self,data):
a=self.need('tag:create');
if not a: return
ver=data.get('version') or data.get('tag')
if not re.match(r'^V\d+R\d+C\d+(-[A-Za-z0-9_.-]+)?$', ver or ''): return self.sendj({'error':'version must match VxRxCx'},400)
if data.get('confirm') != True:
self.sendj({'status':'confirm_required','operation':'tag','hint':'This operation creates a Git tag. Confirm to proceed.','x-openai-isConsequential':True}, 428)
return
if a['role'] != 'owner' or not data.get('execute'):
b=checkout(data.get('branch') or f'request/tag-{safe(ver)}', 'main', True); req={'version':ver,'requested_by':a['account'],'approval_required':True,'created_at':now()}; r=write_json(f'baseline/tag_requests/{safe(ver)}.json', req); c=commit([r], f'chore(chatgpt): request tag {ver}'); return self.sendj({'status':'approval_required','branch':b,'commit':c})
out=sh(['tag','-a',ver,'-m',data.get('message') or f'release {ver}'], True); self.sendj({'status':'tagged','version':ver,'git':out,'sync':sync_tag(ver)})
def rollback(self,data):
a=self.need('rollback:request');
if not a: return
target=data.get('target_version') or data.get('version') or data.get('target')
if not target: return self.sendj({'error':'target_version required'},400)
b=checkout(data.get('branch') or f'request/rollback-{safe(target)}-{uid("rb")}', 'main', True); req={'id':uid('rollback'),'target_version':target,'reason':data.get('reason',''),'requested_by':a['account'],'approval_required':True,'execute':False,'created_at':now()}; r=write_json(f'baseline/rollback_requests/{safe(req["id"])}.json', req); c=commit([r], f'chore(chatgpt): request rollback {target}'); self.sendj({'status':'rollback_request_committed','branch':b,'request':req,'commit':c})
def model(self,data):
a=self.need('model:write');
if not a: return
name=data.get('model_name') or data.get('model'); base=(data.get('base_url') or '').rstrip('/'); prov=data.get('provider_name') or 'custom-provider'
if not name or not base: return self.sendj({'error':'provider_name/base_url/model_name required'},400)
owner=safe(data.get('username') or a['account']); secret_ref=data.get('api_key_secret_ref') or data.get('secret_ref')
if data.get('api_key'):
d=SECRETS/'llm'/owner; d.mkdir(parents=True, exist_ok=True); sid=uid('llmkey'); p=d/f'{sid}.secret'; p.write_text(str(data['api_key']), encoding='utf-8'); os.chmod(p,0o600); secret_ref=f'secret://llm/{owner}/{sid}'
if not secret_ref: return self.sendj({'error':'api_key_secret_ref or api_key required'},400)
mid=data.get('model_id') or f'custom.{owner}.{hashlib.sha1((prov+base+name).encode()).hexdigest()[:10]}'; b=checkout(data.get('branch') or f'patch/model-{safe(mid)}','main',True)
doc=sanitize({k:v for k,v in data.items() if k!='api_key'}); doc.update({'model_id':mid,'provider_name':prov,'base_url':base,'model_name':name,'api_key_secret_ref':secret_ref,'created_by':a['account'],'created_at':now()})
if data.get('confirm') != True:
self.sendj({'status':'confirm_required','operation':'model','hint':'This operation registers a new model. Confirm to proceed.','x-openai-isConsequential':True}, 428)
return
r=write_json(f'config/model_registry/chatgpt/{safe(mid)}.json', doc); c=commit([r], data.get('message') or f'chore(chatgpt): register model {name}'); audit(a['account'],'model',mid,doc); self.sendj({'status':'model_registered','branch':b,'model_id':mid,'secret_ref':secret_ref,'commit':c})
def model_priority(self,data):
a=self.need('model:priority');
if not a: return
if data.get('confirm') != True:
self.sendj({'status':'confirm_required','operation':'model-priority','hint':'This operation updates model priority. Confirm to proceed.','x-openai-isConsequential':True}, 428)
return
user=safe(data.get('username') or a['account']); b=checkout(data.get('branch') or f'patch/model-priority-{user}', 'main', True); doc={'username':user,'items':data.get('items') or data.get('priority') or [],'updated_by':a['account'],'updated_at':now()}; r=write_json(f'config/model_priority/{user}.json', doc); c=commit([r], data.get('message') or f'chore(chatgpt): update model priority {user}'); audit(a['account'],'model-priority',user,doc); self.sendj({'status':'updated','branch':b,'priority':doc,'commit':c})
def nl(self,data):
a=self.need('nl:plan');
if not a: return
text=data.get('text',''); low=text.lower(); intent='unknown'; plan=[]
if 'rollback' in low or '回滚' in text: intent='rollback_request'; plan=['commit rollback request','wait owner/admin approval']
elif 'diff' in low or '对比' in text: intent='diff'; plan=['call GET /api/diff']
elif 'model' in low or '模型' in text: intent='model_change'; plan=['use POST /api/model or PUT /api/model-priority','commit metadata']
elif 'patch' in low or '补丁' in text: intent='patch_create'; plan=['call POST /api/patch']
b=checkout(data.get('branch') or f'patch/nl-{uid("nl")}', 'main', True); doc={'id':uid('nl'),'text':text,'intent':intent,'action_plan':plan,'execute':False,'owner_approval_required':True,'created_by':a['account'],'created_at':now()}; r=write_json(f'patches/nl/{safe(doc["id"])}.json', doc); c=commit([r], f'chore(chatgpt): record nl plan {intent}'); self.sendj({'status':'planned','branch':b,'request':doc,'commit':c})
_EVOLUTION_HTML = '''<!DOCTYPE html>
<html lang=zh-CN>
<head>
<meta charset=UTF-8>
<meta name=viewport content="width=device-width,initial-scale=1.0">
<title>AIOS Evolution Dashboard</title>
<script src=https://cdn.jsdelivr.net/npm/vue@3/dist/vue.global.prod.js></script>
<style>
*{margin:0;padding:0;box-sizing:border-box}
body{background:#0d1117;color:#c9d1d9;font-size:14px;line-height:1.7;font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Helvetica,Arial,sans-serif}
.c{max-width:1000px;margin:0 auto;padding:32px 24px}
h1{font-size:24px;color:#58a6ff;margin-bottom:2px}
.sub{color:#8b949e;font-size:13px;border-bottom:1px solid #21262d;padding-bottom:16px;margin-bottom:20px;display:flex;justify-content:space-between}
.g{display:grid;grid-template-columns:repeat(auto-fill,minmax(160px,1fr));gap:16px;margin-bottom:20px}
.s{background:#161b22;border:1px solid #21262d;border-radius:8px;padding:18px;text-align:center}
.s .v{font-size:28px;font-weight:700;color:#f0f6fc}
.s .l{font-size:11px;color:#8b949e;margin-top:4px}
.bx{background:#161b22;border:1px solid #21262d;border-radius:8px;margin-bottom:14px}
.bh{border-bottom:1px solid #21262d;padding:10px 16px;font-weight:600;font-size:14px;display:flex;gap:6px;align-items:center}
.bd{padding:12px 16px}
.rw{display:grid;grid-template-columns:1fr 1fr 100px 60px;gap:8px;padding:8px 16px;border-bottom:1px solid #21262d;font-size:13px;align-items:center;cursor:pointer;transition:background .15s}
.rw:hover{background:#1c2128}.rw:last-child{border-bottom:none}
.tg{display:inline-block;padding:2px 10px;border-radius:99px;font-size:11px;font-weight:600}
.ok{background:#3fb95033;color:#3fb950}.fl{background:#da363333;color:#f85149}.if{background:#1f6feb33;color:#58a6ff}
pre{background:#0d1117;padding:12px;border-radius:6px;overflow:auto;font-size:12px;color:#8b949e;max-height:300px;margin-top:8px}select{padding:8px 10px;border:1px solid #30363d;border-radius:6px;background:#21262d;color:#c9d1d9;font-size:13px;max-width:400px;width:100%;margin-bottom:4px;cursor:pointer}
</style>
</head>
<body>
<div id=app class=c>
<h1>AIOS Evolution Dashboard</h1>
<div class=sub><span>Baseline: {{baseline}}</span><span style=color:#8b949e>{{refreshMsg}}</span></div>
<div class=g><div class=s><div class=v>{{tot}}</div><div class=l>Commands</div></div><div class=s><div class=v style=color:#3fb950>{{sok}}</div><div class=l>Succeeded</div></div><div class=s><div class=v style=color:#f85149>{{sfail}}</div><div class=l>Failed</div></div><div class=s><div class=v>{{runs}}</div><div class=l>Executions</div></div></div>
<div class=bx><div class=bh>Version Timeline</div><div class=bd><div class=rw style=font-weight:600;border-bottom:2px solid #30363d;cursor:default><span>Version</span><span>Time</span><span>Result</span></div><div v-for=v in vs class=rw @click=selVer(v)><span style=color:#58a6ff>{{v.tag}}</span><span>{{v.time||'-'}}</span><span :class="'tg '+v.result">{{v.result||'-'}}</span></div></div></div>
<div class=bx><div class=bh>Commands</div><div class=bd><select v-model=cmd @change=loadCmd><option value>-- Select --</option><option v-for=c in cmds :value=c>{{c}}</option></select><pre v-if=cdet>{{cdet}}</pre></div></div>
<div class=bx><div class=bh>Recent Agent Runs</div><div class=bd><div class=rw style=font-weight:600;border-bottom:2px solid #30363d;cursor:default><span>Agent</span><span>Command</span><span>Count</span><span>Result</span></div><div v-for=r in aruns class=rw><span>{{r.agent||'-'}}</span><span style=overflow:hidden;white-space:nowrap;text-overflow:ellipsis>{{r.command}}</span><span>{{r.interaction_count||0}}</span><span :class="'tg '+r.final_result">{{r.final_result||'-'}}</span></div></div></div></div>
<script>
const{createApp,ref,onMounted}=Vue;createApp({setup(){const vs=ref([]),cmds=ref([]),ar=ref([]),cmd=ref(''),cdet=ref(null),tot=ref(0),sok=ref(0),sfail=ref(0),runs=ref(0),baseline=ref('V1R3C1'),refreshMsg=ref('')
async function ld(){try{const r=await fetch('/admin/ai-evolution/api/data'),d=await r.json();baseline.value=d.baseline||'V1R3C1';vs.value=d.versions||[];cmds.value=d.commands||[];ar.value=d.agent_runs||[];tot.value=d.stats?.total||0;sok.value=d.stats?.success||0;sfail.value=d.stats?.failed||0;runs.value=d.stats?.agent_runs||0;refreshMsg.value='Last updated: '+new Date().toLocaleString()}catch(e){}}
async function loadCmd(){if(!cmd.value){cdet.value=null;return}try{const r=await fetch('/admin/ai-evolution/api/data?command='+encodeURIComponent(cmd.value)),d=await r.json();cdet.value=JSON.stringify(d,null,2)}catch(e){cdet.value='Error'}}
function selVer(v){cmd.value=v.tag||v.id||v.version;loadCmd()}
onMounted(()=>{ld();setInterval(ld,30000)})
return{vs,cmds,ar,cmd,cdet,tot,sok,sfail,runs,baseline,refreshMsg,loadCmd,selVer}})mount('#app')
</script></body></html>'''
def agent_runs():
d = AUDITDIR / "agent-runs"
if not d.exists(): return []
rs = []
for f in sorted(d.iterdir(), reverse=True):
if f.name.endswith(".json"):
try:
j = json.loads(f.read_text())
j["file"] = f.stem
rs.append(j)
except: pass
return rs
def ai_evolution_page(self):
self.send_response(200)
self.send_header('Content-Type', 'text/html; charset=utf-8')
self.send_header('Content-Length', str(len(self._EVOLUTION_HTML)))
self.end_headers()
self.wfile.write(self._EVOLUTION_HTML.encode())
async def handle_api(request):
path = request.path
if path in ('/admin/ai-evolution','/admin/ai-evolution/'):
# Serve the HTML page
html_path = APPDIR / 'static' / 'admin-ai-evolution.html'
if html_path.exists():
return web.Response(text=html_path.read_text(), content_type='text/html')
return web.Response(text='Dashboard not found', status=404)
if path == '/admin/ai-evolution/api/data':
result = subprocess.run(['git','tag','--list','V*'], capture_output=True, text=True, cwd=WS)
tags = result.stdout.strip().splitlines() if result.returncode == 0 else []
h = subprocess.run(['git','rev-parse','--short','HEAD'], capture_output=True, text=True, cwd=WS)
head = h.stdout.strip() if h.returncode == 0 else 'unknown'
b = subprocess.run(['git','rev-parse','--abbrev-ref','HEAD'], capture_output=True, text=True, cwd=WS)
branch = b.stdout.strip() if b.returncode == 0 else 'unknown'
return web.json_response({
'baseline': baselines(),
'versions': [{'tag':t,'name':p.name} for p in sorted((WS/'versions').glob('*')) for t in tags if p.name in t],
'commands': commands('active') + commands('running') + commands('completed'),
'agent_runs': agent_runs(),
'stats': {
'current': head,
'branch': branch,
'uptime': round(time.time()-start_time, 2),
'baseline': baselines().get('current_baseline','unknown'),
}
})
return web.json_response({'error':'not_found','path':path}, status=404)
def ai_evolution_data(self):
q=urllib.parse.urlparse(self.path).query
params=urllib.parse.parse_qs(q)
cmd_filter=(params.get('command') or [None])[0]
bl=jload(WS/'baseline'/'current.json',{})
current_ver=bl.get('current_baseline','V1R3C1')
tags=sh(['tag','--list','V*'])['stdout'].splitlines() if WS.exists() else []
versions=[]
if (WS/'baseline'/'promotions').exists():
for p in sorted((WS/'baseline'/'promotions').glob('*.json')):
d=jload(p,{});v=d.get('version',p.stem)
versions.append({'tag':v,'time':d.get('promoted_at','-'),'result':'ok'})
for t in tags:
if not any(v['tag']==t for v in versions):
versions.append({'tag':t,'time':'-','result':'if'})
agent_runs=[];ard=WS/'audit'/'agent-runs'
if ard.exists():
for f in sorted(ard.glob('*.json'),reverse=True)[:50]:
d=jload(f,{});agent_runs.append(d) if isinstance(d,dict) else None
cmd_dirs=[WS/'agents/commands/active',WS/'agents/commands/running',WS/'agents/commands/completed',WS/'agents/commands/failed']
commands=[]
for d in cmd_dirs:
if d.exists():
for f in sorted(d.glob('*.md')):
commands.append(f.name)
command_detail=None
if cmd_filter:
for d in cmd_dirs:
if d.exists():
fp=d/cmd_filter
if fp.exists():
command_detail={'command':cmd_filter,'content':fp.read_text(encoding='utf-8')}
break
if not command_detail:
command_detail={'command':cmd_filter,'error':'not_found'}
return self.sendj(command_detail)
completed=list((WS/'agents/commands/completed').glob('*.md')) if (WS/'agents/commands/completed').exists() else []
failed=list((WS/'agents/commands/failed').glob('*.md')) if (WS/'agents/commands/failed').exists() else []
stats={'total':len(commands),'success':len(completed),'failed':len(failed),'agent_runs':len(agent_runs)}
data={'baseline':current_ver,'versions':versions[-30:],'agent_runs':agent_runs,'commands':sorted(set(commands)),'stats':stats}
self.sendj(data)
app = web.Application()
app.router.add_route('GET', '/admin/ai-evolution', handle_api)
app.router.add_route('GET', '/admin/ai-evolution/', handle_api)
app.router.add_route('GET', '/admin/ai-evolution/api/data', handle_api)
def api_spec():
return {'version':'V1R1C0-chatgpt-actions','openapi':'/api/openapi.yaml','read':['GET /api/base','GET /api/ver','GET /api/diff','GET /api/patch','GET /api/model','GET /api/run','GET /admin/ai-evolution'],'write':['POST /api/branch','POST /api/file','POST /api/commit','POST /api/patch','POST /api/tag','POST /api/rollback','POST /api/model','PUT /api/model-priority','POST /api/nl'],'policy':{'bearer_required_for_write':True,'direct_main_push':False,'delete_tag':False,'owner_approval_required_for_v_level':True,'api_keys_in_git':False,'git_secret_field':'secret_ref','online_git_sync':True}}
def main():
print(f'AIOS ChatGPT GitOps adapter listening on {HOST}:{PORT}')
ThreadingHTTPServer((HOST,PORT), H).serve_forever()
if __name__ == '__main__': main()
if __name__ == '__main__':
web.run_app(app, host='127.0.0.1', port=18890)
@@ -1,92 +0,0 @@
"""Agent adapters for AIOS Search Gateway.
All runtime agents should call SearchGatewayAgentAdapter instead of performing
ad-hoc network search. This gives consistent provider fallback, profile
resolution, evidence capture, audit and event visibility.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from typing import Any
from .search_gateway_orchestrator import SearchGatewayOrchestrator
@dataclass(frozen=True)
class AgentSearchContext:
agent: str
user_id: str | None = None
group_id: str | None = None
role: str = "user"
group_profile: dict[str, Any] | None = None
user_profile: dict[str, Any] | None = None
session_profile: dict[str, Any] | None = None
authorized_sources: list[str] = field(default_factory=list)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SearchGatewayAgentAdapter:
def __init__(self, orchestrator: SearchGatewayOrchestrator | None = None):
self.orchestrator = orchestrator or SearchGatewayOrchestrator()
def search(
self,
query: str,
context: AgentSearchContext,
intent: str = "general",
region: str | None = None,
time_range: str | None = None,
data_type: str | None = None,
domain_profiles: list[str] | None = None,
user_scope: str = "public",
correlation_id: str | None = None,
) -> dict[str, Any]:
payload = {
"query": query,
"requester": context.agent,
"intent": intent,
"region": region,
"time_range": time_range,
"data_type": data_type,
"domain_profiles": domain_profiles or [],
"user_scope": user_scope,
"authorized_sources": context.authorized_sources,
"group_profile": context.group_profile,
"user_profile": context.user_profile,
"session_profile": context.session_profile,
"correlation_id": correlation_id,
}
return self.orchestrator.execute(payload)
class OpenClawSearchClient(SearchGatewayAgentAdapter):
def search_public(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, user_scope="public", **kwargs)
class HermesSearchClient(SearchGatewayAgentAdapter):
def delegate_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, **kwargs)
class CodexSearchClient(SearchGatewayAgentAdapter):
def technical_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, intent=kwargs.pop("intent", "software_library"), **kwargs)
class CustomGPTSearchClient(SearchGatewayAgentAdapter):
def user_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, **kwargs)
__all__ = [
"AgentSearchContext",
"SearchGatewayAgentAdapter",
"OpenClawSearchClient",
"HermesSearchClient",
"CodexSearchClient",
"CustomGPTSearchClient",
]
@@ -1,73 +0,0 @@
"""Architect governance integration for Search Gateway.
Search Gateway is a shared platform capability. The Architect Agent periodically
reviews provider health, external search/browser capabilities, cost, security and
privacy impact, then emits C/R/V recommendations.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SearchArchitectureFinding:
finding_id: str
title: str
impact: str
recommendation: str
evidence: list[str] = field(default_factory=list)
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchArchitectureDecision:
status: str
version_bump: str
reason: str
findings: list[SearchArchitectureFinding]
owner_gate_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"status": self.status,
"version_bump": self.version_bump,
"reason": self.reason,
"findings": [f.to_dict() for f in self.findings],
"owner_gate_required": self.owner_gate_required,
"created_at": self.created_at,
}
class SearchArchitectIntegration:
def review(self, signals: dict[str, Any]) -> SearchArchitectureDecision:
findings: list[SearchArchitectureFinding] = []
if signals.get("provider_breaking_change"):
findings.append(SearchArchitectureFinding("search-provider-breaking", "Provider breaking change", "breaking", "owner_review"))
if signals.get("new_search_capability"):
findings.append(SearchArchitectureFinding("search-new-capability", "New search capability available", "architecture", "evaluate_adoption"))
if signals.get("cost_increase"):
findings.append(SearchArchitectureFinding("search-cost", "Search provider cost increase", "minor", "optimize_provider_order"))
if signals.get("security_advisory"):
findings.append(SearchArchitectureFinding("search-security", "Search security advisory", "breaking", "owner_review"))
if any(f.impact == "breaking" for f in findings):
return SearchArchitectureDecision("action_required", "V", "breaking search ecosystem/security change", findings, True)
if any(f.impact == "architecture" for f in findings):
return SearchArchitectureDecision("optimization_recommended", "R", "new search capability may improve architecture", findings, True)
if findings:
return SearchArchitectureDecision("minor_change_recommended", "C", "compatible provider optimization", findings, False)
return SearchArchitectureDecision("no_action", "none", "no relevant search architecture change", findings, False)
__all__ = ["SearchArchitectureFinding", "SearchArchitectureDecision", "SearchArchitectIntegration"]
-27
View File
@@ -1,27 +0,0 @@
"""Audit storage for Search Gateway executions."""
from __future__ import annotations
import json
from pathlib import Path
from typing import Any
class SearchAuditStore:
def __init__(self, root: str = "runtime/search-gateway/audit"):
self.root = Path(root)
self.root.mkdir(parents=True, exist_ok=True)
def append(self, record: dict[str, Any]) -> str:
path = self.root / f"{record.get('request_id', 'search')}.json"
path.write_text(json.dumps(record, ensure_ascii=False, indent=2), encoding="utf-8")
return str(path)
def list_recent(self) -> list[dict[str, Any]]:
result = []
for path in sorted(self.root.glob("*.json")):
result.append(json.loads(path.read_text(encoding="utf-8")))
return result[-50:]
__all__ = ["SearchAuditStore"]
-118
View File
@@ -1,118 +0,0 @@
"""Search Gateway event bridge.
Publishes normalized search lifecycle events into the AIOS Agent Event Bus when a
bus is available, with an in-memory fallback for tests and offline runs.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Protocol
from uuid import uuid4
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class SearchEventPublisher(Protocol):
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
...
@dataclass(frozen=True)
class SearchEvent:
id: str
kind: str
source: str
target: str
summary: str
payload: dict[str, Any]
correlation_id: str | None = None
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class InMemorySearchEventBus:
def __init__(self):
self.events: list[dict[str, Any]] = []
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
event = SearchEvent(
id=f"search_evt_{uuid4().hex[:12]}",
kind=kind,
source=source,
target=target,
summary=summary,
payload=payload,
correlation_id=correlation_id,
).to_dict()
self.events.append(event)
return event
class SearchEventBridge:
def __init__(self, bus: SearchEventPublisher | None = None):
self.bus = bus or InMemorySearchEventBus()
def search_started(self, request: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="search_started",
source=request.get("requester", "unknown"),
target="search-gateway",
summary=request.get("query", "search started"),
payload=request,
correlation_id=request.get("correlation_id"),
)
def provider_attempted(self, request_id: str, attempt: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="search_provider_attempted",
source="search-gateway",
target=attempt.get("provider", "unknown"),
summary=f"provider {attempt.get('provider', 'unknown')} {attempt.get('status', 'attempted')}",
payload=attempt,
correlation_id=request_id,
)
def fallback_triggered(self, request_id: str, reason: str) -> dict[str, Any]:
return self.bus.publish(
kind="search_fallback_triggered",
source="search-gateway",
target="search-provider-router",
summary=reason,
payload={"reason": reason},
correlation_id=request_id,
)
def search_completed(self, response: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="search_completed",
source="search-gateway",
target=response.get("requester", "requester"),
summary=f"search {response.get('status', 'completed')}",
payload=response,
correlation_id=response.get("request_id"),
)
__all__ = ["SearchEvent", "InMemorySearchEventBus", "SearchEventBridge"]
-252
View File
@@ -1,252 +0,0 @@
"""Governed general-purpose Search Gateway for AIOS.
The gateway coordinates query planning, provider routing, fallback, evidence
normalization and compliance checks. It is provider-agnostic: runtime workers plug
in public or explicitly authorized search providers.
Search is a shared capability. Groups and users may customize provider order,
trusted domains, query expansion hints and domain profiles, but customization may
not override hard authorization, privacy, safety or audit rules.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Protocol
from uuid import uuid4
from .search_profile_resolver import DomainQueryProfileRegistry, SearchProfile, SearchProfileResolver
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SearchRequest:
query: str
requester: str
intent: str = "general"
region: str | None = None
time_range: str | None = None
data_type: str | None = None
user_scope: str = "public"
authorized_sources: list[str] = field(default_factory=list)
domain_profiles: list[str] = field(default_factory=list)
group_profile: dict[str, Any] | None = None
user_profile: dict[str, Any] | None = None
session_profile: dict[str, Any] | None = None
correlation_id: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchEvidence:
title: str
url: str | None
source: str
snippet: str
evidence_type: str = "web"
confidence: str = "medium"
retrieved_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchProviderAttempt:
provider: str
status: str
result_count: int = 0
reason: str = ""
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchResponse:
request_id: str
status: str
answer: str
evidence: list[SearchEvidence]
attempts: list[SearchProviderAttempt]
confidence: str
expanded_queries: list[str] = field(default_factory=list)
resolved_profile: dict[str, Any] | None = None
need_clarification: list[str] = field(default_factory=list)
blocked_reasons: list[str] = field(default_factory=list)
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"request_id": self.request_id,
"status": self.status,
"answer": self.answer,
"evidence": [e.to_dict() for e in self.evidence],
"attempts": [a.to_dict() for a in self.attempts],
"confidence": self.confidence,
"expanded_queries": self.expanded_queries,
"resolved_profile": self.resolved_profile,
"need_clarification": self.need_clarification,
"blocked_reasons": self.blocked_reasons,
"created_at": self.created_at,
}
class SearchProvider(Protocol):
name: str
def search(self, request: SearchRequest, queries: list[str]) -> tuple[list[SearchEvidence], SearchProviderAttempt]:
...
class QueryPlanner:
def __init__(self, domain_registry: DomainQueryProfileRegistry | None = None):
self.domain_registry = domain_registry or DomainQueryProfileRegistry()
def expand(self, request: SearchRequest, profile: SearchProfile) -> list[str]:
base = request.query.strip()
queries = [base]
if request.region:
queries.append(f"{request.region} {base}")
if request.time_range:
queries.append(f"{base} {request.time_range}")
domain_profiles = list(dict.fromkeys([request.intent] + request.domain_profiles + profile.domain_profiles))
hints = list(profile.query_expansion_hints) + self.domain_registry.hints_for(domain_profiles)
for hint in hints:
queries.append(f"{base} {hint}")
for domain in profile.trusted_domains:
queries.append(f"site:{domain} {base}")
return list(dict.fromkeys([q for q in queries if q]))
class SearchPolicyGuard:
"""Blocks non-public or unauthorized collection patterns."""
FORBIDDEN_TERMS = (
"绕过登录",
"绕过验证码",
"验证码绕过",
"破解登录",
"个人成绩",
"学生隐私",
"受保护平台批量爬取",
)
def evaluate(self, request: SearchRequest, profile: SearchProfile) -> list[str]:
q = request.query.lower()
reasons: list[str] = []
for term in self.FORBIDDEN_TERMS:
if term.lower() in q:
reasons.append(f"blocked_term:{term}")
if request.user_scope not in {"public", "authorized_user_file", "authorized_link", "internal_archive"}:
reasons.append(f"unsupported_scope:{request.user_scope}")
if request.data_type in {"personal_grade", "student_private_data", "private_person_data"} and request.user_scope != "authorized_user_file":
reasons.append("private_data_requires_user_authorized_file")
if not profile.audit_required:
reasons.append("audit_cannot_be_disabled")
if not profile.fallback_required:
reasons.append("fallback_cannot_be_disabled")
return reasons
class SearchGateway:
def __init__(self, providers: list[SearchProvider] | None = None):
self.providers = providers or []
self.profile_resolver = SearchProfileResolver()
self.planner = QueryPlanner()
self.guard = SearchPolicyGuard()
def search(self, request: SearchRequest) -> SearchResponse:
request_id = request.correlation_id or f"search_{uuid4().hex[:12]}"
profile = self.profile_resolver.resolve(request.group_profile, request.user_profile, request.session_profile)
expanded_queries = self.planner.expand(request, profile)
blocked = self.guard.evaluate(request, profile)
if blocked:
return SearchResponse(
request_id=request_id,
status="blocked",
answer="该搜索请求涉及未授权访问、验证码/登录绕过、受保护平台批量抓取或个人隐私数据,已阻断。可改为搜索公开网页、官方公告、公开文档,或处理用户授权上传的文件/链接。",
evidence=[],
attempts=[],
confidence="high",
expanded_queries=expanded_queries,
resolved_profile=profile.to_dict(),
blocked_reasons=blocked,
)
evidence: list[SearchEvidence] = []
attempts: list[SearchProviderAttempt] = []
providers = self._ordered_providers(profile)
for provider in providers:
try:
provider_evidence, attempt = provider.search(request, expanded_queries)
evidence.extend(provider_evidence)
attempts.append(attempt)
if provider_evidence:
break
except Exception as exc:
attempts.append(SearchProviderAttempt(provider=getattr(provider, "name", "unknown"), status="failed", reason=str(exc)))
if evidence:
return SearchResponse(
request_id=request_id,
status="found",
answer="已找到公开或授权来源结果。",
evidence=evidence,
attempts=attempts,
confidence=self._confidence(evidence),
expanded_queries=expanded_queries,
resolved_profile=profile.to_dict(),
)
return SearchResponse(
request_id=request_id,
status="not_found",
answer="未找到足够可靠的公开或授权结果;已记录 provider 尝试和失败原因。",
evidence=[],
attempts=attempts,
confidence="low",
expanded_queries=expanded_queries,
resolved_profile=profile.to_dict(),
need_clarification=self._clarification(request),
)
def _ordered_providers(self, profile: SearchProfile) -> list[SearchProvider]:
if not self.providers:
return []
by_name = {provider.name: provider for provider in self.providers}
ordered = [by_name[name] for name in profile.provider_order if name in by_name]
remaining = [provider for provider in self.providers if provider.name not in {p.name for p in ordered}]
return ordered + remaining
def _confidence(self, evidence: list[SearchEvidence]) -> str:
if any(e.confidence == "high" for e in evidence):
return "high"
if evidence:
return "medium"
return "low"
def _clarification(self, request: SearchRequest) -> list[str]:
if request.intent == "education_exam_data":
return ["请补充学校名称、联考名称、年级、科目,以及需要试卷/答案还是成绩统计。"]
if request.intent in {"company_research", "policy_regulation", "software_library", "product_research"}:
return ["请补充主体名称、地区/版本、时间范围、需要的数据类型或可信来源范围。"]
return ["请补充更具体的主体、平台、地区、时间、数据类型或授权文件/链接。"]
__all__ = [
"SearchRequest",
"SearchEvidence",
"SearchProviderAttempt",
"SearchResponse",
"SearchProvider",
"QueryPlanner",
"SearchPolicyGuard",
"SearchGateway",
]
-65
View File
@@ -1,65 +0,0 @@
"""API endpoints for AIOS Search Gateway."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .search_gateway import SearchGateway, SearchRequest
from .search_gateway_dashboard import SearchGatewayDashboard
gateway = SearchGateway()
dashboard = SearchGatewayDashboard()
def search_gateway_request(payload: dict[str, Any]) -> dict[str, Any]:
request = SearchRequest(**payload)
return gateway.search(request).to_dict()
def get_search_gateway_status() -> dict[str, Any]:
return {
"module": "search-gateway",
"status": "ready",
"providers_configured": len(gateway.providers),
"policy_guard": "enabled",
"profile_customization": "enabled",
"fallback_required_when_provider_unavailable": True,
}
def get_search_gateway_overview() -> dict[str, Any]:
return dashboard.overview()
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/search", tags=["search-gateway"])
@router.get("/status", operation_id="getSearchGatewayStatus")
def status():
return get_search_gateway_status()
@router.get("/overview", operation_id="getSearchGatewayOverview")
def overview():
return get_search_gateway_overview()
@router.post("/query", operation_id="runSearchGatewayQuery")
def query(payload: dict[str, Any]):
return search_gateway_request(payload)
return router
router = build_router()
__all__ = [
"router",
"search_gateway_request",
"get_search_gateway_status",
"get_search_gateway_overview",
]
@@ -1,85 +0,0 @@
"""Search Gateway Web UI dashboard model."""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SearchDashboardMetric:
key: str
title: str
value: Any
status: str = "ok"
detail: str = ""
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchDashboardPanel:
key: str
title: str
metrics: list[SearchDashboardMetric] = field(default_factory=list)
def to_dict(self) -> dict[str, Any]:
return {
"key": self.key,
"title": self.title,
"metrics": [m.to_dict() for m in self.metrics],
}
class SearchGatewayDashboard:
def overview(self, search_runs: list[dict[str, Any]] | None = None, providers: list[dict[str, Any]] | None = None) -> dict[str, Any]:
search_runs = search_runs or []
providers = providers or []
blocked = [r for r in search_runs if r.get("status") == "blocked"]
not_found = [r for r in search_runs if r.get("status") == "not_found"]
provider_failures = [p for p in providers if p.get("status") == "failed"]
panels = [
SearchDashboardPanel(
"search_health",
"搜索健康度",
[
SearchDashboardMetric("total_runs", "搜索请求数", len(search_runs)),
SearchDashboardMetric("not_found", "未找到结果", len(not_found), "warn" if not_found else "ok"),
SearchDashboardMetric("blocked", "合规阻断", len(blocked), "warn" if blocked else "ok"),
],
),
SearchDashboardPanel(
"provider_health",
"Provider 可用性",
[
SearchDashboardMetric("providers", "Provider 数量", len(providers)),
SearchDashboardMetric("provider_failures", "Provider 失败", len(provider_failures), "warn" if provider_failures else "ok"),
],
),
SearchDashboardPanel(
"evidence_quality",
"证据质量",
[
SearchDashboardMetric("with_evidence", "有证据的回答", len([r for r in search_runs if r.get("evidence")])) ,
SearchDashboardMetric("fallback_required", "要求多源降级", True),
],
),
]
return {
"module": "search-gateway",
"route": "/admin/ai-evolution/search",
"title": "AIOS 联网搜索治理中心",
"status": "attention_required" if provider_failures else "healthy",
"generated_at": utc_now(),
"panels": [p.to_dict() for p in panels],
"recent_runs": search_runs[-20:],
}
__all__ = ["SearchDashboardMetric", "SearchDashboardPanel", "SearchGatewayDashboard"]
@@ -1,41 +0,0 @@
"""Runtime orchestrator joining Search Gateway, registry, audit and events."""
from __future__ import annotations
from typing import Any
from .search_audit_store import SearchAuditStore
from .search_event_bridge import SearchEventBridge
from .search_gateway import SearchGateway, SearchRequest
from .search_provider_registry import SearchProviderRegistry
class SearchGatewayOrchestrator:
def __init__(self):
self.registry = SearchProviderRegistry()
self.audit = SearchAuditStore()
self.events = SearchEventBridge()
self.gateway = SearchGateway(self.registry.ordered())
def execute(self, payload: dict[str, Any]) -> dict[str, Any]:
request = SearchRequest(**payload)
self.events.search_started(request.to_dict())
response = self.gateway.search(request)
result = response.to_dict()
for attempt in result.get("attempts", []):
self.events.provider_attempted(result["request_id"], attempt)
if len(result.get("attempts", [])) > 1:
self.events.fallback_triggered(result["request_id"], "multiple providers attempted")
self.audit.append(result)
self.events.search_completed(result)
return result
def status(self) -> dict[str, Any]:
return {
"registry": self.registry.status(),
"audit": "enabled",
"events": "enabled",
}
__all__ = ["SearchGatewayOrchestrator"]
@@ -1,124 +0,0 @@
"""Search profile resolver for general-purpose AIOS Search Gateway.
The Search Gateway is a shared platform capability. Groups and users may customize
provider preference, query expansion hints, trusted sources and domain profiles on
top of the shared base profile. Customization is intentionally layered and cannot
override hard safety, authorization or audit rules.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from typing import Any
HARD_BLOCKED_BEHAVIORS = {
"bypass_login",
"bypass_captcha",
"scrape_private_student_grades",
"scrape_student_private_data",
"bulk_scrape_protected_platforms",
"collect_data_without_authorization",
}
@dataclass(frozen=True)
class SearchProfile:
profile_id: str
scope: str
provider_order: list[str] = field(default_factory=lambda: [
"cache",
"official_site",
"general_web",
"vertical_source",
"browser_fetch",
"user_authorized_file",
"internal_archive",
])
trusted_domains: list[str] = field(default_factory=list)
query_expansion_hints: list[str] = field(default_factory=list)
domain_profiles: list[str] = field(default_factory=list)
blocked_behaviors: set[str] = field(default_factory=lambda: set(HARD_BLOCKED_BEHAVIORS))
audit_required: bool = True
fallback_required: bool = True
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["blocked_behaviors"] = sorted(self.blocked_behaviors)
return data
class SearchProfileResolver:
"""Resolves base -> group -> user -> session search preferences."""
def base_profile(self) -> SearchProfile:
return SearchProfile(profile_id="base", scope="global")
def resolve(
self,
group_profile: dict[str, Any] | None = None,
user_profile: dict[str, Any] | None = None,
session_profile: dict[str, Any] | None = None,
) -> SearchProfile:
profile = self.base_profile().to_dict()
for overlay in (group_profile, user_profile, session_profile):
if overlay:
profile = self._merge(profile, overlay)
profile["blocked_behaviors"] = set(HARD_BLOCKED_BEHAVIORS)
profile["audit_required"] = True
profile["fallback_required"] = True
return SearchProfile(**profile)
def _merge(self, base: dict[str, Any], overlay: dict[str, Any]) -> dict[str, Any]:
merged = dict(base)
if overlay.get("provider_order"):
merged["provider_order"] = list(overlay["provider_order"])
for list_key in ("trusted_domains", "query_expansion_hints", "domain_profiles"):
merged[list_key] = self._dedupe(list(merged.get(list_key, [])) + list(overlay.get(list_key, [])))
merged["profile_id"] = overlay.get("profile_id", merged.get("profile_id", "custom"))
merged["scope"] = overlay.get("scope", merged.get("scope", "custom"))
return merged
def _dedupe(self, items: list[str]) -> list[str]:
return list(dict.fromkeys([item for item in items if item]))
class DomainQueryProfileRegistry:
"""Optional domain-specific expansions for the general Search Gateway."""
DEFAULT_PROFILES = {
"education_exam_data": [
"学校 年级 科目 试卷 答案 成绩统计",
"联考 月考 期中 期末 质量检测",
],
"policy_regulation": [
"官方 通知 政策 解读 实施细则",
"site:gov.cn OR site:edu.cn",
],
"software_library": [
"release notes changelog migration guide",
"official documentation GitHub issues",
],
"product_research": [
"specs review comparison price availability",
"official page manual support",
],
"company_research": [
"official announcement press release filings",
"leadership product financial report",
],
}
def hints_for(self, domain_profiles: list[str]) -> list[str]:
hints: list[str] = []
for profile in domain_profiles:
hints.extend(self.DEFAULT_PROFILES.get(profile, []))
return list(dict.fromkeys(hints))
__all__ = [
"HARD_BLOCKED_BEHAVIORS",
"SearchProfile",
"SearchProfileResolver",
"DomainQueryProfileRegistry",
]
@@ -1,121 +0,0 @@
"""Provider registry for the general AIOS Search Gateway.
The registry makes provider availability explicit and auditable. Provider
implementations are pluggable: production can register real public search,
official-site, vertical-source, browser-fetch, authorized-file or archive
providers without changing the Search Gateway core.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from typing import Any
from .search_gateway import SearchEvidence, SearchProviderAttempt, SearchRequest
@dataclass(frozen=True)
class SearchProviderConfig:
name: str
provider_type: str
enabled: bool = True
requires_secret: bool = False
supports_public_web: bool = True
supports_authorized_sources: bool = False
health: str = "unknown"
metadata: dict[str, Any] = field(default_factory=dict)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class NullSearchProvider:
"""Safe placeholder provider used until runtime wires a real adapter."""
def __init__(self, config: SearchProviderConfig):
self.config = config
self.name = config.name
def search(self, request: SearchRequest, queries: list[str]):
return [], SearchProviderAttempt(
provider=self.name,
status="not_configured" if self.config.enabled else "disabled",
result_count=0,
reason="provider adapter not wired in runtime",
)
class StaticArchiveProvider:
"""Small deterministic provider for tests and internal archived evidence."""
name = "internal_archive"
def __init__(self, records: list[dict[str, Any]] | None = None):
self.records = records or []
def search(self, request: SearchRequest, queries: list[str]):
evidence: list[SearchEvidence] = []
for record in self.records:
haystack = " ".join([record.get("title", ""), record.get("snippet", ""), record.get("tags", "")]).lower()
if any(q.lower() in haystack for q in queries):
evidence.append(
SearchEvidence(
title=record.get("title", "archive result"),
url=record.get("url"),
source=self.name,
snippet=record.get("snippet", ""),
evidence_type="internal_archive",
confidence=record.get("confidence", "medium"),
)
)
return evidence, SearchProviderAttempt(provider=self.name, status="ok", result_count=len(evidence))
class SearchProviderRegistry:
DEFAULT_PROVIDER_CONFIGS = [
SearchProviderConfig("cache", "cache", supports_public_web=False),
SearchProviderConfig("official_site", "official_site"),
SearchProviderConfig("general_web", "general_web"),
SearchProviderConfig("vertical_source", "vertical_source"),
SearchProviderConfig("browser_fetch", "browser_fetch"),
SearchProviderConfig("user_authorized_file", "authorized_file", supports_public_web=False, supports_authorized_sources=True),
SearchProviderConfig("internal_archive", "archive", supports_public_web=False),
]
def __init__(self):
self.configs: dict[str, SearchProviderConfig] = {}
self.providers: dict[str, Any] = {}
for config in self.DEFAULT_PROVIDER_CONFIGS:
self.register_config(config)
def register_config(self, config: SearchProviderConfig) -> None:
self.configs[config.name] = config
self.providers.setdefault(config.name, NullSearchProvider(config))
def register_provider(self, name: str, provider: Any, config: SearchProviderConfig | None = None) -> None:
if config:
self.configs[name] = config
elif name not in self.configs:
self.configs[name] = SearchProviderConfig(name=name, provider_type="custom")
self.providers[name] = provider
def ordered(self, order: list[str] | None = None) -> list[Any]:
order = order or list(self.configs)
result = [self.providers[name] for name in order if name in self.providers and self.configs[name].enabled]
result.extend([provider for name, provider in self.providers.items() if name not in order and self.configs[name].enabled])
return result
def status(self) -> dict[str, Any]:
return {
"providers": [self.configs[name].to_dict() for name in sorted(self.configs)],
"enabled": len([c for c in self.configs.values() if c.enabled]),
"configured": len([name for name, provider in self.providers.items() if not isinstance(provider, NullSearchProvider)]),
}
__all__ = [
"SearchProviderConfig",
"NullSearchProvider",
"StaticArchiveProvider",
"SearchProviderRegistry",
]
-41
View File
@@ -1,41 +0,0 @@
"""Task Center action API model for Web UI buttons."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .task_lifecycle import TaskLifecycle
lifecycle = TaskLifecycle()
def get_task_actions(task: dict[str, Any], role: str) -> dict[str, Any]:
return {
"task_id": task.get("task_id"),
"actions": lifecycle.available_actions(task, role),
}
def execute_task_action(task: dict[str, Any], action: str, role: str, reason: str | None = None):
return lifecycle.transition(task, action, role, reason)
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/tasks", tags=["task-actions"])
@router.post("/{task_id}/actions/{action}", operation_id="executeTaskAction")
def action(task_id: str, action: str, payload: dict[str, Any]):
return execute_task_action(payload.get("task", {}), action, payload.get("role", "user"), payload.get("reason"))
return router
router = build_router()
__all__ = ["router", "get_task_actions", "execute_task_action"]
-115
View File
@@ -1,115 +0,0 @@
"""AIOS Task Center domain model.
The Task Center gives owners and authorized users a single Web UI page showing:
who assigned a task, who is executing it, progress, elapsed time, remaining
work, and whether completion notifications were sent.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def parse_time(value: str | None) -> datetime | None:
if not value:
return None
return datetime.fromisoformat(value.replace("Z", "+00:00"))
@dataclass(frozen=True)
class TaskNotificationStatus:
required: bool = True
sent: bool = False
channel: str | None = None
sent_at: str | None = None
recipient_scope: str | None = None
last_error: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class TaskProgress:
percent: int = 0
current_step: str = "pending"
completed_steps: list[str] = field(default_factory=list)
remaining_steps: list[str] = field(default_factory=list)
blocked_reason: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class AIOSTaskRecord:
task_id: str
title: str
assigned_by: str
executor: str
source: str
status: str = "pending"
priority: str = "normal"
created_at: str = field(default_factory=utc_now)
started_at: str | None = None
updated_at: str = field(default_factory=utc_now)
completed_at: str | None = None
progress: TaskProgress = field(default_factory=TaskProgress)
notification: TaskNotificationStatus = field(default_factory=TaskNotificationStatus)
owner_gate_required: bool = False
owner_gate_status: str | None = None
evidence: list[str] = field(default_factory=list)
def elapsed_seconds(self) -> int:
start = parse_time(self.started_at) or parse_time(self.created_at)
end = parse_time(self.completed_at) or datetime.now(timezone.utc)
return int((end - start).total_seconds()) if start else 0
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["elapsed_seconds"] = self.elapsed_seconds()
data["progress"] = self.progress.to_dict()
data["notification"] = self.notification.to_dict()
return data
class TaskCenter:
def summarize(self, tasks: list[AIOSTaskRecord] | list[dict[str, Any]] | None = None) -> dict[str, Any]:
raw_tasks = tasks or []
task_dicts = [t.to_dict() if hasattr(t, "to_dict") else dict(t) for t in raw_tasks]
active = [t for t in task_dicts if t.get("status") in {"running", "pending", "blocked"}]
blocked = [t for t in task_dicts if t.get("status") == "blocked"]
completed = [t for t in task_dicts if t.get("status") == "completed"]
notification_pending = [
t for t in completed
if t.get("notification", {}).get("required") and not t.get("notification", {}).get("sent")
]
return {
"module": "task-center",
"route": "/admin/ai-evolution/tasks",
"title": "AIOS 任务中心",
"status": "attention_required" if blocked or notification_pending else "healthy",
"generated_at": utc_now(),
"summary": {
"total": len(task_dicts),
"active": len(active),
"blocked": len(blocked),
"completed": len(completed),
"notification_pending": len(notification_pending),
},
"tasks": sorted(task_dicts, key=lambda t: t.get("updated_at", ""), reverse=True),
}
__all__ = [
"TaskNotificationStatus",
"TaskProgress",
"AIOSTaskRecord",
"TaskCenter",
]
-34
View File
@@ -1,34 +0,0 @@
"""Task Center API."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .task_center import TaskCenter
task_center = TaskCenter()
def get_task_overview(tasks: list[dict[str, Any]] | None = None):
return task_center.summarize(tasks)
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/tasks", tags=["task-center"])
@router.get("/overview", operation_id="getTaskCenterOverview")
def overview():
return get_task_overview()
return router
router = build_router()
__all__ = ["router", "get_task_overview"]
-81
View File
@@ -1,81 +0,0 @@
"""Task Center visualization model."""
from __future__ import annotations
from typing import Any
class TaskDashboardView:
def build(self, tasks: list[dict[str, Any]] | None = None) -> dict[str, Any]:
tasks = tasks or []
return {
"module": "task-center",
"route": "/admin/ai-evolution/tasks",
"title": "AIOS Task Center",
"views": {
"kanban": self._kanban(tasks),
"timeline": self._timeline(tasks),
"flow": self._flow(tasks),
"statistics": self._statistics(tasks),
},
"tasks": [self._task_card(task) for task in tasks],
}
def _task_card(self, task: dict[str, Any]) -> dict[str, Any]:
return {
"task_id": task.get("task_id"),
"title": task.get("title"),
"assigned_by": task.get("assigned_by"),
"executor": task.get("executor"),
"status": task.get("status"),
"progress": task.get("progress", {}),
"elapsed_seconds": task.get("elapsed_seconds", 0),
"remaining_steps": task.get("progress", {}).get("remaining_steps", []),
"notification": task.get("notification", {}),
"actions": [
"start",
"update_progress",
"block",
"request_approval",
"approve",
"reject",
"retry",
"complete",
"notify",
"close",
],
}
def _kanban(self, tasks):
columns = {"pending": [], "running": [], "blocked": [], "waiting_approval": [], "completed": []}
for task in tasks:
columns.setdefault(task.get("status", "pending"), []).append(task.get("task_id"))
return columns
def _timeline(self, tasks):
return [
{
"task_id": task.get("task_id"),
"updated_at": task.get("updated_at"),
"status": task.get("status"),
}
for task in tasks
]
def _flow(self, tasks):
return {
"nodes": ["created", "assigned", "running", "blocked", "approval", "completed", "closed"],
"task_count": len(tasks),
}
def _statistics(self, tasks):
return {
"total": len(tasks),
"running": len([t for t in tasks if t.get("status") == "running"]),
"blocked": len([t for t in tasks if t.get("status") == "blocked"]),
"waiting_approval": len([t for t in tasks if t.get("status") == "waiting_approval"]),
"completed": len([t for t in tasks if t.get("status") == "completed"]),
}
__all__ = ["TaskDashboardView"]
-129
View File
@@ -1,129 +0,0 @@
"""Task Center event bridge.
Converts task lifecycle actions and agent execution events into normalized AIOS
Task Center events. Uses duck-typed Agent Event Bus publisher when available and
an in-memory fallback for tests/offline runs.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Protocol
from uuid import uuid4
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class TaskEventPublisher(Protocol):
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
...
@dataclass(frozen=True)
class TaskEvent:
id: str
kind: str
source: str
target: str
summary: str
payload: dict[str, Any]
correlation_id: str | None = None
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class InMemoryTaskEventBus:
def __init__(self):
self.events: list[dict[str, Any]] = []
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
event = TaskEvent(
id=f"task_evt_{uuid4().hex[:12]}",
kind=kind,
source=source,
target=target,
summary=summary,
payload=payload,
correlation_id=correlation_id,
).to_dict()
self.events.append(event)
return event
class TaskEventBridge:
def __init__(self, bus: TaskEventPublisher | None = None):
self.bus = bus or InMemoryTaskEventBus()
def task_created(self, task: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="task_created",
source=task.get("assigned_by", "unknown"),
target=task.get("executor", "task-center"),
summary=task.get("title", "task created"),
payload=task,
correlation_id=task.get("task_id"),
)
def task_updated(self, task: dict[str, Any], action: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_updated",
source=task.get("executor", "task-center"),
target="task-center",
summary=f"task {action}: {task.get('status')}",
payload={"action": action, "task": task},
correlation_id=task.get("task_id"),
)
def task_blocked(self, task: dict[str, Any], reason: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_blocked",
source=task.get("executor", "unknown"),
target="owner-gate",
summary=reason,
payload={"task": task, "reason": reason},
correlation_id=task.get("task_id"),
)
def approval_requested(self, task: dict[str, Any], reason: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_approval_requested",
source=task.get("executor", "unknown"),
target="owner-gate",
summary=reason,
payload={"task": task, "reason": reason},
correlation_id=task.get("task_id"),
)
def notification_sent(self, task: dict[str, Any], channel: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_notification_sent",
source="notification-agent",
target=task.get("assigned_by", "owner"),
summary=f"notification sent via {channel}",
payload={"task": task, "channel": channel},
correlation_id=task.get("task_id"),
)
__all__ = ["TaskEvent", "InMemoryTaskEventBus", "TaskEventBridge"]
-147
View File
@@ -1,147 +0,0 @@
"""AIOS Task Lifecycle.
Defines a governed task state machine for task creation, assignment, execution,
blocking, approval, retry, completion, notification and closure.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
TERMINAL_STATES = {"completed", "cancelled", "failed", "closed"}
@dataclass(frozen=True)
class TaskTransition:
action: str
from_states: set[str]
to_state: str
required_role: str = "agent"
requires_reason: bool = False
notify: bool = False
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["from_states"] = sorted(self.from_states)
return data
class TaskLifecycle:
"""Central task state machine."""
TRANSITIONS = {
"assign": TaskTransition("assign", {"new", "pending"}, "assigned", "dispatcher"),
"start": TaskTransition("start", {"assigned", "pending"}, "running", "executor"),
"update_progress": TaskTransition("update_progress", {"running"}, "running", "executor"),
"block": TaskTransition("block", {"running", "assigned", "pending"}, "blocked", "executor", requires_reason=True, notify=True),
"request_approval": TaskTransition("request_approval", {"running", "blocked"}, "waiting_approval", "executor", requires_reason=True, notify=True),
"approve": TaskTransition("approve", {"waiting_approval"}, "approved", "owner", notify=True),
"reject": TaskTransition("reject", {"waiting_approval"}, "rejected", "owner", requires_reason=True, notify=True),
"resume": TaskTransition("resume", {"blocked", "approved"}, "running", "executor"),
"retry": TaskTransition("retry", {"failed", "blocked"}, "running", "executor", notify=True),
"complete": TaskTransition("complete", {"running", "approved"}, "completed", "executor", notify=True),
"notify": TaskTransition("notify", {"completed"}, "completed", "notifier"),
"close": TaskTransition("close", {"completed", "cancelled", "failed"}, "closed", "owner"),
"cancel": TaskTransition("cancel", {"new", "pending", "assigned", "running", "blocked", "waiting_approval"}, "cancelled", "owner", requires_reason=True, notify=True),
"fail": TaskTransition("fail", {"running", "assigned"}, "failed", "executor", requires_reason=True, notify=True),
}
ROLE_ORDER = {
"user": 1,
"agent": 2,
"executor": 3,
"dispatcher": 4,
"notifier": 4,
"group_admin": 5,
"owner": 9,
}
def available_actions(self, task: dict[str, Any], role: str) -> list[dict[str, Any]]:
state = task.get("status", "new")
actions = []
for name, transition in self.TRANSITIONS.items():
allowed_state = state in transition.from_states
allowed_role = self._role_allows(role, transition.required_role)
actions.append({
"action": name,
"label": self._label(name),
"enabled": allowed_state and allowed_role,
"from_state": state,
"to_state": transition.to_state,
"required_role": transition.required_role,
"requires_reason": transition.requires_reason,
"notify": transition.notify,
"disabled_reason": None if allowed_state and allowed_role else self._disabled_reason(allowed_state, allowed_role, transition),
})
return actions
def transition(self, task: dict[str, Any], action: str, actor_role: str, reason: str | None = None) -> dict[str, Any]:
if action not in self.TRANSITIONS:
raise ValueError(f"unknown task action: {action}")
transition = self.TRANSITIONS[action]
state = task.get("status", "new")
if state not in transition.from_states:
raise ValueError(f"action {action} not allowed from state {state}")
if not self._role_allows(actor_role, transition.required_role):
raise PermissionError(f"role {actor_role} cannot execute {action}; requires {transition.required_role}")
if transition.requires_reason and not reason:
raise ValueError(f"action {action} requires reason")
updated = dict(task)
updated["status"] = transition.to_state
updated["updated_at"] = utc_now()
history = list(updated.get("history", []))
history.append({
"action": action,
"from": state,
"to": transition.to_state,
"actor_role": actor_role,
"reason": reason,
"ts": utc_now(),
})
updated["history"] = history
if action == "complete":
updated["completed_at"] = utc_now()
notification = dict(updated.get("notification", {}))
notification.setdefault("required", True)
notification.setdefault("sent", False)
updated["notification"] = notification
return updated
def _role_allows(self, role: str, required: str) -> bool:
return self.ROLE_ORDER.get(role, 0) >= self.ROLE_ORDER.get(required, 0)
def _label(self, action: str) -> str:
labels = {
"assign": "分配任务",
"start": "开始执行",
"update_progress": "更新进度",
"block": "标记阻塞",
"request_approval": "请求审批",
"approve": "批准",
"reject": "拒绝",
"resume": "继续执行",
"retry": "重试",
"complete": "标记完成",
"notify": "发送通知",
"close": "关闭任务",
"cancel": "取消任务",
"fail": "标记失败",
}
return labels.get(action, action)
def _disabled_reason(self, allowed_state: bool, allowed_role: bool, transition: TaskTransition) -> str:
if not allowed_state:
return "当前状态不允许该操作"
if not allowed_role:
return f"需要角色: {transition.required_role}"
return "不可用"
__all__ = ["TaskTransition", "TaskLifecycle", "TERMINAL_STATES"]
-50
View File
@@ -1,50 +0,0 @@
"""Task Center orchestrator.
Coordinates task ingestion, persistence, lifecycle updates, events and statistics.
"""
from __future__ import annotations
from typing import Any
from .task_event_bridge import TaskEventBridge
from .task_source_ingestor import TaskSourceIngestor
from .task_statistics import TaskStatistics
from .task_store import TaskStore
class TaskOrchestrator:
def __init__(self):
self.ingestor = TaskSourceIngestor()
self.store = TaskStore()
self.events = TaskEventBridge()
self.statistics = TaskStatistics()
def create_from_command(self, path: str, bucket: str = "active") -> dict[str, Any]:
task = self.ingestor.command_file_to_task(path, bucket)
self.store.append(task)
self.events.task_created(task)
return task
def create_from_agent_execution(self, record: dict[str, Any]) -> dict[str, Any]:
task = self.ingestor.agent_execution_to_task(record)
self.store.append(task)
self.events.task_created(task)
return task
def sync_event(self, event: dict[str, Any]) -> dict[str, Any] | None:
task = self.ingestor.event_to_task(event)
if task:
self.store.append(task)
self.events.task_updated(task, event.get("kind", "event"))
return task
def dashboard(self) -> dict[str, Any]:
tasks = self.store.latest()
return {
"tasks": tasks,
"statistics": self.statistics.summarize(tasks),
}
__all__ = ["TaskOrchestrator"]
-159
View File
@@ -1,159 +0,0 @@
"""Task source ingestion for AIOS Task Center.
Converts Command Watcher files, OpenClaw/Hermes/Codex execution records and
Generic Agent Event Bus records into normalized Task Center task dictionaries.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from pathlib import Path
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class TaskSourceRecord:
source_type: str
source_id: str
title: str
assigned_by: str
executor: str
status: str
priority: str = "normal"
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
evidence: list[str] = field(default_factory=list)
metadata: dict[str, Any] = field(default_factory=dict)
def to_task(self) -> dict[str, Any]:
return {
"task_id": f"task-{self.source_type}-{self.source_id}",
"title": self.title,
"assigned_by": self.assigned_by,
"executor": self.executor,
"source": self.source_type,
"status": self.status,
"priority": self.priority,
"created_at": self.created_at,
"updated_at": self.updated_at,
"progress": {
"percent": self._progress_percent(),
"current_step": self.status,
"completed_steps": [],
"remaining_steps": [],
"blocked_reason": self.metadata.get("blocked_reason"),
},
"notification": {
"required": True,
"sent": bool(self.metadata.get("notification_sent")),
"channel": self.metadata.get("notification_channel"),
"sent_at": self.metadata.get("notification_sent_at"),
},
"evidence": self.evidence,
"metadata": self.metadata,
}
def _progress_percent(self) -> int:
mapping = {
"new": 0,
"pending": 5,
"assigned": 15,
"running": 50,
"blocked": 50,
"waiting_approval": 60,
"approved": 70,
"completed": 100,
"closed": 100,
"failed": 100,
"cancelled": 100,
}
return mapping.get(self.status, 0)
class TaskSourceIngestor:
COMMAND_STATUS_MAP = {
"active": "pending",
"running": "running",
"completed": "completed",
"failed": "failed",
"archive": "closed",
}
def command_file_to_task(self, path: str, bucket: str = "active") -> dict[str, Any]:
p = Path(path)
title = p.stem
return TaskSourceRecord(
source_type="command_watcher",
source_id=title,
title=title,
assigned_by="command-watcher",
executor=self._infer_executor(title),
status=self.COMMAND_STATUS_MAP.get(bucket, "pending"),
priority="high" if "P0" in title or "fix" in title.lower() else "normal",
evidence=[str(p)],
metadata={"bucket": bucket},
).to_task()
def agent_execution_to_task(self, record: dict[str, Any]) -> dict[str, Any]:
source_id = record.get("execution_id", record.get("id", "unknown"))
status = record.get("status", "running")
return TaskSourceRecord(
source_type="agent_execution",
source_id=source_id,
title=record.get("title", f"Agent execution {source_id}"),
assigned_by=record.get("assigned_by", record.get("entry_agent", "agent-system")),
executor=record.get("closed_by", record.get("entry_agent", "unknown-agent")),
status=status,
priority=record.get("priority", "normal"),
created_at=record.get("started_at", utc_now()),
updated_at=record.get("ended_at", utc_now()),
evidence=[record.get("execution_id", source_id)],
metadata=record,
).to_task()
def event_to_task(self, event: dict[str, Any]) -> dict[str, Any] | None:
kind = event.get("kind")
payload = event.get("payload", {})
if kind not in {"task_created", "task_updated", "agent_started", "agent_completed", "agent_failed", "search_started", "search_completed"}:
return None
source_id = event.get("correlation_id") or event.get("id", "event")
status = self._status_from_event(kind, payload)
return TaskSourceRecord(
source_type="event_bus",
source_id=source_id,
title=payload.get("title") or event.get("summary", kind),
assigned_by=event.get("source", "event-bus"),
executor=event.get("target", "task-center"),
status=status,
created_at=event.get("created_at", utc_now()),
updated_at=event.get("created_at", utc_now()),
evidence=[event.get("id", source_id)],
metadata={"event_kind": kind, "payload": payload},
).to_task()
def _status_from_event(self, kind: str, payload: dict[str, Any]) -> str:
if kind.endswith("completed"):
return "completed"
if kind.endswith("failed"):
return "failed"
return payload.get("status", "running")
def _infer_executor(self, title: str) -> str:
lower = title.lower()
if "openclaw" in lower:
return "openclaw"
if "hermes" in lower:
return "hermes"
if "codex" in lower:
return "codex"
if "search" in lower:
return "openclaw"
return "openclaw"
__all__ = ["TaskSourceRecord", "TaskSourceIngestor"]
-33
View File
@@ -1,33 +0,0 @@
"""Task Center statistics."""
from typing import Any
class TaskStatistics:
def summarize(self, tasks: list[dict[str, Any]] | None = None) -> dict[str, Any]:
tasks = tasks or []
completed = [t for t in tasks if t.get("status") == "completed"]
blocked = [t for t in tasks if t.get("status") == "blocked"]
waiting = [t for t in tasks if t.get("status") == "waiting_approval"]
elapsed = [t.get("elapsed_seconds", 0) for t in tasks if t.get("elapsed_seconds") is not None]
return {
"total": len(tasks),
"completed": len(completed),
"blocked": len(blocked),
"waiting_approval": len(waiting),
"completion_rate": round(len(completed) / len(tasks) * 100, 2) if tasks else 0,
"average_elapsed_seconds": round(sum(elapsed) / len(elapsed), 2) if elapsed else 0,
"top_blockers": self._top_values(blocked, "blocker"),
"executor_distribution": self._top_values(tasks, "executor"),
}
def _top_values(self, tasks: list[dict[str, Any]], key: str):
result: dict[str, int] = {}
for task in tasks:
value = task.get(key)
if value:
result[value] = result.get(value, 0) + 1
return result
__all__ = ["TaskStatistics"]
-29
View File
@@ -1,29 +0,0 @@
"""Persistent Task Center store."""
from __future__ import annotations
import json
from pathlib import Path
from typing import Any
class TaskStore:
def __init__(self, root: str = "runtime/task-center"):
self.root = Path(root)
self.root.mkdir(parents=True, exist_ok=True)
self.path = self.root / "tasks.jsonl"
def append(self, task: dict[str, Any]) -> None:
with self.path.open("a", encoding="utf-8") as f:
f.write(json.dumps(task, ensure_ascii=False) + "\n")
def list_all(self) -> list[dict[str, Any]]:
if not self.path.exists():
return []
return [json.loads(line) for line in self.path.read_text(encoding="utf-8").splitlines() if line]
def latest(self) -> list[dict[str, Any]]:
return self.list_all()[-100:]
__all__ = ["TaskStore"]
@@ -0,0 +1,68 @@
"""User profile isolation layer for multi-user agents.
Global agent instructions define agent behavior. User preferences must be scoped
by user identity and session, never stored in a shared USER.md.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from hashlib import sha256
from pathlib import Path
import json
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def safe_user_key(user_id: str) -> str:
return sha256(user_id.encode("utf-8")).hexdigest()[:24]
@dataclass
class UserProfile:
user_key: str
display_name: str | None = None
preferences: dict[str, Any] = field(default_factory=dict)
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
def to_dict(self):
return asdict(self)
class UserProfileStore:
def __init__(self, root: str = "runtime/user-profiles"):
self.root = Path(root)
self.root.mkdir(parents=True, exist_ok=True)
def get(self, user_id: str) -> dict[str, Any]:
path = self.root / f"{safe_user_key(user_id)}.json"
if not path.exists():
return UserProfile(user_key=safe_user_key(user_id)).to_dict()
return json.loads(path.read_text(encoding="utf-8"))
def update(self, user_id: str, updates: dict[str, Any]) -> dict[str, Any]:
profile = self.get(user_id)
if "display_name" in updates:
profile["display_name"] = updates["display_name"]
profile.setdefault("preferences", {}).update(updates.get("preferences", {}))
profile["updated_at"] = utc_now()
path = self.root / f"{safe_user_key(user_id)}.json"
path.write_text(json.dumps(profile, ensure_ascii=False, indent=2), encoding="utf-8")
return profile
def runtime_context(self, user_id: str) -> dict[str, Any]:
profile = self.get(user_id)
return {
"user_profile": profile,
"source": "user_profile_store",
"shared_agent_defaults": "USER.md",
"isolation": True,
}
__all__ = ["UserProfile", "UserProfileStore", "safe_user_key"]
@@ -0,0 +1,36 @@
# CMD-20260708-fix-git-actions-write-and-enable-audit-plane
## Command ID
CMD-20260708-fix-git-actions-write-and-enable-audit-plane
## Priority
P0
## Mode
autonomous
## Target
Primary: OpenClaw
Supporting: Hermes
Review: Codex
## Objective
解决当前 AIOS Git Actions 写权限问题,恢复 ChatGPT Actions → AIOS GitOps API → Git Commit 链路,
同时建立 Agent 全生命周期审计体系。
## Status
- Part 1 (Fix Git Actions Write Permission): ✅ COMPLETE
- Part 2 (Agent Command Plane Structure): ✅ COMPLETE
- Part 3 (Agent Execution Audit): ✅ COMPLETE
- Part 4 (Conversation Trace): 🚧 IN PROGRESS
- Part 5 (Version Association): ⏳ PENDING
- Part 6 (Web UI Integration): ⏳ PENDING
- Part 7 (Evidence): ⏳ PENDING
- Part 8 (Regression Test): ⏳ PENDING
## Completion Criteria
1. Code committed: agents/, audit/, evidence/, web-ui/
2. Doc: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md
3. Report: evidence/CMD-20260708.../final-report.md
4. Output: AIOS_AGENT_AUDIT_PLANE_READY, AIOS_GIT_ACTION_WRITE_READY
5. Next command created: CMD-20260709-autonomous-controller-enable
@@ -0,0 +1,36 @@
# CMD-20260708-fix-git-actions-write-and-enable-audit-plane
## Command ID
CMD-20260708-fix-git-actions-write-and-enable-audit-plane
## Priority
P0
## Mode
autonomous
## Target
Primary: OpenClaw
Supporting: Hermes
Review: Codex
## Objective
解决当前 AIOS Git Actions 写权限问题,恢复 ChatGPT Actions → AIOS GitOps API → Git Commit 链路,
同时建立 Agent 全生命周期审计体系。
## Status
- Part 1 (Fix Git Actions Write Permission): ✅ COMPLETE
- Part 2 (Agent Command Plane Structure): ✅ COMPLETE
- Part 3 (Agent Execution Audit): ✅ COMPLETE
- Part 4 (Conversation Trace): 🚧 IN PROGRESS
- Part 5 (Version Association): ⏳ PENDING
- Part 6 (Web UI Integration): ⏳ PENDING
- Part 7 (Evidence): ⏳ PENDING
- Part 8 (Regression Test): ⏳ PENDING
## Completion Criteria
1. Code committed: agents/, audit/, evidence/, web-ui/
2. Doc: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md
3. Report: evidence/CMD-20260708.../final-report.md
4. Output: AIOS_AGENT_AUDIT_PLANE_READY, AIOS_GIT_ACTION_WRITE_READY
5. Next command created: CMD-20260709-autonomous-controller-enable
@@ -0,0 +1,35 @@
# CMD-20260709-enable-autonomous-controller
## Command ID
CMD-20260709-enable-autonomous-controller
## Priority
P0
## Mode
autonomous
## Target
Primary: OpenClaw
Supporting: Hermes
Review: Codex
## Objective
Enable autonomous controller for AIOS GitOps:
- Auto-detect issues
- Auto-diagnose
- Auto-generate fixes
- Auto-test
- Auto-create patches
- Auto-request approval
## Preconditions
- Agent Command Plane initialized (CMD-BOOTSTRAP-001)
- Git Actions write permission fixed (CMD-20260708)
- Audit plane enabled (CMD-20260708)
- Notification service enabled (CMD-20260708)
## Completion Criteria
- Autonomous controller service running
- Can detect, diagnose, fix, and report
- Pipeline: detect → diagnose → fix → test → patch → approve → commit → notify
+3 -3
View File
@@ -2,8 +2,8 @@
"processed": {
"CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md": {
"hash": "9442e78e3deb35e03227016b2265d34feb4640f8efdcb07baffe06d52ef947c8",
"status": "running",
"discovered_at": "2026-07-09T00:12:52+0800"
"status": "discovered",
"discovered_at": "2026-07-08T19:01:32+0800"
},
"CMD-20260709-enable-autonomous-controller.md": {
"hash": "2825811706389130b2f531a2d3814b800b1181598f871b496e5a05fa13adbbec",
@@ -11,5 +11,5 @@
"discovered_at": "2026-07-08T19:01:45+0800"
}
},
"last_scan": "2026-07-09T10:42:52+0800"
"last_scan": "2026-07-08T21:06:45+0800"
}
-16
View File
@@ -1,16 +0,0 @@
{
"agent_run_id": "openclaw-1783527172",
"command": "CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md",
"agent": "openclaw",
"version": "V1R3C1",
"objective": "Command: CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md",
"start_time": "2026-07-09T00:12:52+0800",
"end_time": null,
"interaction_count": 0,
"tool_call_count": 0,
"changed_files": [],
"commit_sha": null,
"test_result": null,
"final_result": "running",
"evidence_path": "evidence/CMD-20260708-fix-git-actions-write-and-enable-audit-plane/"
}
@@ -1,30 +0,0 @@
agent_context_isolation:
enabled: true
architecture:
shared_kernel: true
group_main_agent: true
owner_dedicated_agent: true
user_dedicated_agent: false
layers:
- system_policy
- agent_default
- group_policy
- role_policy
- user_profile
- session_context
priority:
session_context: 70
user_profile: 50
group_policy: 30
agent_default: 10
safety_policy: immutable
forbidden:
- user_preferences_in_USER_md
- cross_user_profile_access
- shared_personalization_state
audit:
enabled: true
events:
- context_loaded
- profile_updated
- agent_selected
-26
View File
@@ -1,26 +0,0 @@
agent_observability:
enabled: true
tracked_agents:
- openclaw
- hermes
- codex
- sub_agents
metrics:
- execution_duration
- input_tokens
- output_tokens
- total_tokens
- loop_type
- delegation_tree
loop_types:
- openclaw_independent
- hermes_orchestrated
visibility:
user: own_sessions_only
group_admin: group_sessions
owner: global_audit
privacy:
token_details_visible: permission_based
cross_user_execution_visibility: false
audit:
enabled: true
-92
View File
@@ -1,92 +0,0 @@
search_gateway:
enabled: true
scope: general_purpose_network_search
principle: shared_base_capability_with_group_user_session_customization
customization:
enabled: true
precedence:
- base
- group_profile
- user_profile
- session_profile
customizable:
- provider_order
- trusted_domains
- query_expansion_hints
- domain_profiles
- preferred_language
- preferred_region
non_overridable:
- audit_required
- fallback_required
- authorization_required
- blocked_behaviors
- privacy_boundaries
domain_profiles:
supported_defaults:
- general
- education_exam_data
- policy_regulation
- software_library
- product_research
- company_research
extensible_by_group: true
extensible_by_user: true
extension_requires_audit: true
providers:
routing:
- cache
- official_site
- general_web
- vertical_source
- browser_fetch
- user_authorized_file
- internal_archive
failure_policy:
single_provider_failure_is_not_terminal: true
require_fallback_attempts: true
record_provider_failures: true
allowed_sources:
- public_web_pages
- official_announcements
- public_documents
- public_exam_papers
- user_authorized_files
- user_authorized_links
- internal_archives
blocked_behaviors:
- bypass_login
- bypass_captcha
- scrape_private_student_grades
- scrape_student_private_data
- bulk_scrape_protected_platforms
- collect_data_without_authorization
evidence:
require_source_record: true
require_confidence: true
require_attempt_log: true
require_clarification_when_insufficient: true
audit:
enabled: true
record:
- query
- requester
- resolved_profile
- expanded_queries
- providers_attempted
- provider_failures
- evidence_selected
- blocked_reasons
- final_confidence
user_experience:
do_not_answer_provider_unavailable_as_final_failure: true
explain_public_vs_private_data_boundary: true
ask_for_subject_platform_file_or_link_when_needed: true
-47
View File
@@ -1,47 +0,0 @@
task_center:
enabled: true
purpose: autonomous_operation_management
lifecycle:
states:
- new
- pending
- assigned
- running
- blocked
- waiting_approval
- approved
- completed
- failed
- closed
sources:
- command_watcher
- openclaw
- hermes
- codex
- agent_event_bus
required_tracking:
- creator
- assigned_by
- executor
- progress
- elapsed_time
- remaining_work
- blockers
- approvals
- notifications
governance:
require_audit: true
require_rbac_actions: true
require_notification_trace: true
statistics:
- completion_rate
- average_duration
- blocked_count
- approval_wait_time
- executor_distribution
- notification_rate
+20
View File
@@ -0,0 +1,20 @@
user_profile_isolation:
enabled: true
principle: one_agent_many_users_requires_scoped_user_context
global_files:
USER.md: agent_defaults_only
user_data:
storage: runtime/user-profiles
isolation_key: user_id_hash
git_commit_required: false
reason: user preferences are runtime data, not shared configuration
forbidden:
- shared_user_preferences_in_USER_MD
- cross_user_profile_access
- user_identity_data_in_public_agent_config
audit:
enabled: true
events:
- profile_created
- profile_updated
- context_loaded
@@ -1,45 +0,0 @@
# CMD-20260709-complete-agent-observability-loop
## Goal
Complete the OpenClaw/Hermes/sub-agent observability closed loop.
## Deploy
1. Deploy agent observability store.
2. Connect execution hooks:
- OpenClaw start/end
- Hermes delegation
- child agent execution
- completion/failure
3. Enable API:
- recordAgentExecution
- getAgentObservabilityOverview
4. Enable Web UI:
- /admin/ai-evolution/agents
5. Enforce permission views:
- user: own execution
- group_admin: group execution
- owner: global audit
## Required metrics
- independent OpenClaw loops
- Hermes orchestrated loops
- child agent tree
- duration
- token usage when available
- failure rate
## Validation signals
- AIOS_AGENT_OBSERVABILITY_READY
- AIOS_AGENT_ROUTING_VISUAL_READY
- AIOS_AGENT_COST_METRICS_READY
- AIOS_AGENT_OBSERVABILITY_CLOSED_LOOP_READY
## Governance
- Do not expose cross-user data.
- Token details require permission.
- All records are audited.
@@ -1,76 +0,0 @@
# CMD-20260709-complete-search-gateway-runtime-loop
## Goal
Complete deployment of AIOS General Search Gateway runtime loop.
## Components
Deploy:
- Search Gateway core
- Profile resolver
- Provider registry
- Audit store
- Event bridge
- Runtime orchestrator
- Search dashboard
## Runtime Integration
Connect:
- Custom GPT bridge
- OpenClaw
- Hermes
- Codex
- Agent Event Bus
- Audit Plane
## Validation
Run:
```bash
pytest tests/test_search_gateway_general_capability.py \
tests/test_search_provider_registry.py \
tests/test_search_gateway_orchestrator.py
```
Required signals:
- AIOS_GENERAL_SEARCH_GATEWAY_READY
- AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
- AIOS_SEARCH_PROVIDER_REGISTRY_READY
- AIOS_SEARCH_AUDIT_READY
- AIOS_SEARCH_EVENT_LOOP_READY
- AIOS_SEARCH_RUNTIME_LOOP_READY
## Web UI
Enable:
- /admin/ai-evolution/search
Show:
- provider health
- fallback count
- evidence quality
- search audit
- group/user profile customization
## Notification
After deployment send WeChat report containing:
- branch
- commit SHA
- test results
- runtime status
- enabled providers
- success signals
## Governance
Production provider credentials, paid APIs and private data integrations require owner approval.
@@ -1,74 +0,0 @@
# CMD-20260709-complete-task-center-closed-loop
## Goal
Complete AIOS Task Center autonomous closed loop.
## Deploy
Components:
- Task lifecycle state machine
- Task Event Bridge
- Task Store
- Task Statistics
- Task Action API
- Task Web UI
## Integrations
Connect:
- Command Watcher: every CMD becomes a task
- OpenClaw: execution updates task automatically
- Hermes: delegation updates task automatically
- Codex: development tasks update task automatically
- Audit Plane: stores evidence
- Notification Agent: completion/blocking notifications
## Required UI actions
Every task page must expose RBAC controlled buttons:
- assign
- start
- update progress
- block
- request approval
- approve
- reject
- resume
- retry
- complete
- notify
- close
## Statistics
Display:
- total tasks
- completion rate
- average execution time
- blocked tasks
- approval waiting time
- executor distribution
- blocker ranking
- notification completion rate
## Validation
- AIOS_TASK_LIFECYCLE_READY
- AIOS_TASK_EVENT_LOOP_READY
- AIOS_TASK_STATISTICS_READY
- AIOS_TASK_CLOSURE_LOOP_READY
- AIOS_TASK_WEB_UI_ACTIONS_READY
## Notification
After deployment send WeChat summary:
- deployment result
- task center URL
- tests
- success signals
@@ -1,238 +0,0 @@
# CMD-20260709-dispatch-search-gateway-production-deployment
## Priority
P0
## Goal
Deploy AIOS General Search Gateway runtime loop and report completion to Owner via WeChat.
## Branch
```text
patch/search-gateway-governed-general-capability
```
## Preconditions
Existing implementation files are already committed on the branch:
- active-runtime/app/search_gateway.py
- active-runtime/app/search_profile_resolver.py
- active-runtime/app/search_provider_registry.py
- active-runtime/app/search_audit_store.py
- active-runtime/app/search_event_bridge.py
- active-runtime/app/search_gateway_orchestrator.py
- active-runtime/app/search_agent_adapter.py
- active-runtime/app/search_gateway_api.py
- active-runtime/app/search_gateway_dashboard.py
- active-runtime/app/search_architect_integration.py
- config/search-gateway-policy.yaml
- tests/test_search_gateway_general_capability.py
- tests/test_search_provider_registry.py
- tests/test_search_gateway_orchestrator.py
- tests/test_search_agent_adapter.py
- tests/test_search_architect_integration.py
## Execute
### 1. Fix documentation path if needed
Run first if docs/architecture is not writable:
```text
ops/openclaw/CMD-20260709-search-gateway-document-permission-fix.md
```
### 2. Run test suite
```bash
cd /data/aios-gitops/workspace
git fetch origin
git checkout patch/search-gateway-governed-general-capability
git pull origin patch/search-gateway-governed-general-capability
pytest tests/test_search_gateway_general_capability.py \
tests/test_search_provider_registry.py \
tests/test_search_gateway_orchestrator.py \
tests/test_search_agent_adapter.py \
tests/test_search_architect_integration.py
```
### 3. Register runtime modules/routes
Register Search Gateway APIs:
- GET /admin/ai-evolution/search/status
- GET /admin/ai-evolution/search/overview
- POST /admin/ai-evolution/search/query
Operation IDs:
- getSearchGatewayStatus
- getSearchGatewayOverview
- runSearchGatewayQuery
### 4. Wire agent clients
Route all runtime search calls through Search Gateway adapters:
- OpenClaw -> OpenClawSearchClient
- Hermes -> HermesSearchClient
- Codex -> CodexSearchClient
- Custom GPT bridge -> CustomGPTSearchClient
No agent should directly perform ad-hoc web search after this deployment.
### 5. Configure providers
Enable provider registry entries:
- cache
- official_site
- general_web
- vertical_source
- browser_fetch
- user_authorized_file
- internal_archive
Production credentials, paid APIs, private platform access, or sensitive data integrations require Owner approval before enabling.
Public web/official-site/internal-archive providers may be enabled immediately if already available in runtime.
### 6. Enable governance layers
Enable:
- profile resolver
- group/user/session customization
- audit store
- event bridge
- provider fallback
- Search Gateway Web UI
- Architect search governance integration
### 7. Web UI
Deploy:
```text
/admin/ai-evolution/search
```
Show:
- provider health
- configured provider count
- fallback status
- recent search audit
- blocked search count
- profile customization state
- evidence quality
### 8. Acceptance smoke tests
Run these live requests through Search Gateway API:
#### Public general search
```json
{
"query": "latest Python package release notes",
"requester": "openclaw",
"intent": "software_library",
"user_scope": "public"
}
```
Expected:
- status is found or not_found
- provider attempts recorded
- no direct provider failure as final answer without fallback attempt
#### Group/user customization
```json
{
"query": "AI agent observability",
"requester": "hermes",
"intent": "software_library",
"group_profile": {
"profile_id": "group-default",
"scope": "group",
"query_expansion_hints": ["GitHub", "release notes"]
},
"user_scope": "public"
}
```
Expected:
- resolved_profile includes group overlay
- audit is recorded
#### Guardrail block
```json
{
"query": "绕过验证码 抓取个人成绩",
"requester": "openclaw",
"user_scope": "public"
}
```
Expected:
- status = blocked
- blocked_reasons populated
- audit/event recorded
## Success Signals
Return all of these if deployment succeeds:
```text
AIOS_GENERAL_SEARCH_GATEWAY_READY
AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
AIOS_SEARCH_PROVIDER_REGISTRY_READY
AIOS_SEARCH_PROVIDER_FALLBACK_READY
AIOS_SEARCH_AUDIT_READY
AIOS_SEARCH_EVENT_LOOP_READY
AIOS_SEARCH_RUNTIME_LOOP_READY
AIOS_SEARCH_WEB_UI_READY
AIOS_SEARCH_AGENT_ADAPTERS_READY
AIOS_SEARCH_ARCHITECT_GOVERNANCE_READY
AIOS_SEARCH_WECHAT_NOTIFICATION_SENT
```
## WeChat report to Owner
After deployment, send WeChat report containing:
- branch
- latest commit SHA
- test results
- provider status
- live smoke test results
- Web UI URL
- success signals
- remaining limitations, if any
## Output back to ChatGPT
Return:
- command status
- commit SHA deployed
- tests passed/failed
- enabled providers
- API routes verified
- Web UI route verified
- WeChat notification result
## Governance
This command deploys the governed shared Search Gateway. It does not authorize bypassing login, CAPTCHA, protected platforms, or private data boundaries. Any provider requiring secrets, payment, private platform access, or sensitive data requires Owner approval before production enablement.
@@ -1,34 +0,0 @@
# CMD-20260709-enable-agent-observability-dashboard
## Goal
Expose OpenClaw/Hermes/sub-agent scheduling and resource metrics in Web UI.
## Deploy
1. Deploy agent observability collector.
2. Capture execution records:
- entry agent
- delegation path
- Hermes usage
- child agents
- duration
- token usage when adapter provides it
3. Enable dashboard:
- /admin/ai-evolution/agents
4. Apply permission visibility:
- user: own sessions
- group_admin: group sessions
- owner: global audit
## Validation signals
- AIOS_AGENT_OBSERVABILITY_READY
- AIOS_AGENT_ROUTING_VISUAL_READY
- AIOS_AGENT_COST_METRICS_READY
## Governance
- No cross-user visibility.
- Token details are permission controlled.
- All execution records are audited.
@@ -1,103 +0,0 @@
# CMD-20260709-enable-general-search-gateway
## Goal
Deploy AIOS general-purpose governed Search Gateway as a shared capability for Custom GPT, OpenClaw, Hermes, Codex and future agents.
## Scope
This is a general search capability, not an education-only feature.
Supported customization layers:
1. base profile
2. group profile
3. user profile
4. session profile
Customizable:
- provider order
- trusted domains
- query expansion hints
- domain profiles
- preferred language/region
Non-overridable:
- audit
- fallback
- authorization
- privacy/safety boundaries
- blocked behaviors
## Deploy
1. Register Search Gateway modules:
- active-runtime/app/search_gateway.py
- active-runtime/app/search_profile_resolver.py
- active-runtime/app/search_gateway_api.py
- active-runtime/app/search_gateway_dashboard.py
2. Register routes:
- GET /admin/ai-evolution/search/status
- GET /admin/ai-evolution/search/overview
- POST /admin/ai-evolution/search/query
3. Configure provider adapters:
- cache
- official_site
- general_web
- vertical_source
- browser_fetch
- user_authorized_file
- internal_archive
4. Enforce fallback:
- a single provider failure must not end the user request
- provider failures must be logged
- ask for clarification when evidence is insufficient
5. Connect Search Gateway to agents:
- OpenClaw
- Hermes
- Codex
- Custom GPT bridge
6. Add Web UI:
- /admin/ai-evolution/search
7. Notify owner by WeChat after deployment with:
- branch
- commit SHA
- tests result
- provider status
- success signals
## Validate
Run:
```bash
pytest tests/test_search_gateway_general_capability.py
```
Acceptance cases:
1. provider failure fallback works
2. general non-education query expansion works
3. group/user/session customization works
4. hard guardrails cannot be disabled
5. blocked private/unauthorized collection requests are blocked
## Success signals
- AIOS_GENERAL_SEARCH_GATEWAY_READY
- AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
- AIOS_SEARCH_PROVIDER_FALLBACK_READY
- AIOS_SEARCH_GOVERNANCE_AUDIT_READY
- AIOS_SEARCH_WECHAT_NOTIFICATION_SENT
## Governance
Search is a shared AIOS capability. Any provider with credentials, payment, private platform access or sensitive data access requires owner approval before production enablement.
@@ -1,32 +0,0 @@
# CMD-20260709-enable-group-owner-agent-isolation
## Goal
Deploy multi-user agent context isolation:
- group main agent per group/tenant
- dedicated owner agent per owner
- user profile and session overlays
- no user personalization in shared USER.md
## Deploy
1. Deploy context resolver.
2. Enable group agent routing.
3. Enable owner agent routing.
4. Create runtime user profile storage.
5. Migrate user-specific preferences out of shared USER.md.
6. Enable context audit events.
## Validation
- AIOS_USER_PROFILE_ISOLATION_READY
- AIOS_GROUP_AGENT_ROUTING_READY
- AIOS_OWNER_AGENT_READY
- AIOS_CONTEXT_AUDIT_READY
## Governance
- Safety policy overrides all user customization.
- No cross-user profile access.
- No personal profile data in shared Git configuration.
@@ -1,93 +0,0 @@
# CMD-20260709-enable-search-gateway-general-capability
## Goal
Deploy AIOS governed general-purpose Search Gateway.
## Scope
This is a generic networking/search capability for AIOS, not limited to education exam queries.
## Deploy
1. Register Search Gateway modules:
- active-runtime/app/search_gateway.py
- active-runtime/app/search_gateway_api.py
- active-runtime/app/search_gateway_dashboard.py
2. Enable API routes:
- GET /admin/ai-evolution/search/status
- GET /admin/ai-evolution/search/overview
- POST /admin/ai-evolution/search/query
3. Configure providers through runtime secrets/config only:
- cache
- official site search
- general web search
- vertical source search
- browser fetch for public pages
- user-authorized file/link processing
- internal archive search
4. Enforce policy:
- no single provider failure may terminate search
- provider failures must trigger fallback
- final answers must include evidence/confidence or clarification request
- blocked requests must be audited
5. Wire callers:
- OpenClaw
- Hermes
- Codex
- Custom GPT bridge
- Architect weekly research agent
## Compliance Boundary
Do not implement or enable:
- login bypass
- CAPTCHA bypass
- scraping private student grades
- scraping student private data
- bulk scraping protected platforms
- collection without authorization
Allowed:
- public web pages
- official announcements
- public documents
- public exam papers
- user-authorized files
- user-authorized links
- internal archives
## Tests
Run:
```bash
pytest tests/test_search_gateway.py tests/test_search_gateway_dashboard.py
```
## Validation Signals
- AIOS_SEARCH_GATEWAY_READY
- AIOS_SEARCH_PROVIDER_FALLBACK_READY
- AIOS_SEARCH_EVIDENCE_AUDIT_READY
- AIOS_SEARCH_WEB_UI_READY
## Notification
After deployment and tests, notify Owner through WeChat with:
```text
AIOS Search Gateway deployed.
Fallback, evidence audit, Web UI and compliance guard are ready.
```
## Governance
This capability is recommended as R-level because it adds a system-wide Search Gateway foundation.
Owner gate is required before enabling external paid providers, new secrets, or production-wide search routing.
@@ -1,61 +0,0 @@
# CMD-20260709-enable-task-center-webui
## Goal
Deploy AIOS Task Center Web UI for autonomous operation visibility.
## Page
```text
/admin/ai-evolution/tasks
```
## Display
Every task must show:
- task title
- task source
- assigned by
- executor agent
- current status
- progress percentage
- current step
- completed steps
- remaining steps
- blocked reason
- elapsed time
- owner gate state
- completion notification status
- notification channel
- notification timestamp
## Data Sources
Connect:
- Agent Event Bus
- Command Watcher
- OpenClaw execution records
- Hermes delegation records
- Codex execution records
- Audit Plane
## Validation
- AIOS_TASK_CENTER_READY
- AIOS_TASK_PROGRESS_VISIBLE
- AIOS_TASK_NOTIFICATION_TRACE_READY
## Governance
Task progress should be visible through Web UI. Users should not need to ask manually for repeated status updates.
## Notification
On deployment completion send WeChat report with:
- deployment status
- commit SHA
- page URL
- validation results
@@ -0,0 +1,30 @@
# CMD-20260709-enable-user-profile-isolation
## Goal
Fix multi-user agent context leakage caused by shared USER.md personalization.
## Rules
- USER.md is agent-level default behavior only.
- User names, preferences and personalized settings must come from user profile storage.
- Every WeChat/user session loads only its own profile by user_id.
## Deploy
1. Deploy user profile isolation runtime layer.
2. Create runtime/user-profiles storage.
3. Migrate existing shared personalization from USER.md into explicit owner profile if needed.
4. Remove user-specific names from shared USER.md.
5. Verify two users cannot read each other's profiles.
## Validation signals
- AIOS_USER_PROFILE_ISOLATION_READY
- AIOS_MULTIUSER_CONTEXT_SAFE
## Governance
- User preferences are runtime data, not Git configuration.
- No personal profile data in shared Git files.
- Audit profile create/update/context load events.
@@ -1,77 +0,0 @@
# CMD-20260709-fix-openapi-workspace-permission
## Goal
Fix Git workspace permission issue that blocks writing OpenAPI files.
## Symptom
ChatGPT Actions failed to write:
```text
openapi/agent-context-isolation.yaml
```
Error:
```text
Permission denied: /data/aios-gitops/workspace/openapi/agent-context-isolation.yaml
```
## Execute
1. Inspect permissions:
```bash
ls -ld /data/aios-gitops/workspace/openapi
ls -la /data/aios-gitops/workspace/openapi | head
stat /data/aios-gitops/workspace/openapi
ps aux | grep -E 'aios-gitops|model-api|actions' | grep -v grep
```
2. Identify runtime write user for Actions API.
3. Fix ownership/permissions with least privilege. Expected owner should match the GitOps runtime write user, likely `aiman` or the service user.
Example only after confirming user/group:
```bash
sudo chown -R <runtime_user>:<runtime_group> /data/aios-gitops/workspace/openapi
sudo chmod -R u+rwX,g+rwX /data/aios-gitops/workspace/openapi
```
4. Do not make the directory world-writable unless explicitly approved.
5. Retry creating:
```text
openapi/agent-context-isolation.yaml
```
6. Commit through GitOps patch branch only:
```text
patch/group-owner-agent-context-isolation
```
## Validation
- OpenAPI file write succeeds.
- Git commit succeeds.
- No direct main push.
- No secret written.
- Permission repair is recorded in audit.
Expected signal:
```text
AIOS_OPENAPI_WORKSPACE_PERMISSION_READY
```
## Forbidden
- Do not push main.
- Do not create tag.
- Do not chmod 777 unless owner explicitly approves.
- Do not write secrets.
- Do not change unrelated directories.
@@ -1,47 +0,0 @@
# CMD-20260709-search-gateway-document-permission-fix
## Goal
Restore Git write permission for architecture documentation path.
## Symptom
Writing:
```text
/docs/architecture/AIOS_SEARCH_GATEWAY_DESIGN.md
```
failed with:
```text
Permission denied
```
## Execute
Check:
```bash
ls -ld /data/aios-gitops/workspace/docs
ls -ld /data/aios-gitops/workspace/docs/architecture
stat /data/aios-gitops/workspace/docs/architecture
id
```
Fix ownership to runtime Git user only if required:
```bash
chown -R <runtime_user>:<runtime_group> /data/aios-gitops/workspace/docs/architecture
chmod -R u+rwX,g+rwX /data/aios-gitops/workspace/docs/architecture
```
Do not use chmod 777.
## Validation
Create and commit architecture documentation test file through GitOps.
Success:
AIOS_SEARCH_GATEWAY_DOC_WRITE_READY
@@ -1,70 +0,0 @@
# CMD-20260709-task-center-source-sync
## Goal
Enable automatic Task Center source synchronization.
## Branch
patch/search-gateway-governed-general-capability
## Components
- Task Source Ingestor
- Task Orchestrator
- Task Store
- Task Event Bridge
- Task Statistics
## Sources
Import task records from:
- command watcher folders
- OpenClaw runs
- Hermes delegations
- Codex work records
- agent lifecycle events
## Deploy
1. Load TaskOrchestrator.
2. Convert existing active commands into tasks.
3. Convert running commands into running tasks.
4. Convert completed commands into completed tasks.
5. Link new agent runs to task_id.
6. Emit task events for creation, update, block, approval and completion.
7. Store tasks in runtime/task-center/tasks.jsonl.
## Web UI
Update /admin/ai-evolution/tasks to show:
- origin
- assigned_by
- executor
- status
- progress
- elapsed time
- remaining work
- blockers
- approval state
- notification state
## Validate
Run:
pytest tests/test_task_orchestrator.py tests/test_task_event_and_statistics.py tests/test_task_lifecycle.py tests/test_task_center.py
## Success Signals
- AIOS_TASK_SOURCE_SYNC_READY
- AIOS_TASK_AUTO_GENERATION_READY
- AIOS_AGENT_TASK_BINDING_READY
- AIOS_TASK_PROGRESS_SYNC_READY
- AIOS_TASK_OPERATION_CENTER_READY
## Report
Send WeChat summary after deployment with task count, active count, blocked count, notification pending count and success signals.
@@ -1,74 +0,0 @@
# CMD-20260709-upgrade-task-center-governance
## Goal
Upgrade Task Center from status dashboard to full task governance loop.
## Features
Deploy:
- task lifecycle state machine
- task action buttons
- approval workflow
- blocking workflow
- retry/resume workflow
- notification trace
- task statistics
## Web UI
Page:
```text
/admin/ai-evolution/tasks
```
Each task displays:
- creator
- assigner
- executor
- progress
- elapsed time
- remaining steps
- blocker
- approval state
- notification state
Actions:
- 分配任务
- 开始执行
- 更新进度
- 标记阻塞
- 请求审批
- 批准
- 拒绝
- 继续执行
- 重试
- 标记完成
- 发送通知
- 关闭任务
## Data Integration
Connect:
- Agent Event Bus
- Command Watcher
- OpenClaw
- Hermes
- Codex
- Audit Plane
## Validation
- AIOS_TASK_LIFECYCLE_READY
- AIOS_TASK_ACTION_BUTTONS_READY
- AIOS_TASK_APPROVAL_FLOW_READY
- AIOS_TASK_CLOSURE_LOOP_READY
## Governance
Approval buttons must respect RBAC. Owner approval is required only where policy requires it.
@@ -1,35 +0,0 @@
# CMD-20260709-wire-agent-observability-hooks
## Goal
Connect real OpenClaw/Hermes/Codex execution lifecycle into Agent Observability.
## Deploy
1. Hook agent start/end lifecycle.
2. Emit events:
- agent_started
- agent_delegated
- token_consumed
- agent_completed
- agent_failed
3. Persist execution metrics.
4. Enable Web UI agent dashboard.
## Validation
- AIOS_AGENT_OBSERVABILITY_READY
- AIOS_AGENT_ROUTING_VISUAL_READY
- AIOS_AGENT_COST_METRICS_READY
- AIOS_AGENT_OBSERVABILITY_CLOSED_LOOP_READY
## Notes
Token usage depends on model adapter instrumentation. If unavailable, record null
rather than guessing.
## Governance
- Respect user/group/owner visibility.
- Do not expose cross-user execution details.
- Keep audit records.
@@ -1,60 +0,0 @@
# TASK CENTER VISUAL DASHBOARD DEPLOY 20260709
## Goal
Enable AIOS Task Center visual operations dashboard.
## Page
/admin/ai-evolution/tasks
## Views
- Kanban state board
- Execution timeline
- Task lifecycle flow
- Statistics summary
## Task Card Fields
- source
- assigned_by
- executor
- status
- progress
- elapsed time
- remaining steps
- blocker
- approval state
- notification state
## Operation Buttons
Render role controlled buttons for:
- start
- update progress
- mark blocked
- request approval
- approve
- reject
- retry
- complete
- send notification
- close
## Validation
Run:
pytest tests/test_task_dashboard_view.py tests/test_task_lifecycle.py tests/test_task_center.py
## Success Signals
- AIOS_TASK_CENTER_VISUAL_READY
- AIOS_TASK_FLOW_VIEW_READY
- AIOS_TASK_OPERATION_BUTTONS_READY
## Report
Send completion report through the configured notification channel with page url, commit sha, test result and success signals.
@@ -1,9 +0,0 @@
{
"type": "branch",
"branch": "patch/search-gateway-governed-general-capability",
"base": "main",
"created_by": "chatgpt-gitops-bot",
"created_at": "2026-07-09T04:40:14Z",
"direct_main_push": false,
"owner_approval_required": true
}
@@ -1,9 +1,9 @@
{
"type": "branch",
"branch": "patch/agent-observability-webui",
"branch": "patch/user-profile-isolation",
"base": "main",
"created_by": "chatgpt-gitops-bot",
"created_at": "2026-07-09T02:02:20Z",
"created_at": "2026-07-09T01:19:21Z",
"direct_main_push": false,
"owner_approval_required": true
}
-16
View File
@@ -1,16 +0,0 @@
from active_runtime.app.agent_observability_hooks import AgentObservabilityHooks
def test_agent_observability_closed_loop():
hooks = AgentObservabilityHooks()
started = hooks.start("user1", "group1", "openclaw")
execution_id = started["execution_id"]
hooks.delegate(execution_id, "hermes")
hooks.delegate(execution_id, "codex")
hooks.tokens(execution_id, 100, 200)
result = hooks.finish(execution_id)
record = result["record"]
assert record["used_hermes"] is True
assert "codex" in record["path"]
assert record["total_tokens"] == 300
-19
View File
@@ -1,19 +0,0 @@
from active_runtime.app.search_agent_adapter import AgentSearchContext, OpenClawSearchClient
class FakeOrchestrator:
def execute(self, payload):
return payload
def test_agent_adapter_keeps_agent_identity_and_profile():
client = OpenClawSearchClient(FakeOrchestrator())
result = client.search_public(
"latest framework",
AgentSearchContext(
agent="openclaw",
group_profile={"domain_profiles": ["software_library"]},
),
)
assert result["requester"] == "openclaw"
assert result["group_profile"]["domain_profiles"] == ["software_library"]
@@ -1,12 +0,0 @@
from active_runtime.app.search_architect_integration import SearchArchitectIntegration
def test_search_architect_recommends_release_for_new_capability():
result = SearchArchitectIntegration().review({"new_search_capability": True})
assert result.version_bump == "R"
assert result.owner_gate_required is True
def test_search_architect_recommends_c_for_minor_cost_change():
result = SearchArchitectIntegration().review({"cost_increase": True})
assert result.version_bump == "C"
-66
View File
@@ -1,66 +0,0 @@
from active_runtime.app.search_gateway import (
SearchEvidence,
SearchGateway,
SearchProviderAttempt,
SearchRequest,
)
class FailingProvider:
name = "failing-provider"
def search(self, request, queries):
raise RuntimeError("provider unavailable")
class SuccessProvider:
name = "success-provider"
def search(self, request, queries):
return [
SearchEvidence(
title="public result",
url="https://example.com/public",
source="example",
snippet="public evidence",
confidence="high",
)
], SearchProviderAttempt(provider=self.name, status="ok", result_count=1)
def test_provider_failure_falls_back_to_next_provider():
gateway = SearchGateway(providers=[FailingProvider(), SuccessProvider()])
result = gateway.search(SearchRequest(query="public data", requester="test"))
assert result.status == "found"
assert len(result.attempts) == 2
assert result.attempts[0].status == "failed"
assert result.confidence == "high"
def test_private_student_data_is_blocked_without_authorized_file():
gateway = SearchGateway()
result = gateway.search(
SearchRequest(
query="查询学生个人成绩",
requester="test",
data_type="personal_grade",
user_scope="public",
)
)
assert result.status == "blocked"
assert result.blocked_reasons
def test_education_exam_not_found_requests_clarification():
gateway = SearchGateway()
result = gateway.search(
SearchRequest(
query="湖南2025年秋季高中第一次月考数据",
requester="test",
intent="education_exam_data",
region="湖南",
time_range="2025秋季",
)
)
assert result.status == "not_found"
assert "学校名称" in result.need_clarification[0]
-10
View File
@@ -1,10 +0,0 @@
from active_runtime.app.search_gateway_dashboard import SearchGatewayDashboard
def test_search_gateway_dashboard_reports_provider_failures():
result = SearchGatewayDashboard().overview(
search_runs=[{"status": "not_found"}, {"status": "blocked"}],
providers=[{"name": "p1", "status": "failed"}],
)
assert result["route"] == "/admin/ai-evolution/search"
assert result["status"] == "attention_required"
@@ -1,66 +0,0 @@
from active_runtime.app.search_gateway import SearchEvidence, SearchGateway, SearchProviderAttempt, SearchRequest
from active_runtime.app.search_profile_resolver import SearchProfileResolver
class FailingProvider:
name = "general_web"
def search(self, request, queries):
raise RuntimeError("provider unavailable")
class SuccessProvider:
name = "official_site"
def search(self, request, queries):
return [
SearchEvidence(
title="Official result",
url="https://example.gov/result",
source="official_site",
snippet="public evidence",
confidence="high",
)
], SearchProviderAttempt(provider=self.name, status="ok", result_count=1)
def test_single_provider_failure_is_not_terminal():
gateway = SearchGateway(providers=[FailingProvider(), SuccessProvider()])
result = gateway.search(SearchRequest(query="policy update", requester="test", intent="policy_regulation"))
assert result.status == "found"
assert any(a.status == "failed" for a in result.attempts)
assert result.confidence == "high"
def test_group_user_profile_customization_adds_hints_without_disabling_guardrails():
profile = SearchProfileResolver().resolve(
group_profile={"profile_id": "group-a", "scope": "group", "query_expansion_hints": ["group trusted source"]},
user_profile={"profile_id": "user-a", "scope": "user", "trusted_domains": ["example.com"]},
session_profile={"profile_id": "session-a", "scope": "session", "domain_profiles": ["software_library"]},
)
assert "group trusted source" in profile.query_expansion_hints
assert "example.com" in profile.trusted_domains
assert profile.audit_required is True
assert profile.fallback_required is True
assert "bypass_login" in profile.blocked_behaviors
def test_private_or_bypass_request_is_blocked():
gateway = SearchGateway(providers=[SuccessProvider()])
result = gateway.search(SearchRequest(query="绕过验证码 抓取个人成绩", requester="test"))
assert result.status == "blocked"
assert result.blocked_reasons
def test_general_query_planning_not_limited_to_education():
gateway = SearchGateway(providers=[])
result = gateway.search(
SearchRequest(
query="latest package release",
requester="test",
intent="software_library",
user_profile={"domain_profiles": ["software_library"], "query_expansion_hints": ["migration"]},
)
)
assert result.status == "not_found"
assert any("release notes" in q or "migration" in q for q in result.expanded_queries)
@@ -1,9 +0,0 @@
from active_runtime.app.search_gateway_orchestrator import SearchGatewayOrchestrator
def test_search_orchestrator_has_audit_registry_event_layers():
orchestrator = SearchGatewayOrchestrator()
status = orchestrator.status()
assert status["audit"] == "enabled"
assert status["events"] == "enabled"
assert status["registry"]["enabled"] > 0
-29
View File
@@ -1,29 +0,0 @@
from active_runtime.app.search_provider_registry import SearchProviderRegistry, StaticArchiveProvider
from active_runtime.app.search_gateway import SearchGateway, SearchRequest
def test_provider_registry_has_default_layers():
registry = SearchProviderRegistry()
status = registry.status()
names = {item["name"] for item in status["providers"]}
assert "official_site" in names
assert "general_web" in names
assert "internal_archive" in names
def test_internal_archive_can_supply_evidence():
registry = SearchProviderRegistry()
registry.register_provider(
"internal_archive",
StaticArchiveProvider([
{
"title": "AIOS document",
"snippet": "search gateway architecture",
"tags": "search gateway",
"confidence": "high",
}
]),
)
gateway = SearchGateway(registry.ordered())
result = gateway.search(SearchRequest(query="search gateway", requester="test"))
assert result.status == "found"
-18
View File
@@ -1,18 +0,0 @@
from active_runtime.app.task_center import AIOSTaskRecord, TaskCenter, TaskNotificationStatus, TaskProgress
def test_task_center_tracks_progress_and_notification():
result = TaskCenter().summarize([
AIOSTaskRecord(
task_id="t1",
title="deploy search gateway",
assigned_by="owner",
executor="openclaw",
source="cmd",
status="completed",
progress=TaskProgress(percent=100, current_step="done"),
notification=TaskNotificationStatus(required=True, sent=False),
)
])
assert result["summary"]["completed"] == 1
assert result["summary"]["notification_pending"] == 1
-11
View File
@@ -1,11 +0,0 @@
from active_runtime.app.task_dashboard_view import TaskDashboardView
def test_task_dashboard_contains_operations_views():
result = TaskDashboardView().build([
{"task_id": "t1", "status": "running", "executor": "openclaw"}
])
assert result["route"] == "/admin/ai-evolution/tasks"
assert "kanban" in result["views"]
assert "timeline" in result["views"]
assert "flow" in result["views"]
-16
View File
@@ -1,16 +0,0 @@
from active_runtime.app.task_event_bridge import TaskEventBridge
from active_runtime.app.task_statistics import TaskStatistics
def test_task_event_bridge_creates_events():
event = TaskEventBridge().task_created({"task_id": "t1", "title": "demo"})
assert event["kind"] == "task_created"
def test_task_statistics_counts():
result = TaskStatistics().summarize([
{"status": "completed", "elapsed_seconds": 10},
{"status": "blocked", "blocker": "approval"},
])
assert result["completed"] == 1
assert result["blocked"] == 1
-17
View File
@@ -1,17 +0,0 @@
from active_runtime.app.task_lifecycle import TaskLifecycle
def test_owner_approval_button_appears_for_waiting_task():
lifecycle = TaskLifecycle()
actions = lifecycle.available_actions({"task_id": "t1", "status": "waiting_approval"}, "owner")
approve = [a for a in actions if a["action"] == "approve"][0]
assert approve["enabled"] is True
def test_block_requires_reason():
lifecycle = TaskLifecycle()
try:
lifecycle.transition({"status": "running"}, "block", "executor")
assert False
except ValueError:
assert True
-19
View File
@@ -1,19 +0,0 @@
from active_runtime.app.task_orchestrator import TaskOrchestrator
def test_command_creates_task():
orchestrator = TaskOrchestrator()
task = orchestrator.create_from_command("ops/openclaw/CMD-test.md", "active")
assert task["source"] == "command_watcher"
assert task["executor"] == "openclaw"
def test_agent_execution_creates_task():
orchestrator = TaskOrchestrator()
task = orchestrator.create_from_agent_execution({
"execution_id": "e1",
"entry_agent": "hermes",
"status": "completed",
})
assert task["source"] == "agent_execution"
assert task["status"] == "completed"
-12
View File
@@ -1,12 +0,0 @@
from pathlib import Path
def test_task_center_policy_exists():
path = Path("config/task-center-policy.yaml")
assert path.exists()
def test_task_center_required_tracking_documented():
text = Path("config/task-center-policy.yaml").read_text(encoding="utf-8")
assert "executor" in text
assert "notifications" in text
-53
View File
@@ -1,53 +0,0 @@
{
"version": "V1R4C1",
"tag": "V1R4C1",
"previous_version": "V1R3C1",
"rollback_version": "V1R3C1",
"baseline": "V1R3C1",
"release_reason": "Promote group-owner-agent-context-isolation with Agent Observability and Agent Event Bus unified platform",
"purpose": "Deploy complete agent observability, context isolation, and unified event bus pipeline",
"changes": [
"Group-owner-agent-context-isolation: resolver, RBAC, API, audit, dashboard",
"Agent observability: Hermes model, Web UI dashboard, policy, store, API, runtime hooks, event bus bridge, closed loop tests",
"Agent Event Bus unified: admin dashboard, configuration, API adapters, openapi operation ids",
"AI evolution dashboard API endpoint",
"Agent Command Plane and Audit Plane (V1R3C1 baseline)",
"OpenAPI workspace permission fix",
"ChatGPT Actions API internals refactored with ActionMonitor"
],
"artifacts": [
"active-runtime/app/agent_context_resolver.py",
"active-runtime/app/agent_context_rbac.py",
"active-runtime/app/agent_context_api.py",
"active-runtime/app/agent_context_audit.py",
"active-runtime/app/agent_context_dashboard.py",
"active-runtime/app/aios_chatgpt_actions_api.py",
"config/agent-context-isolation-policy.yaml",
"active-runtime/app/agent_observability_model.py",
"active-runtime/app/agent_observability_dashboard.py",
"active-runtime/app/agent_observability_policy.py",
"active-runtime/app/agent_observability_store.py",
"active-runtime/app/agent_observability_api.py",
"active-runtime/app/agent_observability_hooks.py",
"active-runtime/app/agent_event_bus_bridge.py",
"active-runtime/app/agent_event_bus_dashboard.py",
"active-runtime/app/agent_event_bus_config.py",
"active-runtime/app/agent_event_bus_api.py",
"tests/test_agent_observability_loop.py"
],
"validated_actions": [
"getRuntimeStatus",
"getBaseline",
"listVersions",
"listPatches",
"getDiff",
"createBranch",
"createPatch",
"commitFile"
],
"secret_plaintext_written": false,
"owner_approval_required": true,
"owner_notification_channels": ["wechat", "web_ui_audit"],
"created_at": "2026-07-09T10:57:00+08:00",
"author": "openclaw"
}
@@ -1,21 +0,0 @@
{
"version": "V1R4C2",
"type": "R",
"name": "General Search Gateway Capability",
"status": "proposal",
"reason": "Add shared AIOS networking intelligence capability with provider governance, profile customization, audit and event integration.",
"changes": [
"Search Gateway core",
"Provider registry",
"Group/user/session search profiles",
"Search audit plane",
"Search event bridge",
"Agent adapters for OpenClaw Hermes Codex CustomGPT",
"Search governance dashboard"
],
"breaking_change": false,
"owner_gate_required": true,
"acceptance_required": true,
"architecture_review_required": true,
"tests_required": true
}
@@ -1,21 +0,0 @@
{
"version": "V1R4C2",
"type": "R",
"name": "AIOS Task Center Operations Capability",
"status": "proposal",
"reason": "Create unified task lifecycle management for autonomous operations.",
"changes": [
"task lifecycle engine",
"task source ingestion",
"task orchestration",
"task event loop",
"task statistics",
"task operation dashboard"
],
"breaking_change": false,
"architecture_review_required": true,
"owner_gate_required": false,
"large_architecture_change": false,
"tests_required": true,
"user_acceptance_required": true
}