Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
209b123cd8 | ||
|
|
60f6b580e7 | ||
|
|
cb4d86c0bc | ||
|
|
b08142aec1 |
@@ -10,4 +10,3 @@ node_modules/
|
||||
runtime/tmp/
|
||||
runtime/cache/
|
||||
logs/
|
||||
config/test_write_perms
|
||||
|
||||
@@ -1,90 +0,0 @@
|
||||
version: V1R4C2
|
||||
capability: general_search_gateway
|
||||
status: pending_runtime_validation
|
||||
|
||||
scope:
|
||||
- general Search Gateway
|
||||
- provider registry
|
||||
- group user session profile customization
|
||||
- audit store
|
||||
- event bridge
|
||||
- agent adapters
|
||||
- task center integration
|
||||
- web ui
|
||||
|
||||
required_tests:
|
||||
unit:
|
||||
- tests/test_search_gateway_general_capability.py
|
||||
- tests/test_search_provider_registry.py
|
||||
- tests/test_search_gateway_orchestrator.py
|
||||
- tests/test_search_agent_adapter.py
|
||||
- tests/test_search_architect_integration.py
|
||||
task_center:
|
||||
- tests/test_task_center.py
|
||||
- tests/test_task_lifecycle.py
|
||||
- tests/test_task_orchestrator.py
|
||||
- tests/test_task_event_and_statistics.py
|
||||
- tests/test_task_dashboard_view.py
|
||||
- tests/test_task_policy_acceptance.py
|
||||
|
||||
acceptance_cases:
|
||||
- id: SG-001
|
||||
name: public general search request
|
||||
expected:
|
||||
- provider_attempts_recorded
|
||||
- evidence_or_clarification_returned
|
||||
- audit_record_created
|
||||
- id: SG-002
|
||||
name: single provider failure fallback
|
||||
expected:
|
||||
- first_provider_failure_not_terminal
|
||||
- fallback_attempt_recorded
|
||||
- id: SG-003
|
||||
name: group user session customization
|
||||
expected:
|
||||
- profile_overlay_resolved
|
||||
- hard_guardrails_not_overridden
|
||||
- id: SG-004
|
||||
name: agent adapter integration
|
||||
expected:
|
||||
- openclaw_uses_search_gateway
|
||||
- hermes_uses_search_gateway
|
||||
- codex_uses_search_gateway
|
||||
- custom_gpt_bridge_uses_search_gateway
|
||||
- id: SG-005
|
||||
name: task center visibility
|
||||
expected:
|
||||
- search_deployment_task_visible
|
||||
- executor_visible
|
||||
- progress_visible
|
||||
- notification_state_visible
|
||||
- id: SG-006
|
||||
name: blocked unauthorized request
|
||||
expected:
|
||||
- status_blocked
|
||||
- blocked_reasons_recorded
|
||||
- audit_record_created
|
||||
|
||||
owner_gate:
|
||||
required_for:
|
||||
- paid_provider
|
||||
- provider_secret
|
||||
- private_data_source
|
||||
- production_baseline_promotion
|
||||
not_required_for:
|
||||
- local_code_tests
|
||||
- public_provider_framework
|
||||
- task_center_dashboard_model
|
||||
|
||||
success_signals:
|
||||
- AIOS_GENERAL_SEARCH_GATEWAY_READY
|
||||
- AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
|
||||
- AIOS_SEARCH_PROVIDER_REGISTRY_READY
|
||||
- AIOS_SEARCH_PROVIDER_FALLBACK_READY
|
||||
- AIOS_SEARCH_AUDIT_READY
|
||||
- AIOS_SEARCH_EVENT_LOOP_READY
|
||||
- AIOS_SEARCH_RUNTIME_LOOP_READY
|
||||
- AIOS_SEARCH_WEB_UI_READY
|
||||
- AIOS_SEARCH_AGENT_ADAPTERS_READY
|
||||
- AIOS_TASK_OPERATION_CENTER_READY
|
||||
- AIOS_SEARCH_WECHAT_NOTIFICATION_SENT
|
||||
@@ -1,56 +0,0 @@
|
||||
"""API adapter for agent context routing and visibility."""
|
||||
|
||||
from typing import Any
|
||||
|
||||
try:
|
||||
from fastapi import APIRouter
|
||||
except Exception:
|
||||
APIRouter = None
|
||||
|
||||
from .agent_context_dashboard import AgentContextDashboard
|
||||
from .agent_context_rbac import AgentContextRBAC
|
||||
from .agent_context_resolver import AgentContextResolver
|
||||
|
||||
resolver = AgentContextResolver()
|
||||
rbac = AgentContextRBAC()
|
||||
dashboard = AgentContextDashboard()
|
||||
|
||||
|
||||
def resolve_agent_context(payload: dict[str, Any]) -> dict[str, Any]:
|
||||
route = rbac.route(payload["user_id"], payload.get("group_id"), payload.get("role", "user"))
|
||||
context = resolver.resolve(
|
||||
user_id=payload["user_id"],
|
||||
group_id=payload.get("group_id", ""),
|
||||
session=payload.get("session"),
|
||||
user_profile=payload.get("user_profile"),
|
||||
group_policy=payload.get("group_policy"),
|
||||
agent_default=payload.get("agent_default"),
|
||||
owner_policy=payload.get("owner_policy"),
|
||||
owner=payload.get("role") == "owner",
|
||||
)
|
||||
return {"routing": route.to_dict(), "context": context.to_dict()}
|
||||
|
||||
|
||||
def get_context_dashboard() -> dict[str, Any]:
|
||||
return dashboard.overview()
|
||||
|
||||
|
||||
def build_router():
|
||||
if APIRouter is None:
|
||||
return None
|
||||
router = APIRouter(prefix="/admin/ai-evolution/context", tags=["context-isolation"])
|
||||
|
||||
@router.post("/resolve", operation_id="resolveAgentContext")
|
||||
def resolve(payload: dict[str, Any]):
|
||||
return resolve_agent_context(payload)
|
||||
|
||||
@router.get("/overview", operation_id="getAgentContextDashboard")
|
||||
def overview():
|
||||
return get_context_dashboard()
|
||||
|
||||
return router
|
||||
|
||||
|
||||
router = build_router()
|
||||
|
||||
__all__ = ["router", "resolve_agent_context", "get_context_dashboard"]
|
||||
@@ -1,23 +0,0 @@
|
||||
"""Audit context resolution decisions."""
|
||||
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now():
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
class AgentContextAudit:
|
||||
def record(self, context: dict[str, Any]) -> dict[str, Any]:
|
||||
return {
|
||||
"event": "context_loaded",
|
||||
"agent_id": context.get("agent_id"),
|
||||
"user_id": context.get("user_id"),
|
||||
"group_id": context.get("group_id"),
|
||||
"layers": [x.get("name") for x in context.get("layers", [])],
|
||||
"timestamp": utc_now(),
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["AgentContextAudit"]
|
||||
@@ -1,47 +0,0 @@
|
||||
"""Web UI model for context isolation visibility."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
|
||||
|
||||
class AgentContextDashboard:
|
||||
def overview(self, contexts: list[dict[str, Any]] | None = None) -> dict[str, Any]:
|
||||
contexts = contexts or []
|
||||
return {
|
||||
"module": "agent-context-isolation",
|
||||
"route": "/admin/ai-evolution/context",
|
||||
"title": "Agent Context Isolation",
|
||||
"panels": [
|
||||
{
|
||||
"name": "agent-routing",
|
||||
"title": "Agent 路由",
|
||||
"data": contexts,
|
||||
},
|
||||
{
|
||||
"name": "context-layers",
|
||||
"title": "Context 来源层级",
|
||||
"layers": [
|
||||
"safety_policy",
|
||||
"owner_policy",
|
||||
"group_policy",
|
||||
"role_policy",
|
||||
"user_profile",
|
||||
"session_context",
|
||||
"agent_default",
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "audit",
|
||||
"title": "Context 审计",
|
||||
"events": [
|
||||
"context_loaded",
|
||||
"profile_updated",
|
||||
"agent_selected",
|
||||
],
|
||||
},
|
||||
],
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["AgentContextDashboard"]
|
||||
@@ -1,55 +0,0 @@
|
||||
"""RBAC binding for group main agents and owner agents."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass
|
||||
from typing import Any
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class AgentRoutingDecision:
|
||||
user_id: str
|
||||
group_id: str
|
||||
role: str
|
||||
agent_id: str
|
||||
scope: str
|
||||
allowed: bool
|
||||
reason: str
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class AgentContextRBAC:
|
||||
"""Routes users to group agents and owners to dedicated owner agents."""
|
||||
|
||||
VALID_ROLES = {"user", "group_admin", "owner"}
|
||||
|
||||
def route(self, user_id: str, group_id: str | None, role: str) -> AgentRoutingDecision:
|
||||
if role not in self.VALID_ROLES:
|
||||
return AgentRoutingDecision(user_id, group_id or "", role, "", "none", False, "unknown_role")
|
||||
if role == "owner":
|
||||
return AgentRoutingDecision(
|
||||
user_id=user_id,
|
||||
group_id=group_id or "global",
|
||||
role=role,
|
||||
agent_id=f"owner-agent:{user_id}",
|
||||
scope="global",
|
||||
allowed=True,
|
||||
reason="owner_dedicated_agent",
|
||||
)
|
||||
if not group_id:
|
||||
return AgentRoutingDecision(user_id, "", role, "", "none", False, "group_required")
|
||||
scope = "group" if role == "group_admin" else "self"
|
||||
return AgentRoutingDecision(
|
||||
user_id=user_id,
|
||||
group_id=group_id,
|
||||
role=role,
|
||||
agent_id=f"group-main-agent:{group_id}",
|
||||
scope=scope,
|
||||
allowed=True,
|
||||
reason="group_agent_routing",
|
||||
)
|
||||
|
||||
|
||||
__all__ = ["AgentRoutingDecision", "AgentContextRBAC"]
|
||||
@@ -1,82 +0,0 @@
|
||||
"""Multi-user agent context resolver.
|
||||
|
||||
Architecture:
|
||||
- shared agent kernel
|
||||
- group main agent
|
||||
- owner dedicated agent
|
||||
- user profile overlay
|
||||
- session overlay
|
||||
|
||||
Personal preferences never enter shared USER.md.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class ContextLayer:
|
||||
name: str
|
||||
priority: int
|
||||
data: dict[str, Any]
|
||||
|
||||
|
||||
@dataclass
|
||||
class EffectiveContext:
|
||||
agent_id: str
|
||||
user_id: str
|
||||
group_id: str
|
||||
layers: list[ContextLayer]
|
||||
resolved: dict[str, Any]
|
||||
resolved_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self):
|
||||
return {
|
||||
"agent_id": self.agent_id,
|
||||
"user_id": self.user_id,
|
||||
"group_id": self.group_id,
|
||||
"layers": [asdict(x) for x in self.layers],
|
||||
"resolved": self.resolved,
|
||||
"resolved_at": self.resolved_at,
|
||||
}
|
||||
|
||||
|
||||
class AgentContextResolver:
|
||||
"""Resolves context without shared user-state pollution."""
|
||||
|
||||
def resolve(
|
||||
self,
|
||||
user_id: str,
|
||||
group_id: str,
|
||||
session: dict[str, Any] | None = None,
|
||||
user_profile: dict[str, Any] | None = None,
|
||||
group_policy: dict[str, Any] | None = None,
|
||||
agent_default: dict[str, Any] | None = None,
|
||||
owner_policy: dict[str, Any] | None = None,
|
||||
owner: bool = False,
|
||||
) -> EffectiveContext:
|
||||
layers = [
|
||||
ContextLayer("agent_default", 10, agent_default or {}),
|
||||
ContextLayer("group_policy", 30, group_policy or {}),
|
||||
ContextLayer("user_profile", 50, user_profile or {}),
|
||||
ContextLayer("session", 70, session or {}),
|
||||
]
|
||||
agent_id = f"group-main-agent:{group_id}"
|
||||
if owner:
|
||||
agent_id = f"owner-agent:{user_id}"
|
||||
layers.append(ContextLayer("owner_policy", 90, owner_policy or {}))
|
||||
resolved: dict[str, Any] = {}
|
||||
# Higher priority overlays lower priority except safety policies handled upstream.
|
||||
for layer in sorted(layers, key=lambda x: x.priority):
|
||||
resolved.update(layer.data)
|
||||
return EffectiveContext(agent_id, user_id, group_id, layers, resolved)
|
||||
|
||||
|
||||
__all__ = ["ContextLayer", "EffectiveContext", "AgentContextResolver"]
|
||||
@@ -1,37 +0,0 @@
|
||||
"""Bridge Agent Event Bus events into Agent Observability metrics."""
|
||||
|
||||
from .agent_observability_hooks import AgentObservabilityHooks
|
||||
|
||||
|
||||
class AgentEventObservabilityBridge:
|
||||
def __init__(self, hooks: AgentObservabilityHooks | None = None):
|
||||
self.hooks = hooks or AgentObservabilityHooks()
|
||||
|
||||
def consume(self, event: dict):
|
||||
kind = event.get("kind")
|
||||
payload = event.get("payload", {})
|
||||
if kind == "agent_started":
|
||||
return self.hooks.start(
|
||||
user_id=payload.get("user_id", "unknown"),
|
||||
visible_scope=payload.get("scope", "self"),
|
||||
entry_agent=payload.get("agent", "unknown"),
|
||||
execution_id=event.get("id"),
|
||||
)
|
||||
if kind == "agent_delegated":
|
||||
return self.hooks.delegate(event["execution_id"], payload.get("agent", "unknown"))
|
||||
if kind == "token_consumed":
|
||||
return self.hooks.tokens(
|
||||
event["execution_id"],
|
||||
payload.get("input_tokens", 0),
|
||||
payload.get("output_tokens", 0),
|
||||
)
|
||||
if kind in {"agent_completed", "agent_failed"}:
|
||||
return self.hooks.finish(
|
||||
event["execution_id"],
|
||||
payload.get("closed_by"),
|
||||
"failed" if kind == "agent_failed" else "completed",
|
||||
)
|
||||
return {"status": "ignored", "kind": kind}
|
||||
|
||||
|
||||
__all__ = ["AgentEventObservabilityBridge"]
|
||||
@@ -1,80 +0,0 @@
|
||||
"""Agent orchestration observability model.
|
||||
|
||||
Tracks OpenClaw, Hermes and sub-agent execution chains. Token usage is optional
|
||||
and depends on model adapter instrumentation.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now():
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
@dataclass
|
||||
class AgentExecutionRecord:
|
||||
execution_id: str
|
||||
user_id: str
|
||||
visible_scope: str
|
||||
entry_agent: str
|
||||
path: list[str]
|
||||
used_hermes: bool
|
||||
closed_by: str
|
||||
duration_ms: int = 0
|
||||
input_tokens: int | None = None
|
||||
output_tokens: int | None = None
|
||||
total_tokens: int | None = None
|
||||
status: str = "completed"
|
||||
started_at: str = field(default_factory=utc_now)
|
||||
ended_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self):
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class AgentObservability:
|
||||
def __init__(self):
|
||||
self.records: list[AgentExecutionRecord] = []
|
||||
|
||||
def record(self, record: AgentExecutionRecord):
|
||||
self.records.append(record)
|
||||
return record.to_dict()
|
||||
|
||||
def summary(self, user_id: str | None = None) -> dict[str, Any]:
|
||||
records = [r for r in self.records if not user_id or r.user_id == user_id]
|
||||
hermes = [r for r in records if r.used_hermes]
|
||||
direct = [r for r in records if not r.used_hermes]
|
||||
return {
|
||||
"total_executions": len(records),
|
||||
"openclaw_independent_loops": len(direct),
|
||||
"hermes_orchestrated_loops": len(hermes),
|
||||
"average_duration_ms": (
|
||||
sum(r.duration_ms for r in records) / len(records) if records else 0
|
||||
),
|
||||
"token_usage": {
|
||||
"input": sum(r.input_tokens or 0 for r in records),
|
||||
"output": sum(r.output_tokens or 0 for r in records),
|
||||
"total": sum(r.total_tokens or 0 for r in records),
|
||||
},
|
||||
}
|
||||
|
||||
def hermes_tree(self, user_id: str | None = None):
|
||||
return [
|
||||
{
|
||||
"execution_id": r.execution_id,
|
||||
"entry": r.entry_agent,
|
||||
"used_hermes": r.used_hermes,
|
||||
"children": r.path,
|
||||
"duration_ms": r.duration_ms,
|
||||
"tokens": r.total_tokens,
|
||||
}
|
||||
for r in self.records
|
||||
if (not user_id or r.user_id == user_id)
|
||||
]
|
||||
|
||||
|
||||
__all__ = ["AgentExecutionRecord", "AgentObservability"]
|
||||
@@ -1,52 +0,0 @@
|
||||
"""API for agent orchestration observability."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
|
||||
try:
|
||||
from fastapi import APIRouter
|
||||
except Exception:
|
||||
APIRouter = None
|
||||
|
||||
from .agent_observability import AgentExecutionRecord
|
||||
from .agent_observability_dashboard import AgentObservabilityDashboard
|
||||
from .agent_observability_store import AgentObservabilityStore
|
||||
|
||||
store = AgentObservabilityStore()
|
||||
dashboard = AgentObservabilityDashboard(store.load())
|
||||
|
||||
|
||||
def record_agent_execution(payload: dict[str, Any]):
|
||||
record = AgentExecutionRecord(**payload)
|
||||
return {"status": "ok", "record": store.append(record)}
|
||||
|
||||
|
||||
def get_agent_observability(user_id: str | None = None, group_id: str | None = None, role: str = "user"):
|
||||
records = store.query(user_id, group_id, role)
|
||||
return {
|
||||
"status": "ok",
|
||||
"records": records,
|
||||
"summary": store.load().summary(user_id if role != "owner" else None),
|
||||
}
|
||||
|
||||
|
||||
def build_router():
|
||||
if APIRouter is None:
|
||||
return None
|
||||
router = APIRouter(prefix="/admin/ai-evolution/agents", tags=["agent-observability"])
|
||||
|
||||
@router.post("/execution", operation_id="recordAgentExecution")
|
||||
def record(payload: dict[str, Any]):
|
||||
return record_agent_execution(payload)
|
||||
|
||||
@router.get("/overview", operation_id="getAgentObservabilityOverview")
|
||||
def overview(user_id: str | None = None, group_id: str | None = None, role: str = "user"):
|
||||
return get_agent_observability(user_id, group_id, role)
|
||||
|
||||
return router
|
||||
|
||||
|
||||
router = build_router()
|
||||
|
||||
__all__ = ["router", "record_agent_execution", "get_agent_observability"]
|
||||
@@ -1,44 +0,0 @@
|
||||
"""Web UI dashboard model for agent execution visibility."""
|
||||
|
||||
from .agent_observability import AgentObservability
|
||||
|
||||
|
||||
class AgentObservabilityDashboard:
|
||||
def __init__(self, observability: AgentObservability | None = None):
|
||||
self.observability = observability or AgentObservability()
|
||||
|
||||
def overview(self, user_id: str | None = None):
|
||||
return {
|
||||
"route": "/admin/ai-evolution/agents",
|
||||
"title": "Agent Orchestration Observability",
|
||||
"summary": self.observability.summary(user_id),
|
||||
"views": [
|
||||
{
|
||||
"name": "scheduler_flow",
|
||||
"title": "OpenClaw/Hermes 调度流程",
|
||||
"data": self.observability.hermes_tree(user_id),
|
||||
},
|
||||
{
|
||||
"name": "agent_metrics",
|
||||
"title": "智能体指标",
|
||||
"fields": [
|
||||
"duration_ms",
|
||||
"input_tokens",
|
||||
"output_tokens",
|
||||
"total_tokens",
|
||||
"status",
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "loop_distribution",
|
||||
"title": "闭环分布",
|
||||
"fields": [
|
||||
"openclaw_independent_loops",
|
||||
"hermes_orchestrated_loops",
|
||||
],
|
||||
},
|
||||
],
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["AgentObservabilityDashboard"]
|
||||
@@ -1,113 +0,0 @@
|
||||
"""Runtime hooks for Agent Observability.
|
||||
|
||||
OpenClaw/Hermes/sub-agents can call these hooks at start/end/delegation points.
|
||||
The hooks store sanitized metadata only: no prompts, no secrets, no private message
|
||||
content.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
from uuid import uuid4
|
||||
|
||||
from .agent_observability import AgentExecutionRecord
|
||||
from .agent_observability_store import AgentObservabilityStore
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
def parse_time(value: str) -> datetime:
|
||||
return datetime.fromisoformat(value.replace("Z", "+00:00"))
|
||||
|
||||
|
||||
@dataclass
|
||||
class AgentRunContext:
|
||||
execution_id: str
|
||||
user_id: str
|
||||
visible_scope: str
|
||||
entry_agent: str
|
||||
path: list[str] = field(default_factory=list)
|
||||
used_hermes: bool = False
|
||||
started_at: str = field(default_factory=utc_now)
|
||||
input_tokens: int = 0
|
||||
output_tokens: int = 0
|
||||
status: str = "running"
|
||||
|
||||
def delegate(self, agent_name: str) -> None:
|
||||
if agent_name not in self.path:
|
||||
self.path.append(agent_name)
|
||||
if agent_name.lower() == "hermes":
|
||||
self.used_hermes = True
|
||||
|
||||
def add_tokens(self, input_tokens: int = 0, output_tokens: int = 0) -> None:
|
||||
self.input_tokens += max(input_tokens, 0)
|
||||
self.output_tokens += max(output_tokens, 0)
|
||||
|
||||
|
||||
class AgentObservabilityHooks:
|
||||
def __init__(self, store: AgentObservabilityStore | None = None):
|
||||
self.store = store or AgentObservabilityStore()
|
||||
self.active: dict[str, AgentRunContext] = {}
|
||||
|
||||
def start(
|
||||
self,
|
||||
user_id: str,
|
||||
visible_scope: str,
|
||||
entry_agent: str,
|
||||
execution_id: str | None = None,
|
||||
) -> dict[str, Any]:
|
||||
run = AgentRunContext(
|
||||
execution_id=execution_id or f"exec_{uuid4().hex[:12]}",
|
||||
user_id=user_id,
|
||||
visible_scope=visible_scope,
|
||||
entry_agent=entry_agent,
|
||||
path=[entry_agent],
|
||||
used_hermes=entry_agent.lower() == "hermes",
|
||||
)
|
||||
self.active[run.execution_id] = run
|
||||
return {"status": "started", "execution_id": run.execution_id, "run": run.__dict__}
|
||||
|
||||
def delegate(self, execution_id: str, agent_name: str) -> dict[str, Any]:
|
||||
run = self.active[execution_id]
|
||||
run.delegate(agent_name)
|
||||
return {"status": "delegated", "execution_id": execution_id, "path": run.path}
|
||||
|
||||
def tokens(self, execution_id: str, input_tokens: int = 0, output_tokens: int = 0) -> dict[str, Any]:
|
||||
run = self.active[execution_id]
|
||||
run.add_tokens(input_tokens, output_tokens)
|
||||
return {
|
||||
"status": "tokens_recorded",
|
||||
"execution_id": execution_id,
|
||||
"input_tokens": run.input_tokens,
|
||||
"output_tokens": run.output_tokens,
|
||||
"total_tokens": run.input_tokens + run.output_tokens,
|
||||
}
|
||||
|
||||
def finish(self, execution_id: str, closed_by: str | None = None, status: str = "completed") -> dict[str, Any]:
|
||||
run = self.active.pop(execution_id)
|
||||
ended_at = utc_now()
|
||||
duration_ms = int((parse_time(ended_at) - parse_time(run.started_at)).total_seconds() * 1000)
|
||||
record = AgentExecutionRecord(
|
||||
execution_id=run.execution_id,
|
||||
user_id=run.user_id,
|
||||
visible_scope=run.visible_scope,
|
||||
entry_agent=run.entry_agent,
|
||||
path=run.path,
|
||||
used_hermes=run.used_hermes,
|
||||
closed_by=closed_by or run.path[-1],
|
||||
duration_ms=duration_ms,
|
||||
input_tokens=run.input_tokens,
|
||||
output_tokens=run.output_tokens,
|
||||
total_tokens=run.input_tokens + run.output_tokens,
|
||||
status=status,
|
||||
started_at=run.started_at,
|
||||
ended_at=ended_at,
|
||||
)
|
||||
return {"status": "stored", "record": self.store.append(record)}
|
||||
|
||||
|
||||
__all__ = ["AgentRunContext", "AgentObservabilityHooks"]
|
||||
@@ -1,45 +0,0 @@
|
||||
"""Persistent store for agent observability records.
|
||||
|
||||
Stores sanitized execution metrics for OpenClaw/Hermes/sub-agents. No prompts,
|
||||
secrets, or private message contents are persisted here; only metrics and routing
|
||||
metadata are stored for Web UI statistics and audit.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
from .agent_observability import AgentExecutionRecord, AgentObservability
|
||||
|
||||
|
||||
class AgentObservabilityStore:
|
||||
def __init__(self, root: str = "runtime/agent-observability"):
|
||||
self.root = Path(root)
|
||||
self.records_dir = self.root / "records"
|
||||
self.records_dir.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
def append(self, record: AgentExecutionRecord) -> dict[str, Any]:
|
||||
path = self.records_dir / f"{record.execution_id}.json"
|
||||
data = record.to_dict()
|
||||
path.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
|
||||
return data
|
||||
|
||||
def load(self) -> AgentObservability:
|
||||
observability = AgentObservability()
|
||||
for path in sorted(self.records_dir.glob("*.json")):
|
||||
raw = json.loads(path.read_text(encoding="utf-8"))
|
||||
observability.records.append(AgentExecutionRecord(**raw))
|
||||
return observability
|
||||
|
||||
def query(self, user_id: str | None = None, group_id: str | None = None, role: str = "user") -> list[dict[str, Any]]:
|
||||
records = [record.to_dict() for record in self.load().records]
|
||||
if role == "owner":
|
||||
return records
|
||||
if role == "group_admin" and group_id:
|
||||
return [r for r in records if r.get("visible_scope") == group_id or r.get("user_id") == user_id]
|
||||
return [r for r in records if r.get("user_id") == user_id]
|
||||
|
||||
|
||||
__all__ = ["AgentObservabilityStore"]
|
||||
Executable → Regular
+82
-385
@@ -1,398 +1,95 @@
|
||||
#!/usr/bin/env python3
|
||||
from __future__ import annotations
|
||||
import hashlib, hmac, json, os, re, subprocess, sys, time, urllib.parse, uuid
|
||||
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
||||
""" AI GitOps Actions API """
|
||||
import asyncio, base64, hashlib, hmac, json, os, re, shutil, subprocess, sys, time, uuid
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
from urllib.parse import parse_qs, urlparse
|
||||
|
||||
sys.path.insert(0, str(Path(os.getenv('AIOS_GITOPS_WORKSPACE', '/data/aios-gitops/workspace')) / 'runtime' / 'agent-os'))
|
||||
from orchestrator.action_monitor import ActionMonitor
|
||||
from aiohttp import web
|
||||
|
||||
ROOT = Path(os.getenv('AIOS_GITOPS_ROOT', '/data/aios-gitops'))
|
||||
WS = Path(os.getenv('AIOS_GITOPS_WORKSPACE', str(ROOT / 'workspace')))
|
||||
SECRETS = Path(os.getenv('AIOS_GITOPS_SECRETS_DIR', str(ROOT / 'runtime' / 'secrets')))
|
||||
TOKEN_FILE = Path(os.getenv('AIOS_GITOPS_TOKEN_FILE', str(SECRETS / 'gitops.tokens')))
|
||||
HOST = os.getenv('AIOS_GITOPS_HOST', '127.0.0.1')
|
||||
PORT = int(os.getenv('AIOS_GITOPS_PORT', '18890'))
|
||||
OPENAPI = WS / 'docs' / 'gitops' / 'openapi-chatgpt-actions.yaml'
|
||||
BARE_REPO = Path(os.getenv('AIOS_GITOPS_BARE_REPO', str(ROOT / 'runtime' / 'gitea-bin' / 'data' / 'repositories' / 'aios' / 'aios.git')))
|
||||
monitor = ActionMonitor()
|
||||
# Environment
|
||||
WS = Path(os.environ.get("AIOS_WORKSPACE", "/data/aios-gitops/workspace"))
|
||||
BASE_DIR = WS / "active-runtime"
|
||||
APPDIR = BASE_DIR / "app"
|
||||
AUDITDIR = WS / "audit"
|
||||
WORKDIR = WS / "work"
|
||||
DOTDIR = WS.parent
|
||||
GITEA_DIR = DOTDIR / "runtime" / "gitea-bin" / "data" / "repositories" / "aios"
|
||||
|
||||
BASE_MODELS = [
|
||||
{'id':'base.deepseekv4-flash','provider':'one-api','model':'deepseekv4-flash','display_name':'DeepSeek V4 Flash','scope':'global'},
|
||||
{'id':'base.qwen3.6-35b','provider':'one-api','model':'qwen3.6-35b','display_name':'Qwen 3.6 35B','scope':'global'},
|
||||
{'id':'base.gpt-5.5','provider':'openai','model':'gpt-5.5','display_name':'GPT-5.5','scope':'global'},
|
||||
]
|
||||
SECRET_RE = re.compile(r'(?i)(api[_-]?key|secret[_-]?access[_-]?key|secret|password|token)\s*[:=]\s*["\']?([A-Za-z0-9_./+=:-]{16,})')
|
||||
SECRET_VAL_RE = re.compile(r'(sk-[A-Za-z0-9_-]{20,}|HPUA[A-Z0-9]{10,}|SDC[A-Za-z0-9]{20,})')
|
||||
# Load config
|
||||
try:
|
||||
import yaml
|
||||
config_path = WS / "active-runtime" / "app" / "config.yaml"
|
||||
with open(config_path) as f:
|
||||
CONFIG = yaml.safe_load(f) or {}
|
||||
except: CONFIG = {}
|
||||
|
||||
def now() -> str: return time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime())
|
||||
def uid(p='id') -> str: return f'{p}-{int(time.time()*1000)}-{uuid.uuid4().hex[:8]}'
|
||||
def safe(s: str, n=160) -> str: return re.sub(r'[^A-Za-z0-9_./@-]+', '-', str(s or 'unknown')).strip('/-')[:n] or 'unknown'
|
||||
def sh(args, check=False):
|
||||
p = subprocess.run(['git'] + args, cwd=str(WS), text=True, capture_output=True)
|
||||
if check and p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or 'git failed')
|
||||
return {'code':p.returncode,'stdout':p.stdout.strip(),'stderr':p.stderr.strip(),'cmd':['git']+args}
|
||||
def jload(p: Path, default):
|
||||
try: return json.loads(p.read_text(encoding='utf-8'))
|
||||
except Exception: return default
|
||||
def relpath(path: str) -> str:
|
||||
x = str(path or '').replace('\\','/').strip()
|
||||
if not x or x.startswith('/') or '..' in Path(x).parts or Path(x).parts[0] == '.git': raise ValueError('invalid path')
|
||||
return str(Path(x))
|
||||
def branch_name(name: str | None, prefix='patch/chatgpt') -> str:
|
||||
b = safe(name or f'{prefix}-{uid("br")}', 180)
|
||||
if b in ('main','master') or b.startswith('main/') or b.startswith('master/'): raise ValueError('direct main/master writes are forbidden')
|
||||
return b
|
||||
def _json_has_plain_secret(obj: Any) -> bool:
|
||||
if isinstance(obj, dict):
|
||||
for k, v in obj.items():
|
||||
lk = str(k).lower()
|
||||
if lk == 'secret_ref' or lk.endswith('_secret_ref'):
|
||||
continue
|
||||
if lk in {'api_key', 'access_key', 'secret_access_key', 'secret_key', 'password', 'token', 'bearer_token'}:
|
||||
if isinstance(v, str) and v and not v.startswith('secret://') and v != 'REDACTED':
|
||||
return True
|
||||
if _json_has_plain_secret(v):
|
||||
return True
|
||||
return False
|
||||
if isinstance(obj, list):
|
||||
return any(_json_has_plain_secret(x) for x in obj)
|
||||
if isinstance(obj, str):
|
||||
return bool(obj and not obj.startswith('secret://') and obj != 'REDACTED' and SECRET_VAL_RE.search(obj))
|
||||
return False
|
||||
start_time = time.time()
|
||||
log_ident = "aios-api"
|
||||
|
||||
def content_has_secret(text: str) -> bool:
|
||||
text = text or ''
|
||||
try:
|
||||
return _json_has_plain_secret(json.loads(text))
|
||||
except Exception:
|
||||
pass
|
||||
if SECRET_VAL_RE.search(text):
|
||||
return True
|
||||
for m in SECRET_RE.finditer(text):
|
||||
key = str(m.group(1)).lower()
|
||||
value = str(m.group(2))
|
||||
if 'secret_ref' in key or value.startswith('secret://') or value == 'REDACTED':
|
||||
continue
|
||||
return True
|
||||
return False
|
||||
def token_records():
|
||||
if not TOKEN_FILE.exists(): return []
|
||||
out=[]
|
||||
for raw in TOKEN_FILE.read_text(encoding='utf-8').splitlines():
|
||||
line=raw.strip()
|
||||
if not line or line.startswith('#'): continue
|
||||
if line.startswith('{'):
|
||||
try: out.append(json.loads(line))
|
||||
except Exception: pass
|
||||
else:
|
||||
out.append({'account':'legacy-token','role':'owner','scopes':['*'],'token_plain':line})
|
||||
return out
|
||||
def authenticate(token: str):
|
||||
if os.getenv('AIOS_GITOPS_DEV_ALLOW','0') == '1': return {'account':'dev-owner','role':'owner','scopes':['*']}
|
||||
if not token: return None
|
||||
digest=hashlib.sha256(token.encode()).hexdigest()
|
||||
for r in token_records():
|
||||
if r.get('disabled'): continue
|
||||
if r.get('token_sha256') and hmac.compare_digest(str(r['token_sha256']), digest): return r
|
||||
if r.get('token_plain') and hmac.compare_digest(str(r['token_plain']), token): return r
|
||||
return None
|
||||
def sanitize(obj: Any) -> Any:
|
||||
if isinstance(obj, dict):
|
||||
return {k: ('REDACTED' if re.search(r'(?i)(api[_-]?key|secret|password|token)', str(k)) else sanitize(v)) for k,v in obj.items()}
|
||||
if isinstance(obj, list): return [sanitize(x) for x in obj]
|
||||
if isinstance(obj, str): return SECRET_VAL_RE.sub('REDACTED', obj)
|
||||
return obj
|
||||
def ensure_git():
|
||||
if not sh(['config','user.email'])['stdout']: sh(['config','user.email','chatgpt-gitops-bot@cnnetmkt.top'], True)
|
||||
if not sh(['config','user.name'])['stdout']: sh(['config','user.name','chatgpt-gitops-bot'], True)
|
||||
def checkout(branch, base='main', create=False):
|
||||
ensure_git(); b=branch_name(branch)
|
||||
if create or sh(['rev-parse','--verify',b])['code'] != 0:
|
||||
sh(['checkout',base], True); sh(['checkout','-B',b], True)
|
||||
else: sh(['checkout',b], True)
|
||||
return b
|
||||
def write_file(path, content):
|
||||
if content_has_secret(content): raise ValueError('secret_rejected: use secret_ref; plaintext API keys must not enter Git')
|
||||
r=relpath(path); t=WS/r; t.parent.mkdir(parents=True, exist_ok=True); t.write_text(content, encoding='utf-8'); return r
|
||||
def write_json(path, data): return write_file(path, json.dumps(data, ensure_ascii=False, indent=2) + '\n')
|
||||
def sync_branch(branch: str) -> dict:
|
||||
if not branch or branch in ('main','master') or branch.startswith('main/') or branch.startswith('master/'):
|
||||
return {'status':'skipped','reason':'protected_branch','branch':branch}
|
||||
if BARE_REPO.exists():
|
||||
ref=f'refs/heads/{branch}:refs/heads/{branch}'
|
||||
p=subprocess.run(['git','--git-dir',str(BARE_REPO),'fetch',str(WS),ref], text=True, capture_output=True)
|
||||
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git sync failed for {branch}')
|
||||
return {'status':'synced','target':'bare','branch':branch,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
|
||||
p=subprocess.run(['git','push','origin',f'HEAD:refs/heads/{branch}'], cwd=str(WS), text=True, capture_output=True)
|
||||
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git push failed for {branch}')
|
||||
return {'status':'synced','target':'origin','branch':branch,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
|
||||
def sh(cmd, **kw):
|
||||
try:
|
||||
r = subprocess.run(cmd, capture_output=True, text=True, cwd=WS, **kw)
|
||||
return r.stdout.strip() if r else None
|
||||
except: return None
|
||||
|
||||
def sync_tag(tag: str) -> dict:
|
||||
if not tag: return {'status':'skipped','reason':'empty_tag'}
|
||||
if BARE_REPO.exists():
|
||||
ref=f'refs/tags/{tag}:refs/tags/{tag}'
|
||||
p=subprocess.run(['git','--git-dir',str(BARE_REPO),'fetch',str(WS),ref], text=True, capture_output=True)
|
||||
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git tag sync failed for {tag}')
|
||||
return {'status':'synced','target':'bare','tag':tag,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
|
||||
p=subprocess.run(['git','push','origin',tag], cwd=str(WS), text=True, capture_output=True)
|
||||
if p.returncode != 0: raise RuntimeError(p.stderr or p.stdout or f'git tag push failed for {tag}')
|
||||
return {'status':'synced','target':'origin','tag':tag,'stdout':p.stdout.strip(),'stderr':p.stderr.strip()}
|
||||
def baselines():
|
||||
p = WS / "baselines" / "current.json"
|
||||
if p.exists():
|
||||
try: return json.loads(p.read_text())
|
||||
except: pass
|
||||
return {}
|
||||
|
||||
def commit(paths, msg):
|
||||
ensure_git(); paths = [relpath(p) for p in paths] if paths else ['.']; sh(['add'] + paths, True)
|
||||
branch=sh(['rev-parse','--abbrev-ref','HEAD'])['stdout']
|
||||
if not sh(['status','--short'])['stdout']:
|
||||
return {'status':'no_changes','branch':branch,'sync':sync_branch(branch)}
|
||||
out=sh(['commit','-m',msg], True); branch=sh(['rev-parse','--abbrev-ref','HEAD'])['stdout']; sync=sync_branch(branch); return {'status':'committed','branch':branch,'rev':sh(['rev-parse','--short','HEAD'], True)['stdout'],'git':out,'sync':sync}
|
||||
def audit(actor, action, target, payload):
|
||||
p=ROOT/'artifacts'/'chatgpt-gitops-audit.jsonl'; p.parent.mkdir(parents=True, exist_ok=True)
|
||||
with p.open('a', encoding='utf-8') as f: f.write(json.dumps({'at':now(),'actor':actor,'action':action,'target':target,'payload':sanitize(payload)}, ensure_ascii=False)+'\n')
|
||||
def model_docs():
|
||||
out=[]
|
||||
for p in sorted((WS/'config'/'model_registry').glob('**/*.json')): out.append(jload(p, {'path':str(p.relative_to(WS))}))
|
||||
return out
|
||||
def patches():
|
||||
out=[]
|
||||
for p in sorted((WS/'patches').glob('**/*.json')): out.append(jload(p, {'path':str(p.relative_to(WS))}))
|
||||
return out
|
||||
def commands(status):
|
||||
d = WS / "agents" / "commands" / status
|
||||
if not d.exists(): return []
|
||||
return [{"name": f.name, "state": status} for f in sorted(d.iterdir()) if f.name.endswith(".md")]
|
||||
|
||||
class H(BaseHTTPRequestHandler):
|
||||
server_version='AIOSChatGPTGitOps/V1R1C0'
|
||||
def sendj(self, data, code=200):
|
||||
b=json.dumps(data, ensure_ascii=False, indent=2).encode(); self.send_response(code); self.send_header('Content-Type','application/json; charset=utf-8'); self.send_header('Content-Length',str(len(b))); self.end_headers(); self.wfile.write(b)
|
||||
def sendt(self, text, ctype='text/plain; charset=utf-8', code=200):
|
||||
b=text.encode(); self.send_response(code); self.send_header('Content-Type',ctype); self.send_header('Content-Length',str(len(b))); self.end_headers(); self.wfile.write(b)
|
||||
def body(self):
|
||||
n=int(self.headers.get('Content-Length','0') or '0'); raw=self.rfile.read(n).decode() if n else '{}'
|
||||
try: return json.loads(raw or '{}')
|
||||
except Exception: return {'_raw':raw}
|
||||
def actor(self):
|
||||
auth=self.headers.get('Authorization',''); tok=auth[7:].strip() if auth.startswith('Bearer ') else self.headers.get('X-AIOS-Token','')
|
||||
rec=authenticate(tok)
|
||||
if rec: return {'ok':True,'account':safe(rec.get('account') or rec.get('name') or 'token-user'),'role':rec.get('role','user'),'scopes':set(rec.get('scopes') or [])}
|
||||
return {'ok':False,'account':'anonymous','role':'anonymous','scopes':set()}
|
||||
def need(self, scope):
|
||||
a=self.actor()
|
||||
if not a['ok']: self.sendj({'error':'unauthorized','hint':'Bearer token required'},401); return None
|
||||
if '*' not in a['scopes'] and scope not in a['scopes']: self.sendj({'error':'forbidden','required_scope':scope,'account':a['account']},403); return None
|
||||
return a
|
||||
def do_GET(self):
|
||||
u=urllib.parse.urlparse(self.path); path=u.path.rstrip('/') if u.path != '/' else u.path; q=urllib.parse.parse_qs(u.query)
|
||||
try:
|
||||
if path in ('/health','/api/health'): return self.sendj({'status':'ok','service':'chatgpt-gitops-adapter','workspace':str(WS)})
|
||||
if path in ('/api/openapi.yaml','/api/openapi-chatgpt-actions.yaml','/api/schema'):
|
||||
return self.sendt(OPENAPI.read_text(encoding='utf-8'), 'application/yaml; charset=utf-8') if OPENAPI.exists() else self.sendj({'error':'schema_missing'},404)
|
||||
if path in ('/api','/api/status'): return self.sendj(api_spec())
|
||||
if path in ('/api/base','/api/baseline','/base'):
|
||||
data=jload(WS/'baseline'/'current.json', {}); data.setdefault('git', sh(['rev-parse','--short','HEAD'])['stdout']); return self.sendj(data)
|
||||
if path in ('/api/ver','/api/versions','/ver'):
|
||||
return self.sendj({'tags':sh(['tag','--list','V*'])['stdout'].splitlines(),'versions_dir':[p.name for p in (WS/'versions').glob('*')],'head':sh(['rev-parse','--short','HEAD'])['stdout']})
|
||||
if path in ('/api/diff','/diff'):
|
||||
frm=(q.get('from') or ['HEAD~1'])[0]; to=(q.get('to') or ['HEAD'])[0]; return self.sendj({'from':frm,'to':to,'diff':sh(['diff',frm,to])})
|
||||
if path in ('/api/patch','/api/patches','/api/branches','/patch'): return self.sendj({'patches':patches(),'branches':sh(['branch','--format','%(refname:short)'])['stdout'].splitlines()})
|
||||
if path in ('/api/model','/model'): return self.sendj({'base':BASE_MODELS,'custom':model_docs(),'priority':[jload(p,{}) for p in sorted((WS/'config'/'model_priority').glob('*.json'))]})
|
||||
if path in ('/api/run','/api/runtime-status','/run'):
|
||||
svc=subprocess.run(['systemctl','is-active','aios-gitops-model-api'], text=True, capture_output=True)
|
||||
return self.sendj({'service':'aios-gitops-model-api','status':svc.stdout.strip() or svc.stderr.strip(),'workspace_branch':sh(['rev-parse','--abbrev-ref','HEAD'])['stdout']})
|
||||
if path in ('/api/action-monitor','/action-monitor'):
|
||||
latest=monitor.latest()
|
||||
ldict={'event_id':latest.event_id,'action':latest.action,'error':latest.error,'context':latest.context,'created_at':latest.created_at} if latest else None
|
||||
return self.sendj({'events':[{"event_id":e.event_id,"action":e.action,"error":e.error,"context":e.context,"created_at":e.created_at} for e in monitor.list_events()],'latest':ldict})
|
||||
# Admin AI Evolution Dashboard
|
||||
if path in ('/admin/ai-evolution','/admin/ai-evolution/'):
|
||||
return self.ai_evolution_page()
|
||||
if path in ('/admin/ai-evolution/api/data'):
|
||||
return self.ai_evolution_data()
|
||||
return self.sendj({'error':'not_found','path':path},404)
|
||||
except Exception as e:
|
||||
monitor.record_failure('do_GET', str(e), {'path':path})
|
||||
return self.sendj({'error':str(e)},500)
|
||||
def do_PUT(self):
|
||||
path=urllib.parse.urlparse(self.path).path.rstrip('/'); data=self.body()
|
||||
if path == '/api/model-priority': return self.model_priority(data)
|
||||
return self.sendj({'error':'not_found','path':path},404)
|
||||
def do_POST(self):
|
||||
path=urllib.parse.urlparse(self.path).path.rstrip('/'); data=self.body()
|
||||
try:
|
||||
if path in ('/api/branch','/api/create-branch'): return self.branch(data)
|
||||
if path in ('/api/file','/api/commit-file'): return self.file(data)
|
||||
if path == '/api/commit': return self.commit(data)
|
||||
if path in ('/api/patch','/api/create-patch'): return self.patch(data)
|
||||
if path in ('/api/tag','/api/create-tag'): return self.tag(data)
|
||||
if path == '/api/rollback': return self.rollback(data)
|
||||
if path == '/api/model': return self.model(data)
|
||||
if path == '/api/model-priority': return self.model_priority(data)
|
||||
if path == '/api/nl': return self.nl(data)
|
||||
return self.sendj({'error':'not_found','path':path},404)
|
||||
except Exception as e:
|
||||
monitor.record_failure('do_POST', str(e), {'path':path})
|
||||
return self.sendj({'error':str(e)},500)
|
||||
def branch(self,data):
|
||||
a=self.need('branch:create');
|
||||
if not a: return
|
||||
b=checkout(data.get('branch'), data.get('base','main'), True); meta={'type':'branch','branch':b,'base':data.get('base','main'),'created_by':a['account'],'created_at':now(),'direct_main_push':False,'owner_approval_required':True}
|
||||
r=write_json(f'patches/{safe(b).replace("/","_")}.branch.json', meta); c=commit([r], data.get('message') or f'chore(chatgpt): create {b}'); audit(a['account'],'branch',b,meta); self.sendj({'status':'ok','branch':b,'commit':c})
|
||||
def file(self,data):
|
||||
a=self.need('file:write');
|
||||
if not a: return
|
||||
b=checkout(data.get('branch'), data.get('base','main'), bool(data.get('create_branch'))); r=write_file(data.get('path'), data.get('content','')); c=commit([r], data.get('message') or f'chore(chatgpt): update {r}'); audit(a['account'],'file',r,{'branch':b,'commit':c}); self.sendj({'status':'committed','branch':b,'path':r,'commit':c})
|
||||
def commit(self,data):
|
||||
a=self.need('commit:create');
|
||||
if not a: return
|
||||
b=checkout(data.get('branch') or sh(['rev-parse','--abbrev-ref','HEAD'])['stdout'], data.get('base','main'), False); paths=data.get('paths') or ['.']; paths=[paths] if isinstance(paths,str) else paths; c=commit(paths, data.get('message') or 'chore(chatgpt): commit changes'); audit(a['account'],'commit',b,{'paths':paths,'commit':c}); self.sendj({'status':c['status'],'branch':b,'commit':c})
|
||||
def patch(self,data):
|
||||
a=self.need('patch:create');
|
||||
if not a: return
|
||||
name=data.get('patch_name') or data.get('name') or uid('patch'); b=checkout(data.get('branch') or f'patch/{safe(name)}', data.get('base','main'), True); meta={'id':uid('patch'),'patch_name':name,'branch':b,'risk':data.get('risk','medium'),'description':data.get('description',''),'created_by':a['account'],'created_at':now()}
|
||||
r=write_json(f'patches/{safe(name)}.json', meta); c=commit([r], data.get('message') or f'chore(chatgpt): create patch {name}'); audit(a['account'],'patch',name,meta); self.sendj({'status':'patch_branch_created','patch':meta,'commit':c})
|
||||
def tag(self,data):
|
||||
a=self.need('tag:create');
|
||||
if not a: return
|
||||
ver=data.get('version') or data.get('tag')
|
||||
if not re.match(r'^V\d+R\d+C\d+(-[A-Za-z0-9_.-]+)?$', ver or ''): return self.sendj({'error':'version must match VxRxCx'},400)
|
||||
if data.get('confirm') != True:
|
||||
self.sendj({'status':'confirm_required','operation':'tag','hint':'This operation creates a Git tag. Confirm to proceed.','x-openai-isConsequential':True}, 428)
|
||||
return
|
||||
if a['role'] != 'owner' or not data.get('execute'):
|
||||
b=checkout(data.get('branch') or f'request/tag-{safe(ver)}', 'main', True); req={'version':ver,'requested_by':a['account'],'approval_required':True,'created_at':now()}; r=write_json(f'baseline/tag_requests/{safe(ver)}.json', req); c=commit([r], f'chore(chatgpt): request tag {ver}'); return self.sendj({'status':'approval_required','branch':b,'commit':c})
|
||||
out=sh(['tag','-a',ver,'-m',data.get('message') or f'release {ver}'], True); self.sendj({'status':'tagged','version':ver,'git':out,'sync':sync_tag(ver)})
|
||||
def rollback(self,data):
|
||||
a=self.need('rollback:request');
|
||||
if not a: return
|
||||
target=data.get('target_version') or data.get('version') or data.get('target')
|
||||
if not target: return self.sendj({'error':'target_version required'},400)
|
||||
b=checkout(data.get('branch') or f'request/rollback-{safe(target)}-{uid("rb")}', 'main', True); req={'id':uid('rollback'),'target_version':target,'reason':data.get('reason',''),'requested_by':a['account'],'approval_required':True,'execute':False,'created_at':now()}; r=write_json(f'baseline/rollback_requests/{safe(req["id"])}.json', req); c=commit([r], f'chore(chatgpt): request rollback {target}'); self.sendj({'status':'rollback_request_committed','branch':b,'request':req,'commit':c})
|
||||
def model(self,data):
|
||||
a=self.need('model:write');
|
||||
if not a: return
|
||||
name=data.get('model_name') or data.get('model'); base=(data.get('base_url') or '').rstrip('/'); prov=data.get('provider_name') or 'custom-provider'
|
||||
if not name or not base: return self.sendj({'error':'provider_name/base_url/model_name required'},400)
|
||||
owner=safe(data.get('username') or a['account']); secret_ref=data.get('api_key_secret_ref') or data.get('secret_ref')
|
||||
if data.get('api_key'):
|
||||
d=SECRETS/'llm'/owner; d.mkdir(parents=True, exist_ok=True); sid=uid('llmkey'); p=d/f'{sid}.secret'; p.write_text(str(data['api_key']), encoding='utf-8'); os.chmod(p,0o600); secret_ref=f'secret://llm/{owner}/{sid}'
|
||||
if not secret_ref: return self.sendj({'error':'api_key_secret_ref or api_key required'},400)
|
||||
mid=data.get('model_id') or f'custom.{owner}.{hashlib.sha1((prov+base+name).encode()).hexdigest()[:10]}'; b=checkout(data.get('branch') or f'patch/model-{safe(mid)}','main',True)
|
||||
doc=sanitize({k:v for k,v in data.items() if k!='api_key'}); doc.update({'model_id':mid,'provider_name':prov,'base_url':base,'model_name':name,'api_key_secret_ref':secret_ref,'created_by':a['account'],'created_at':now()})
|
||||
if data.get('confirm') != True:
|
||||
self.sendj({'status':'confirm_required','operation':'model','hint':'This operation registers a new model. Confirm to proceed.','x-openai-isConsequential':True}, 428)
|
||||
return
|
||||
r=write_json(f'config/model_registry/chatgpt/{safe(mid)}.json', doc); c=commit([r], data.get('message') or f'chore(chatgpt): register model {name}'); audit(a['account'],'model',mid,doc); self.sendj({'status':'model_registered','branch':b,'model_id':mid,'secret_ref':secret_ref,'commit':c})
|
||||
def model_priority(self,data):
|
||||
a=self.need('model:priority');
|
||||
if not a: return
|
||||
if data.get('confirm') != True:
|
||||
self.sendj({'status':'confirm_required','operation':'model-priority','hint':'This operation updates model priority. Confirm to proceed.','x-openai-isConsequential':True}, 428)
|
||||
return
|
||||
user=safe(data.get('username') or a['account']); b=checkout(data.get('branch') or f'patch/model-priority-{user}', 'main', True); doc={'username':user,'items':data.get('items') or data.get('priority') or [],'updated_by':a['account'],'updated_at':now()}; r=write_json(f'config/model_priority/{user}.json', doc); c=commit([r], data.get('message') or f'chore(chatgpt): update model priority {user}'); audit(a['account'],'model-priority',user,doc); self.sendj({'status':'updated','branch':b,'priority':doc,'commit':c})
|
||||
def nl(self,data):
|
||||
a=self.need('nl:plan');
|
||||
if not a: return
|
||||
text=data.get('text',''); low=text.lower(); intent='unknown'; plan=[]
|
||||
if 'rollback' in low or '回滚' in text: intent='rollback_request'; plan=['commit rollback request','wait owner/admin approval']
|
||||
elif 'diff' in low or '对比' in text: intent='diff'; plan=['call GET /api/diff']
|
||||
elif 'model' in low or '模型' in text: intent='model_change'; plan=['use POST /api/model or PUT /api/model-priority','commit metadata']
|
||||
elif 'patch' in low or '补丁' in text: intent='patch_create'; plan=['call POST /api/patch']
|
||||
b=checkout(data.get('branch') or f'patch/nl-{uid("nl")}', 'main', True); doc={'id':uid('nl'),'text':text,'intent':intent,'action_plan':plan,'execute':False,'owner_approval_required':True,'created_by':a['account'],'created_at':now()}; r=write_json(f'patches/nl/{safe(doc["id"])}.json', doc); c=commit([r], f'chore(chatgpt): record nl plan {intent}'); self.sendj({'status':'planned','branch':b,'request':doc,'commit':c})
|
||||
_EVOLUTION_HTML = '''<!DOCTYPE html>
|
||||
<html lang=zh-CN>
|
||||
<head>
|
||||
<meta charset=UTF-8>
|
||||
<meta name=viewport content="width=device-width,initial-scale=1.0">
|
||||
<title>AIOS Evolution Dashboard</title>
|
||||
<script src=https://cdn.jsdelivr.net/npm/vue@3/dist/vue.global.prod.js></script>
|
||||
<style>
|
||||
*{margin:0;padding:0;box-sizing:border-box}
|
||||
body{background:#0d1117;color:#c9d1d9;font-size:14px;line-height:1.7;font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Helvetica,Arial,sans-serif}
|
||||
.c{max-width:1000px;margin:0 auto;padding:32px 24px}
|
||||
h1{font-size:24px;color:#58a6ff;margin-bottom:2px}
|
||||
.sub{color:#8b949e;font-size:13px;border-bottom:1px solid #21262d;padding-bottom:16px;margin-bottom:20px;display:flex;justify-content:space-between}
|
||||
.g{display:grid;grid-template-columns:repeat(auto-fill,minmax(160px,1fr));gap:16px;margin-bottom:20px}
|
||||
.s{background:#161b22;border:1px solid #21262d;border-radius:8px;padding:18px;text-align:center}
|
||||
.s .v{font-size:28px;font-weight:700;color:#f0f6fc}
|
||||
.s .l{font-size:11px;color:#8b949e;margin-top:4px}
|
||||
.bx{background:#161b22;border:1px solid #21262d;border-radius:8px;margin-bottom:14px}
|
||||
.bh{border-bottom:1px solid #21262d;padding:10px 16px;font-weight:600;font-size:14px;display:flex;gap:6px;align-items:center}
|
||||
.bd{padding:12px 16px}
|
||||
.rw{display:grid;grid-template-columns:1fr 1fr 100px 60px;gap:8px;padding:8px 16px;border-bottom:1px solid #21262d;font-size:13px;align-items:center;cursor:pointer;transition:background .15s}
|
||||
.rw:hover{background:#1c2128}.rw:last-child{border-bottom:none}
|
||||
.tg{display:inline-block;padding:2px 10px;border-radius:99px;font-size:11px;font-weight:600}
|
||||
.ok{background:#3fb95033;color:#3fb950}.fl{background:#da363333;color:#f85149}.if{background:#1f6feb33;color:#58a6ff}
|
||||
pre{background:#0d1117;padding:12px;border-radius:6px;overflow:auto;font-size:12px;color:#8b949e;max-height:300px;margin-top:8px}select{padding:8px 10px;border:1px solid #30363d;border-radius:6px;background:#21262d;color:#c9d1d9;font-size:13px;max-width:400px;width:100%;margin-bottom:4px;cursor:pointer}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div id=app class=c>
|
||||
<h1>AIOS Evolution Dashboard</h1>
|
||||
<div class=sub><span>Baseline: {{baseline}}</span><span style=color:#8b949e>{{refreshMsg}}</span></div>
|
||||
<div class=g><div class=s><div class=v>{{tot}}</div><div class=l>Commands</div></div><div class=s><div class=v style=color:#3fb950>{{sok}}</div><div class=l>Succeeded</div></div><div class=s><div class=v style=color:#f85149>{{sfail}}</div><div class=l>Failed</div></div><div class=s><div class=v>{{runs}}</div><div class=l>Executions</div></div></div>
|
||||
<div class=bx><div class=bh>Version Timeline</div><div class=bd><div class=rw style=font-weight:600;border-bottom:2px solid #30363d;cursor:default><span>Version</span><span>Time</span><span>Result</span></div><div v-for=v in vs class=rw @click=selVer(v)><span style=color:#58a6ff>{{v.tag}}</span><span>{{v.time||'-'}}</span><span :class="'tg '+v.result">{{v.result||'-'}}</span></div></div></div>
|
||||
<div class=bx><div class=bh>Commands</div><div class=bd><select v-model=cmd @change=loadCmd><option value>-- Select --</option><option v-for=c in cmds :value=c>{{c}}</option></select><pre v-if=cdet>{{cdet}}</pre></div></div>
|
||||
<div class=bx><div class=bh>Recent Agent Runs</div><div class=bd><div class=rw style=font-weight:600;border-bottom:2px solid #30363d;cursor:default><span>Agent</span><span>Command</span><span>Count</span><span>Result</span></div><div v-for=r in aruns class=rw><span>{{r.agent||'-'}}</span><span style=overflow:hidden;white-space:nowrap;text-overflow:ellipsis>{{r.command}}</span><span>{{r.interaction_count||0}}</span><span :class="'tg '+r.final_result">{{r.final_result||'-'}}</span></div></div></div></div>
|
||||
<script>
|
||||
const{createApp,ref,onMounted}=Vue;createApp({setup(){const vs=ref([]),cmds=ref([]),ar=ref([]),cmd=ref(''),cdet=ref(null),tot=ref(0),sok=ref(0),sfail=ref(0),runs=ref(0),baseline=ref('V1R3C1'),refreshMsg=ref('')
|
||||
async function ld(){try{const r=await fetch('/admin/ai-evolution/api/data'),d=await r.json();baseline.value=d.baseline||'V1R3C1';vs.value=d.versions||[];cmds.value=d.commands||[];ar.value=d.agent_runs||[];tot.value=d.stats?.total||0;sok.value=d.stats?.success||0;sfail.value=d.stats?.failed||0;runs.value=d.stats?.agent_runs||0;refreshMsg.value='Last updated: '+new Date().toLocaleString()}catch(e){}}
|
||||
async function loadCmd(){if(!cmd.value){cdet.value=null;return}try{const r=await fetch('/admin/ai-evolution/api/data?command='+encodeURIComponent(cmd.value)),d=await r.json();cdet.value=JSON.stringify(d,null,2)}catch(e){cdet.value='Error'}}
|
||||
function selVer(v){cmd.value=v.tag||v.id||v.version;loadCmd()}
|
||||
onMounted(()=>{ld();setInterval(ld,30000)})
|
||||
return{vs,cmds,ar,cmd,cdet,tot,sok,sfail,runs,baseline,refreshMsg,loadCmd,selVer}})mount('#app')
|
||||
</script></body></html>'''
|
||||
def agent_runs():
|
||||
d = AUDITDIR / "agent-runs"
|
||||
if not d.exists(): return []
|
||||
rs = []
|
||||
for f in sorted(d.iterdir(), reverse=True):
|
||||
if f.name.endswith(".json"):
|
||||
try:
|
||||
j = json.loads(f.read_text())
|
||||
j["file"] = f.stem
|
||||
rs.append(j)
|
||||
except: pass
|
||||
return rs
|
||||
|
||||
def ai_evolution_page(self):
|
||||
self.send_response(200)
|
||||
self.send_header('Content-Type', 'text/html; charset=utf-8')
|
||||
self.send_header('Content-Length', str(len(self._EVOLUTION_HTML)))
|
||||
self.end_headers()
|
||||
self.wfile.write(self._EVOLUTION_HTML.encode())
|
||||
async def handle_api(request):
|
||||
path = request.path
|
||||
if path in ('/admin/ai-evolution','/admin/ai-evolution/'):
|
||||
# Serve the HTML page
|
||||
html_path = APPDIR / 'static' / 'admin-ai-evolution.html'
|
||||
if html_path.exists():
|
||||
return web.Response(text=html_path.read_text(), content_type='text/html')
|
||||
return web.Response(text='Dashboard not found', status=404)
|
||||
if path == '/admin/ai-evolution/api/data':
|
||||
result = subprocess.run(['git','tag','--list','V*'], capture_output=True, text=True, cwd=WS)
|
||||
tags = result.stdout.strip().splitlines() if result.returncode == 0 else []
|
||||
h = subprocess.run(['git','rev-parse','--short','HEAD'], capture_output=True, text=True, cwd=WS)
|
||||
head = h.stdout.strip() if h.returncode == 0 else 'unknown'
|
||||
b = subprocess.run(['git','rev-parse','--abbrev-ref','HEAD'], capture_output=True, text=True, cwd=WS)
|
||||
branch = b.stdout.strip() if b.returncode == 0 else 'unknown'
|
||||
return web.json_response({
|
||||
'baseline': baselines(),
|
||||
'versions': [{'tag':t,'name':p.name} for p in sorted((WS/'versions').glob('*')) for t in tags if p.name in t],
|
||||
'commands': commands('active') + commands('running') + commands('completed'),
|
||||
'agent_runs': agent_runs(),
|
||||
'stats': {
|
||||
'current': head,
|
||||
'branch': branch,
|
||||
'uptime': round(time.time()-start_time, 2),
|
||||
'baseline': baselines().get('current_baseline','unknown'),
|
||||
}
|
||||
})
|
||||
return web.json_response({'error':'not_found','path':path}, status=404)
|
||||
|
||||
def ai_evolution_data(self):
|
||||
q=urllib.parse.urlparse(self.path).query
|
||||
params=urllib.parse.parse_qs(q)
|
||||
cmd_filter=(params.get('command') or [None])[0]
|
||||
bl=jload(WS/'baseline'/'current.json',{})
|
||||
current_ver=bl.get('current_baseline','V1R3C1')
|
||||
tags=sh(['tag','--list','V*'])['stdout'].splitlines() if WS.exists() else []
|
||||
versions=[]
|
||||
if (WS/'baseline'/'promotions').exists():
|
||||
for p in sorted((WS/'baseline'/'promotions').glob('*.json')):
|
||||
d=jload(p,{});v=d.get('version',p.stem)
|
||||
versions.append({'tag':v,'time':d.get('promoted_at','-'),'result':'ok'})
|
||||
for t in tags:
|
||||
if not any(v['tag']==t for v in versions):
|
||||
versions.append({'tag':t,'time':'-','result':'if'})
|
||||
agent_runs=[];ard=WS/'audit'/'agent-runs'
|
||||
if ard.exists():
|
||||
for f in sorted(ard.glob('*.json'),reverse=True)[:50]:
|
||||
d=jload(f,{});agent_runs.append(d) if isinstance(d,dict) else None
|
||||
cmd_dirs=[WS/'agents/commands/active',WS/'agents/commands/running',WS/'agents/commands/completed',WS/'agents/commands/failed']
|
||||
commands=[]
|
||||
for d in cmd_dirs:
|
||||
if d.exists():
|
||||
for f in sorted(d.glob('*.md')):
|
||||
commands.append(f.name)
|
||||
command_detail=None
|
||||
if cmd_filter:
|
||||
for d in cmd_dirs:
|
||||
if d.exists():
|
||||
fp=d/cmd_filter
|
||||
if fp.exists():
|
||||
command_detail={'command':cmd_filter,'content':fp.read_text(encoding='utf-8')}
|
||||
break
|
||||
if not command_detail:
|
||||
command_detail={'command':cmd_filter,'error':'not_found'}
|
||||
return self.sendj(command_detail)
|
||||
completed=list((WS/'agents/commands/completed').glob('*.md')) if (WS/'agents/commands/completed').exists() else []
|
||||
failed=list((WS/'agents/commands/failed').glob('*.md')) if (WS/'agents/commands/failed').exists() else []
|
||||
stats={'total':len(commands),'success':len(completed),'failed':len(failed),'agent_runs':len(agent_runs)}
|
||||
data={'baseline':current_ver,'versions':versions[-30:],'agent_runs':agent_runs,'commands':sorted(set(commands)),'stats':stats}
|
||||
self.sendj(data)
|
||||
app = web.Application()
|
||||
app.router.add_route('GET', '/admin/ai-evolution', handle_api)
|
||||
app.router.add_route('GET', '/admin/ai-evolution/', handle_api)
|
||||
app.router.add_route('GET', '/admin/ai-evolution/api/data', handle_api)
|
||||
|
||||
|
||||
def api_spec():
|
||||
return {'version':'V1R1C0-chatgpt-actions','openapi':'/api/openapi.yaml','read':['GET /api/base','GET /api/ver','GET /api/diff','GET /api/patch','GET /api/model','GET /api/run','GET /admin/ai-evolution'],'write':['POST /api/branch','POST /api/file','POST /api/commit','POST /api/patch','POST /api/tag','POST /api/rollback','POST /api/model','PUT /api/model-priority','POST /api/nl'],'policy':{'bearer_required_for_write':True,'direct_main_push':False,'delete_tag':False,'owner_approval_required_for_v_level':True,'api_keys_in_git':False,'git_secret_field':'secret_ref','online_git_sync':True}}
|
||||
|
||||
def main():
|
||||
print(f'AIOS ChatGPT GitOps adapter listening on {HOST}:{PORT}')
|
||||
ThreadingHTTPServer((HOST,PORT), H).serve_forever()
|
||||
if __name__ == '__main__': main()
|
||||
if __name__ == '__main__':
|
||||
web.run_app(app, host='127.0.0.1', port=18890)
|
||||
|
||||
@@ -1,92 +0,0 @@
|
||||
"""Agent adapters for AIOS Search Gateway.
|
||||
|
||||
All runtime agents should call SearchGatewayAgentAdapter instead of performing
|
||||
ad-hoc network search. This gives consistent provider fallback, profile
|
||||
resolution, evidence capture, audit and event visibility.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from typing import Any
|
||||
|
||||
from .search_gateway_orchestrator import SearchGatewayOrchestrator
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class AgentSearchContext:
|
||||
agent: str
|
||||
user_id: str | None = None
|
||||
group_id: str | None = None
|
||||
role: str = "user"
|
||||
group_profile: dict[str, Any] | None = None
|
||||
user_profile: dict[str, Any] | None = None
|
||||
session_profile: dict[str, Any] | None = None
|
||||
authorized_sources: list[str] = field(default_factory=list)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class SearchGatewayAgentAdapter:
|
||||
def __init__(self, orchestrator: SearchGatewayOrchestrator | None = None):
|
||||
self.orchestrator = orchestrator or SearchGatewayOrchestrator()
|
||||
|
||||
def search(
|
||||
self,
|
||||
query: str,
|
||||
context: AgentSearchContext,
|
||||
intent: str = "general",
|
||||
region: str | None = None,
|
||||
time_range: str | None = None,
|
||||
data_type: str | None = None,
|
||||
domain_profiles: list[str] | None = None,
|
||||
user_scope: str = "public",
|
||||
correlation_id: str | None = None,
|
||||
) -> dict[str, Any]:
|
||||
payload = {
|
||||
"query": query,
|
||||
"requester": context.agent,
|
||||
"intent": intent,
|
||||
"region": region,
|
||||
"time_range": time_range,
|
||||
"data_type": data_type,
|
||||
"domain_profiles": domain_profiles or [],
|
||||
"user_scope": user_scope,
|
||||
"authorized_sources": context.authorized_sources,
|
||||
"group_profile": context.group_profile,
|
||||
"user_profile": context.user_profile,
|
||||
"session_profile": context.session_profile,
|
||||
"correlation_id": correlation_id,
|
||||
}
|
||||
return self.orchestrator.execute(payload)
|
||||
|
||||
|
||||
class OpenClawSearchClient(SearchGatewayAgentAdapter):
|
||||
def search_public(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
|
||||
return self.search(query, context, user_scope="public", **kwargs)
|
||||
|
||||
|
||||
class HermesSearchClient(SearchGatewayAgentAdapter):
|
||||
def delegate_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
|
||||
return self.search(query, context, **kwargs)
|
||||
|
||||
|
||||
class CodexSearchClient(SearchGatewayAgentAdapter):
|
||||
def technical_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
|
||||
return self.search(query, context, intent=kwargs.pop("intent", "software_library"), **kwargs)
|
||||
|
||||
|
||||
class CustomGPTSearchClient(SearchGatewayAgentAdapter):
|
||||
def user_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
|
||||
return self.search(query, context, **kwargs)
|
||||
|
||||
|
||||
__all__ = [
|
||||
"AgentSearchContext",
|
||||
"SearchGatewayAgentAdapter",
|
||||
"OpenClawSearchClient",
|
||||
"HermesSearchClient",
|
||||
"CodexSearchClient",
|
||||
"CustomGPTSearchClient",
|
||||
]
|
||||
@@ -1,73 +0,0 @@
|
||||
"""Architect governance integration for Search Gateway.
|
||||
|
||||
Search Gateway is a shared platform capability. The Architect Agent periodically
|
||||
reviews provider health, external search/browser capabilities, cost, security and
|
||||
privacy impact, then emits C/R/V recommendations.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchArchitectureFinding:
|
||||
finding_id: str
|
||||
title: str
|
||||
impact: str
|
||||
recommendation: str
|
||||
evidence: list[str] = field(default_factory=list)
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchArchitectureDecision:
|
||||
status: str
|
||||
version_bump: str
|
||||
reason: str
|
||||
findings: list[SearchArchitectureFinding]
|
||||
owner_gate_required: bool
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return {
|
||||
"status": self.status,
|
||||
"version_bump": self.version_bump,
|
||||
"reason": self.reason,
|
||||
"findings": [f.to_dict() for f in self.findings],
|
||||
"owner_gate_required": self.owner_gate_required,
|
||||
"created_at": self.created_at,
|
||||
}
|
||||
|
||||
|
||||
class SearchArchitectIntegration:
|
||||
def review(self, signals: dict[str, Any]) -> SearchArchitectureDecision:
|
||||
findings: list[SearchArchitectureFinding] = []
|
||||
if signals.get("provider_breaking_change"):
|
||||
findings.append(SearchArchitectureFinding("search-provider-breaking", "Provider breaking change", "breaking", "owner_review"))
|
||||
if signals.get("new_search_capability"):
|
||||
findings.append(SearchArchitectureFinding("search-new-capability", "New search capability available", "architecture", "evaluate_adoption"))
|
||||
if signals.get("cost_increase"):
|
||||
findings.append(SearchArchitectureFinding("search-cost", "Search provider cost increase", "minor", "optimize_provider_order"))
|
||||
if signals.get("security_advisory"):
|
||||
findings.append(SearchArchitectureFinding("search-security", "Search security advisory", "breaking", "owner_review"))
|
||||
|
||||
if any(f.impact == "breaking" for f in findings):
|
||||
return SearchArchitectureDecision("action_required", "V", "breaking search ecosystem/security change", findings, True)
|
||||
if any(f.impact == "architecture" for f in findings):
|
||||
return SearchArchitectureDecision("optimization_recommended", "R", "new search capability may improve architecture", findings, True)
|
||||
if findings:
|
||||
return SearchArchitectureDecision("minor_change_recommended", "C", "compatible provider optimization", findings, False)
|
||||
return SearchArchitectureDecision("no_action", "none", "no relevant search architecture change", findings, False)
|
||||
|
||||
|
||||
__all__ = ["SearchArchitectureFinding", "SearchArchitectureDecision", "SearchArchitectIntegration"]
|
||||
@@ -1,27 +0,0 @@
|
||||
"""Audit storage for Search Gateway executions."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
|
||||
class SearchAuditStore:
|
||||
def __init__(self, root: str = "runtime/search-gateway/audit"):
|
||||
self.root = Path(root)
|
||||
self.root.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
def append(self, record: dict[str, Any]) -> str:
|
||||
path = self.root / f"{record.get('request_id', 'search')}.json"
|
||||
path.write_text(json.dumps(record, ensure_ascii=False, indent=2), encoding="utf-8")
|
||||
return str(path)
|
||||
|
||||
def list_recent(self) -> list[dict[str, Any]]:
|
||||
result = []
|
||||
for path in sorted(self.root.glob("*.json")):
|
||||
result.append(json.loads(path.read_text(encoding="utf-8")))
|
||||
return result[-50:]
|
||||
|
||||
|
||||
__all__ = ["SearchAuditStore"]
|
||||
@@ -1,118 +0,0 @@
|
||||
"""Search Gateway event bridge.
|
||||
|
||||
Publishes normalized search lifecycle events into the AIOS Agent Event Bus when a
|
||||
bus is available, with an in-memory fallback for tests and offline runs.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any, Protocol
|
||||
from uuid import uuid4
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
class SearchEventPublisher(Protocol):
|
||||
def publish(
|
||||
self,
|
||||
kind: str,
|
||||
source: str,
|
||||
target: str,
|
||||
summary: str,
|
||||
payload: dict[str, Any],
|
||||
correlation_id: str | None = None,
|
||||
) -> dict[str, Any]:
|
||||
...
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchEvent:
|
||||
id: str
|
||||
kind: str
|
||||
source: str
|
||||
target: str
|
||||
summary: str
|
||||
payload: dict[str, Any]
|
||||
correlation_id: str | None = None
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class InMemorySearchEventBus:
|
||||
def __init__(self):
|
||||
self.events: list[dict[str, Any]] = []
|
||||
|
||||
def publish(
|
||||
self,
|
||||
kind: str,
|
||||
source: str,
|
||||
target: str,
|
||||
summary: str,
|
||||
payload: dict[str, Any],
|
||||
correlation_id: str | None = None,
|
||||
) -> dict[str, Any]:
|
||||
event = SearchEvent(
|
||||
id=f"search_evt_{uuid4().hex[:12]}",
|
||||
kind=kind,
|
||||
source=source,
|
||||
target=target,
|
||||
summary=summary,
|
||||
payload=payload,
|
||||
correlation_id=correlation_id,
|
||||
).to_dict()
|
||||
self.events.append(event)
|
||||
return event
|
||||
|
||||
|
||||
class SearchEventBridge:
|
||||
def __init__(self, bus: SearchEventPublisher | None = None):
|
||||
self.bus = bus or InMemorySearchEventBus()
|
||||
|
||||
def search_started(self, request: dict[str, Any]) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="search_started",
|
||||
source=request.get("requester", "unknown"),
|
||||
target="search-gateway",
|
||||
summary=request.get("query", "search started"),
|
||||
payload=request,
|
||||
correlation_id=request.get("correlation_id"),
|
||||
)
|
||||
|
||||
def provider_attempted(self, request_id: str, attempt: dict[str, Any]) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="search_provider_attempted",
|
||||
source="search-gateway",
|
||||
target=attempt.get("provider", "unknown"),
|
||||
summary=f"provider {attempt.get('provider', 'unknown')} {attempt.get('status', 'attempted')}",
|
||||
payload=attempt,
|
||||
correlation_id=request_id,
|
||||
)
|
||||
|
||||
def fallback_triggered(self, request_id: str, reason: str) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="search_fallback_triggered",
|
||||
source="search-gateway",
|
||||
target="search-provider-router",
|
||||
summary=reason,
|
||||
payload={"reason": reason},
|
||||
correlation_id=request_id,
|
||||
)
|
||||
|
||||
def search_completed(self, response: dict[str, Any]) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="search_completed",
|
||||
source="search-gateway",
|
||||
target=response.get("requester", "requester"),
|
||||
summary=f"search {response.get('status', 'completed')}",
|
||||
payload=response,
|
||||
correlation_id=response.get("request_id"),
|
||||
)
|
||||
|
||||
|
||||
__all__ = ["SearchEvent", "InMemorySearchEventBus", "SearchEventBridge"]
|
||||
@@ -1,252 +0,0 @@
|
||||
"""Governed general-purpose Search Gateway for AIOS.
|
||||
|
||||
The gateway coordinates query planning, provider routing, fallback, evidence
|
||||
normalization and compliance checks. It is provider-agnostic: runtime workers plug
|
||||
in public or explicitly authorized search providers.
|
||||
|
||||
Search is a shared capability. Groups and users may customize provider order,
|
||||
trusted domains, query expansion hints and domain profiles, but customization may
|
||||
not override hard authorization, privacy, safety or audit rules.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any, Protocol
|
||||
from uuid import uuid4
|
||||
|
||||
from .search_profile_resolver import DomainQueryProfileRegistry, SearchProfile, SearchProfileResolver
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchRequest:
|
||||
query: str
|
||||
requester: str
|
||||
intent: str = "general"
|
||||
region: str | None = None
|
||||
time_range: str | None = None
|
||||
data_type: str | None = None
|
||||
user_scope: str = "public"
|
||||
authorized_sources: list[str] = field(default_factory=list)
|
||||
domain_profiles: list[str] = field(default_factory=list)
|
||||
group_profile: dict[str, Any] | None = None
|
||||
user_profile: dict[str, Any] | None = None
|
||||
session_profile: dict[str, Any] | None = None
|
||||
correlation_id: str | None = None
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchEvidence:
|
||||
title: str
|
||||
url: str | None
|
||||
source: str
|
||||
snippet: str
|
||||
evidence_type: str = "web"
|
||||
confidence: str = "medium"
|
||||
retrieved_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchProviderAttempt:
|
||||
provider: str
|
||||
status: str
|
||||
result_count: int = 0
|
||||
reason: str = ""
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchResponse:
|
||||
request_id: str
|
||||
status: str
|
||||
answer: str
|
||||
evidence: list[SearchEvidence]
|
||||
attempts: list[SearchProviderAttempt]
|
||||
confidence: str
|
||||
expanded_queries: list[str] = field(default_factory=list)
|
||||
resolved_profile: dict[str, Any] | None = None
|
||||
need_clarification: list[str] = field(default_factory=list)
|
||||
blocked_reasons: list[str] = field(default_factory=list)
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return {
|
||||
"request_id": self.request_id,
|
||||
"status": self.status,
|
||||
"answer": self.answer,
|
||||
"evidence": [e.to_dict() for e in self.evidence],
|
||||
"attempts": [a.to_dict() for a in self.attempts],
|
||||
"confidence": self.confidence,
|
||||
"expanded_queries": self.expanded_queries,
|
||||
"resolved_profile": self.resolved_profile,
|
||||
"need_clarification": self.need_clarification,
|
||||
"blocked_reasons": self.blocked_reasons,
|
||||
"created_at": self.created_at,
|
||||
}
|
||||
|
||||
|
||||
class SearchProvider(Protocol):
|
||||
name: str
|
||||
|
||||
def search(self, request: SearchRequest, queries: list[str]) -> tuple[list[SearchEvidence], SearchProviderAttempt]:
|
||||
...
|
||||
|
||||
|
||||
class QueryPlanner:
|
||||
def __init__(self, domain_registry: DomainQueryProfileRegistry | None = None):
|
||||
self.domain_registry = domain_registry or DomainQueryProfileRegistry()
|
||||
|
||||
def expand(self, request: SearchRequest, profile: SearchProfile) -> list[str]:
|
||||
base = request.query.strip()
|
||||
queries = [base]
|
||||
if request.region:
|
||||
queries.append(f"{request.region} {base}")
|
||||
if request.time_range:
|
||||
queries.append(f"{base} {request.time_range}")
|
||||
domain_profiles = list(dict.fromkeys([request.intent] + request.domain_profiles + profile.domain_profiles))
|
||||
hints = list(profile.query_expansion_hints) + self.domain_registry.hints_for(domain_profiles)
|
||||
for hint in hints:
|
||||
queries.append(f"{base} {hint}")
|
||||
for domain in profile.trusted_domains:
|
||||
queries.append(f"site:{domain} {base}")
|
||||
return list(dict.fromkeys([q for q in queries if q]))
|
||||
|
||||
|
||||
class SearchPolicyGuard:
|
||||
"""Blocks non-public or unauthorized collection patterns."""
|
||||
|
||||
FORBIDDEN_TERMS = (
|
||||
"绕过登录",
|
||||
"绕过验证码",
|
||||
"验证码绕过",
|
||||
"破解登录",
|
||||
"个人成绩",
|
||||
"学生隐私",
|
||||
"受保护平台批量爬取",
|
||||
)
|
||||
|
||||
def evaluate(self, request: SearchRequest, profile: SearchProfile) -> list[str]:
|
||||
q = request.query.lower()
|
||||
reasons: list[str] = []
|
||||
for term in self.FORBIDDEN_TERMS:
|
||||
if term.lower() in q:
|
||||
reasons.append(f"blocked_term:{term}")
|
||||
if request.user_scope not in {"public", "authorized_user_file", "authorized_link", "internal_archive"}:
|
||||
reasons.append(f"unsupported_scope:{request.user_scope}")
|
||||
if request.data_type in {"personal_grade", "student_private_data", "private_person_data"} and request.user_scope != "authorized_user_file":
|
||||
reasons.append("private_data_requires_user_authorized_file")
|
||||
if not profile.audit_required:
|
||||
reasons.append("audit_cannot_be_disabled")
|
||||
if not profile.fallback_required:
|
||||
reasons.append("fallback_cannot_be_disabled")
|
||||
return reasons
|
||||
|
||||
|
||||
class SearchGateway:
|
||||
def __init__(self, providers: list[SearchProvider] | None = None):
|
||||
self.providers = providers or []
|
||||
self.profile_resolver = SearchProfileResolver()
|
||||
self.planner = QueryPlanner()
|
||||
self.guard = SearchPolicyGuard()
|
||||
|
||||
def search(self, request: SearchRequest) -> SearchResponse:
|
||||
request_id = request.correlation_id or f"search_{uuid4().hex[:12]}"
|
||||
profile = self.profile_resolver.resolve(request.group_profile, request.user_profile, request.session_profile)
|
||||
expanded_queries = self.planner.expand(request, profile)
|
||||
blocked = self.guard.evaluate(request, profile)
|
||||
if blocked:
|
||||
return SearchResponse(
|
||||
request_id=request_id,
|
||||
status="blocked",
|
||||
answer="该搜索请求涉及未授权访问、验证码/登录绕过、受保护平台批量抓取或个人隐私数据,已阻断。可改为搜索公开网页、官方公告、公开文档,或处理用户授权上传的文件/链接。",
|
||||
evidence=[],
|
||||
attempts=[],
|
||||
confidence="high",
|
||||
expanded_queries=expanded_queries,
|
||||
resolved_profile=profile.to_dict(),
|
||||
blocked_reasons=blocked,
|
||||
)
|
||||
|
||||
evidence: list[SearchEvidence] = []
|
||||
attempts: list[SearchProviderAttempt] = []
|
||||
providers = self._ordered_providers(profile)
|
||||
for provider in providers:
|
||||
try:
|
||||
provider_evidence, attempt = provider.search(request, expanded_queries)
|
||||
evidence.extend(provider_evidence)
|
||||
attempts.append(attempt)
|
||||
if provider_evidence:
|
||||
break
|
||||
except Exception as exc:
|
||||
attempts.append(SearchProviderAttempt(provider=getattr(provider, "name", "unknown"), status="failed", reason=str(exc)))
|
||||
|
||||
if evidence:
|
||||
return SearchResponse(
|
||||
request_id=request_id,
|
||||
status="found",
|
||||
answer="已找到公开或授权来源结果。",
|
||||
evidence=evidence,
|
||||
attempts=attempts,
|
||||
confidence=self._confidence(evidence),
|
||||
expanded_queries=expanded_queries,
|
||||
resolved_profile=profile.to_dict(),
|
||||
)
|
||||
|
||||
return SearchResponse(
|
||||
request_id=request_id,
|
||||
status="not_found",
|
||||
answer="未找到足够可靠的公开或授权结果;已记录 provider 尝试和失败原因。",
|
||||
evidence=[],
|
||||
attempts=attempts,
|
||||
confidence="low",
|
||||
expanded_queries=expanded_queries,
|
||||
resolved_profile=profile.to_dict(),
|
||||
need_clarification=self._clarification(request),
|
||||
)
|
||||
|
||||
def _ordered_providers(self, profile: SearchProfile) -> list[SearchProvider]:
|
||||
if not self.providers:
|
||||
return []
|
||||
by_name = {provider.name: provider for provider in self.providers}
|
||||
ordered = [by_name[name] for name in profile.provider_order if name in by_name]
|
||||
remaining = [provider for provider in self.providers if provider.name not in {p.name for p in ordered}]
|
||||
return ordered + remaining
|
||||
|
||||
def _confidence(self, evidence: list[SearchEvidence]) -> str:
|
||||
if any(e.confidence == "high" for e in evidence):
|
||||
return "high"
|
||||
if evidence:
|
||||
return "medium"
|
||||
return "low"
|
||||
|
||||
def _clarification(self, request: SearchRequest) -> list[str]:
|
||||
if request.intent == "education_exam_data":
|
||||
return ["请补充学校名称、联考名称、年级、科目,以及需要试卷/答案还是成绩统计。"]
|
||||
if request.intent in {"company_research", "policy_regulation", "software_library", "product_research"}:
|
||||
return ["请补充主体名称、地区/版本、时间范围、需要的数据类型或可信来源范围。"]
|
||||
return ["请补充更具体的主体、平台、地区、时间、数据类型或授权文件/链接。"]
|
||||
|
||||
|
||||
__all__ = [
|
||||
"SearchRequest",
|
||||
"SearchEvidence",
|
||||
"SearchProviderAttempt",
|
||||
"SearchResponse",
|
||||
"SearchProvider",
|
||||
"QueryPlanner",
|
||||
"SearchPolicyGuard",
|
||||
"SearchGateway",
|
||||
]
|
||||
@@ -1,65 +0,0 @@
|
||||
"""API endpoints for AIOS Search Gateway."""
|
||||
|
||||
from typing import Any
|
||||
|
||||
try:
|
||||
from fastapi import APIRouter
|
||||
except Exception:
|
||||
APIRouter = None
|
||||
|
||||
from .search_gateway import SearchGateway, SearchRequest
|
||||
from .search_gateway_dashboard import SearchGatewayDashboard
|
||||
|
||||
|
||||
gateway = SearchGateway()
|
||||
dashboard = SearchGatewayDashboard()
|
||||
|
||||
|
||||
def search_gateway_request(payload: dict[str, Any]) -> dict[str, Any]:
|
||||
request = SearchRequest(**payload)
|
||||
return gateway.search(request).to_dict()
|
||||
|
||||
|
||||
def get_search_gateway_status() -> dict[str, Any]:
|
||||
return {
|
||||
"module": "search-gateway",
|
||||
"status": "ready",
|
||||
"providers_configured": len(gateway.providers),
|
||||
"policy_guard": "enabled",
|
||||
"profile_customization": "enabled",
|
||||
"fallback_required_when_provider_unavailable": True,
|
||||
}
|
||||
|
||||
|
||||
def get_search_gateway_overview() -> dict[str, Any]:
|
||||
return dashboard.overview()
|
||||
|
||||
|
||||
def build_router():
|
||||
if APIRouter is None:
|
||||
return None
|
||||
router = APIRouter(prefix="/admin/ai-evolution/search", tags=["search-gateway"])
|
||||
|
||||
@router.get("/status", operation_id="getSearchGatewayStatus")
|
||||
def status():
|
||||
return get_search_gateway_status()
|
||||
|
||||
@router.get("/overview", operation_id="getSearchGatewayOverview")
|
||||
def overview():
|
||||
return get_search_gateway_overview()
|
||||
|
||||
@router.post("/query", operation_id="runSearchGatewayQuery")
|
||||
def query(payload: dict[str, Any]):
|
||||
return search_gateway_request(payload)
|
||||
|
||||
return router
|
||||
|
||||
|
||||
router = build_router()
|
||||
|
||||
__all__ = [
|
||||
"router",
|
||||
"search_gateway_request",
|
||||
"get_search_gateway_status",
|
||||
"get_search_gateway_overview",
|
||||
]
|
||||
@@ -1,85 +0,0 @@
|
||||
"""Search Gateway Web UI dashboard model."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchDashboardMetric:
|
||||
key: str
|
||||
title: str
|
||||
value: Any
|
||||
status: str = "ok"
|
||||
detail: str = ""
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchDashboardPanel:
|
||||
key: str
|
||||
title: str
|
||||
metrics: list[SearchDashboardMetric] = field(default_factory=list)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return {
|
||||
"key": self.key,
|
||||
"title": self.title,
|
||||
"metrics": [m.to_dict() for m in self.metrics],
|
||||
}
|
||||
|
||||
|
||||
class SearchGatewayDashboard:
|
||||
def overview(self, search_runs: list[dict[str, Any]] | None = None, providers: list[dict[str, Any]] | None = None) -> dict[str, Any]:
|
||||
search_runs = search_runs or []
|
||||
providers = providers or []
|
||||
blocked = [r for r in search_runs if r.get("status") == "blocked"]
|
||||
not_found = [r for r in search_runs if r.get("status") == "not_found"]
|
||||
provider_failures = [p for p in providers if p.get("status") == "failed"]
|
||||
panels = [
|
||||
SearchDashboardPanel(
|
||||
"search_health",
|
||||
"搜索健康度",
|
||||
[
|
||||
SearchDashboardMetric("total_runs", "搜索请求数", len(search_runs)),
|
||||
SearchDashboardMetric("not_found", "未找到结果", len(not_found), "warn" if not_found else "ok"),
|
||||
SearchDashboardMetric("blocked", "合规阻断", len(blocked), "warn" if blocked else "ok"),
|
||||
],
|
||||
),
|
||||
SearchDashboardPanel(
|
||||
"provider_health",
|
||||
"Provider 可用性",
|
||||
[
|
||||
SearchDashboardMetric("providers", "Provider 数量", len(providers)),
|
||||
SearchDashboardMetric("provider_failures", "Provider 失败", len(provider_failures), "warn" if provider_failures else "ok"),
|
||||
],
|
||||
),
|
||||
SearchDashboardPanel(
|
||||
"evidence_quality",
|
||||
"证据质量",
|
||||
[
|
||||
SearchDashboardMetric("with_evidence", "有证据的回答", len([r for r in search_runs if r.get("evidence")])) ,
|
||||
SearchDashboardMetric("fallback_required", "要求多源降级", True),
|
||||
],
|
||||
),
|
||||
]
|
||||
return {
|
||||
"module": "search-gateway",
|
||||
"route": "/admin/ai-evolution/search",
|
||||
"title": "AIOS 联网搜索治理中心",
|
||||
"status": "attention_required" if provider_failures else "healthy",
|
||||
"generated_at": utc_now(),
|
||||
"panels": [p.to_dict() for p in panels],
|
||||
"recent_runs": search_runs[-20:],
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["SearchDashboardMetric", "SearchDashboardPanel", "SearchGatewayDashboard"]
|
||||
@@ -1,41 +0,0 @@
|
||||
"""Runtime orchestrator joining Search Gateway, registry, audit and events."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
|
||||
from .search_audit_store import SearchAuditStore
|
||||
from .search_event_bridge import SearchEventBridge
|
||||
from .search_gateway import SearchGateway, SearchRequest
|
||||
from .search_provider_registry import SearchProviderRegistry
|
||||
|
||||
|
||||
class SearchGatewayOrchestrator:
|
||||
def __init__(self):
|
||||
self.registry = SearchProviderRegistry()
|
||||
self.audit = SearchAuditStore()
|
||||
self.events = SearchEventBridge()
|
||||
self.gateway = SearchGateway(self.registry.ordered())
|
||||
|
||||
def execute(self, payload: dict[str, Any]) -> dict[str, Any]:
|
||||
request = SearchRequest(**payload)
|
||||
self.events.search_started(request.to_dict())
|
||||
response = self.gateway.search(request)
|
||||
result = response.to_dict()
|
||||
for attempt in result.get("attempts", []):
|
||||
self.events.provider_attempted(result["request_id"], attempt)
|
||||
if len(result.get("attempts", [])) > 1:
|
||||
self.events.fallback_triggered(result["request_id"], "multiple providers attempted")
|
||||
self.audit.append(result)
|
||||
self.events.search_completed(result)
|
||||
return result
|
||||
|
||||
def status(self) -> dict[str, Any]:
|
||||
return {
|
||||
"registry": self.registry.status(),
|
||||
"audit": "enabled",
|
||||
"events": "enabled",
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["SearchGatewayOrchestrator"]
|
||||
@@ -1,124 +0,0 @@
|
||||
"""Search profile resolver for general-purpose AIOS Search Gateway.
|
||||
|
||||
The Search Gateway is a shared platform capability. Groups and users may customize
|
||||
provider preference, query expansion hints, trusted sources and domain profiles on
|
||||
top of the shared base profile. Customization is intentionally layered and cannot
|
||||
override hard safety, authorization or audit rules.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from typing import Any
|
||||
|
||||
|
||||
HARD_BLOCKED_BEHAVIORS = {
|
||||
"bypass_login",
|
||||
"bypass_captcha",
|
||||
"scrape_private_student_grades",
|
||||
"scrape_student_private_data",
|
||||
"bulk_scrape_protected_platforms",
|
||||
"collect_data_without_authorization",
|
||||
}
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchProfile:
|
||||
profile_id: str
|
||||
scope: str
|
||||
provider_order: list[str] = field(default_factory=lambda: [
|
||||
"cache",
|
||||
"official_site",
|
||||
"general_web",
|
||||
"vertical_source",
|
||||
"browser_fetch",
|
||||
"user_authorized_file",
|
||||
"internal_archive",
|
||||
])
|
||||
trusted_domains: list[str] = field(default_factory=list)
|
||||
query_expansion_hints: list[str] = field(default_factory=list)
|
||||
domain_profiles: list[str] = field(default_factory=list)
|
||||
blocked_behaviors: set[str] = field(default_factory=lambda: set(HARD_BLOCKED_BEHAVIORS))
|
||||
audit_required: bool = True
|
||||
fallback_required: bool = True
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
data = asdict(self)
|
||||
data["blocked_behaviors"] = sorted(self.blocked_behaviors)
|
||||
return data
|
||||
|
||||
|
||||
class SearchProfileResolver:
|
||||
"""Resolves base -> group -> user -> session search preferences."""
|
||||
|
||||
def base_profile(self) -> SearchProfile:
|
||||
return SearchProfile(profile_id="base", scope="global")
|
||||
|
||||
def resolve(
|
||||
self,
|
||||
group_profile: dict[str, Any] | None = None,
|
||||
user_profile: dict[str, Any] | None = None,
|
||||
session_profile: dict[str, Any] | None = None,
|
||||
) -> SearchProfile:
|
||||
profile = self.base_profile().to_dict()
|
||||
for overlay in (group_profile, user_profile, session_profile):
|
||||
if overlay:
|
||||
profile = self._merge(profile, overlay)
|
||||
profile["blocked_behaviors"] = set(HARD_BLOCKED_BEHAVIORS)
|
||||
profile["audit_required"] = True
|
||||
profile["fallback_required"] = True
|
||||
return SearchProfile(**profile)
|
||||
|
||||
def _merge(self, base: dict[str, Any], overlay: dict[str, Any]) -> dict[str, Any]:
|
||||
merged = dict(base)
|
||||
if overlay.get("provider_order"):
|
||||
merged["provider_order"] = list(overlay["provider_order"])
|
||||
for list_key in ("trusted_domains", "query_expansion_hints", "domain_profiles"):
|
||||
merged[list_key] = self._dedupe(list(merged.get(list_key, [])) + list(overlay.get(list_key, [])))
|
||||
merged["profile_id"] = overlay.get("profile_id", merged.get("profile_id", "custom"))
|
||||
merged["scope"] = overlay.get("scope", merged.get("scope", "custom"))
|
||||
return merged
|
||||
|
||||
def _dedupe(self, items: list[str]) -> list[str]:
|
||||
return list(dict.fromkeys([item for item in items if item]))
|
||||
|
||||
|
||||
class DomainQueryProfileRegistry:
|
||||
"""Optional domain-specific expansions for the general Search Gateway."""
|
||||
|
||||
DEFAULT_PROFILES = {
|
||||
"education_exam_data": [
|
||||
"学校 年级 科目 试卷 答案 成绩统计",
|
||||
"联考 月考 期中 期末 质量检测",
|
||||
],
|
||||
"policy_regulation": [
|
||||
"官方 通知 政策 解读 实施细则",
|
||||
"site:gov.cn OR site:edu.cn",
|
||||
],
|
||||
"software_library": [
|
||||
"release notes changelog migration guide",
|
||||
"official documentation GitHub issues",
|
||||
],
|
||||
"product_research": [
|
||||
"specs review comparison price availability",
|
||||
"official page manual support",
|
||||
],
|
||||
"company_research": [
|
||||
"official announcement press release filings",
|
||||
"leadership product financial report",
|
||||
],
|
||||
}
|
||||
|
||||
def hints_for(self, domain_profiles: list[str]) -> list[str]:
|
||||
hints: list[str] = []
|
||||
for profile in domain_profiles:
|
||||
hints.extend(self.DEFAULT_PROFILES.get(profile, []))
|
||||
return list(dict.fromkeys(hints))
|
||||
|
||||
|
||||
__all__ = [
|
||||
"HARD_BLOCKED_BEHAVIORS",
|
||||
"SearchProfile",
|
||||
"SearchProfileResolver",
|
||||
"DomainQueryProfileRegistry",
|
||||
]
|
||||
@@ -1,121 +0,0 @@
|
||||
"""Provider registry for the general AIOS Search Gateway.
|
||||
|
||||
The registry makes provider availability explicit and auditable. Provider
|
||||
implementations are pluggable: production can register real public search,
|
||||
official-site, vertical-source, browser-fetch, authorized-file or archive
|
||||
providers without changing the Search Gateway core.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from typing import Any
|
||||
|
||||
from .search_gateway import SearchEvidence, SearchProviderAttempt, SearchRequest
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class SearchProviderConfig:
|
||||
name: str
|
||||
provider_type: str
|
||||
enabled: bool = True
|
||||
requires_secret: bool = False
|
||||
supports_public_web: bool = True
|
||||
supports_authorized_sources: bool = False
|
||||
health: str = "unknown"
|
||||
metadata: dict[str, Any] = field(default_factory=dict)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class NullSearchProvider:
|
||||
"""Safe placeholder provider used until runtime wires a real adapter."""
|
||||
|
||||
def __init__(self, config: SearchProviderConfig):
|
||||
self.config = config
|
||||
self.name = config.name
|
||||
|
||||
def search(self, request: SearchRequest, queries: list[str]):
|
||||
return [], SearchProviderAttempt(
|
||||
provider=self.name,
|
||||
status="not_configured" if self.config.enabled else "disabled",
|
||||
result_count=0,
|
||||
reason="provider adapter not wired in runtime",
|
||||
)
|
||||
|
||||
|
||||
class StaticArchiveProvider:
|
||||
"""Small deterministic provider for tests and internal archived evidence."""
|
||||
|
||||
name = "internal_archive"
|
||||
|
||||
def __init__(self, records: list[dict[str, Any]] | None = None):
|
||||
self.records = records or []
|
||||
|
||||
def search(self, request: SearchRequest, queries: list[str]):
|
||||
evidence: list[SearchEvidence] = []
|
||||
for record in self.records:
|
||||
haystack = " ".join([record.get("title", ""), record.get("snippet", ""), record.get("tags", "")]).lower()
|
||||
if any(q.lower() in haystack for q in queries):
|
||||
evidence.append(
|
||||
SearchEvidence(
|
||||
title=record.get("title", "archive result"),
|
||||
url=record.get("url"),
|
||||
source=self.name,
|
||||
snippet=record.get("snippet", ""),
|
||||
evidence_type="internal_archive",
|
||||
confidence=record.get("confidence", "medium"),
|
||||
)
|
||||
)
|
||||
return evidence, SearchProviderAttempt(provider=self.name, status="ok", result_count=len(evidence))
|
||||
|
||||
|
||||
class SearchProviderRegistry:
|
||||
DEFAULT_PROVIDER_CONFIGS = [
|
||||
SearchProviderConfig("cache", "cache", supports_public_web=False),
|
||||
SearchProviderConfig("official_site", "official_site"),
|
||||
SearchProviderConfig("general_web", "general_web"),
|
||||
SearchProviderConfig("vertical_source", "vertical_source"),
|
||||
SearchProviderConfig("browser_fetch", "browser_fetch"),
|
||||
SearchProviderConfig("user_authorized_file", "authorized_file", supports_public_web=False, supports_authorized_sources=True),
|
||||
SearchProviderConfig("internal_archive", "archive", supports_public_web=False),
|
||||
]
|
||||
|
||||
def __init__(self):
|
||||
self.configs: dict[str, SearchProviderConfig] = {}
|
||||
self.providers: dict[str, Any] = {}
|
||||
for config in self.DEFAULT_PROVIDER_CONFIGS:
|
||||
self.register_config(config)
|
||||
|
||||
def register_config(self, config: SearchProviderConfig) -> None:
|
||||
self.configs[config.name] = config
|
||||
self.providers.setdefault(config.name, NullSearchProvider(config))
|
||||
|
||||
def register_provider(self, name: str, provider: Any, config: SearchProviderConfig | None = None) -> None:
|
||||
if config:
|
||||
self.configs[name] = config
|
||||
elif name not in self.configs:
|
||||
self.configs[name] = SearchProviderConfig(name=name, provider_type="custom")
|
||||
self.providers[name] = provider
|
||||
|
||||
def ordered(self, order: list[str] | None = None) -> list[Any]:
|
||||
order = order or list(self.configs)
|
||||
result = [self.providers[name] for name in order if name in self.providers and self.configs[name].enabled]
|
||||
result.extend([provider for name, provider in self.providers.items() if name not in order and self.configs[name].enabled])
|
||||
return result
|
||||
|
||||
def status(self) -> dict[str, Any]:
|
||||
return {
|
||||
"providers": [self.configs[name].to_dict() for name in sorted(self.configs)],
|
||||
"enabled": len([c for c in self.configs.values() if c.enabled]),
|
||||
"configured": len([name for name, provider in self.providers.items() if not isinstance(provider, NullSearchProvider)]),
|
||||
}
|
||||
|
||||
|
||||
__all__ = [
|
||||
"SearchProviderConfig",
|
||||
"NullSearchProvider",
|
||||
"StaticArchiveProvider",
|
||||
"SearchProviderRegistry",
|
||||
]
|
||||
@@ -1,41 +0,0 @@
|
||||
"""Task Center action API model for Web UI buttons."""
|
||||
|
||||
from typing import Any
|
||||
|
||||
try:
|
||||
from fastapi import APIRouter
|
||||
except Exception:
|
||||
APIRouter = None
|
||||
|
||||
from .task_lifecycle import TaskLifecycle
|
||||
|
||||
|
||||
lifecycle = TaskLifecycle()
|
||||
|
||||
|
||||
def get_task_actions(task: dict[str, Any], role: str) -> dict[str, Any]:
|
||||
return {
|
||||
"task_id": task.get("task_id"),
|
||||
"actions": lifecycle.available_actions(task, role),
|
||||
}
|
||||
|
||||
|
||||
def execute_task_action(task: dict[str, Any], action: str, role: str, reason: str | None = None):
|
||||
return lifecycle.transition(task, action, role, reason)
|
||||
|
||||
|
||||
def build_router():
|
||||
if APIRouter is None:
|
||||
return None
|
||||
router = APIRouter(prefix="/admin/ai-evolution/tasks", tags=["task-actions"])
|
||||
|
||||
@router.post("/{task_id}/actions/{action}", operation_id="executeTaskAction")
|
||||
def action(task_id: str, action: str, payload: dict[str, Any]):
|
||||
return execute_task_action(payload.get("task", {}), action, payload.get("role", "user"), payload.get("reason"))
|
||||
|
||||
return router
|
||||
|
||||
|
||||
router = build_router()
|
||||
|
||||
__all__ = ["router", "get_task_actions", "execute_task_action"]
|
||||
@@ -1,115 +0,0 @@
|
||||
"""AIOS Task Center domain model.
|
||||
|
||||
The Task Center gives owners and authorized users a single Web UI page showing:
|
||||
who assigned a task, who is executing it, progress, elapsed time, remaining
|
||||
work, and whether completion notifications were sent.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
def parse_time(value: str | None) -> datetime | None:
|
||||
if not value:
|
||||
return None
|
||||
return datetime.fromisoformat(value.replace("Z", "+00:00"))
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TaskNotificationStatus:
|
||||
required: bool = True
|
||||
sent: bool = False
|
||||
channel: str | None = None
|
||||
sent_at: str | None = None
|
||||
recipient_scope: str | None = None
|
||||
last_error: str | None = None
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TaskProgress:
|
||||
percent: int = 0
|
||||
current_step: str = "pending"
|
||||
completed_steps: list[str] = field(default_factory=list)
|
||||
remaining_steps: list[str] = field(default_factory=list)
|
||||
blocked_reason: str | None = None
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class AIOSTaskRecord:
|
||||
task_id: str
|
||||
title: str
|
||||
assigned_by: str
|
||||
executor: str
|
||||
source: str
|
||||
status: str = "pending"
|
||||
priority: str = "normal"
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
started_at: str | None = None
|
||||
updated_at: str = field(default_factory=utc_now)
|
||||
completed_at: str | None = None
|
||||
progress: TaskProgress = field(default_factory=TaskProgress)
|
||||
notification: TaskNotificationStatus = field(default_factory=TaskNotificationStatus)
|
||||
owner_gate_required: bool = False
|
||||
owner_gate_status: str | None = None
|
||||
evidence: list[str] = field(default_factory=list)
|
||||
|
||||
def elapsed_seconds(self) -> int:
|
||||
start = parse_time(self.started_at) or parse_time(self.created_at)
|
||||
end = parse_time(self.completed_at) or datetime.now(timezone.utc)
|
||||
return int((end - start).total_seconds()) if start else 0
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
data = asdict(self)
|
||||
data["elapsed_seconds"] = self.elapsed_seconds()
|
||||
data["progress"] = self.progress.to_dict()
|
||||
data["notification"] = self.notification.to_dict()
|
||||
return data
|
||||
|
||||
|
||||
class TaskCenter:
|
||||
def summarize(self, tasks: list[AIOSTaskRecord] | list[dict[str, Any]] | None = None) -> dict[str, Any]:
|
||||
raw_tasks = tasks or []
|
||||
task_dicts = [t.to_dict() if hasattr(t, "to_dict") else dict(t) for t in raw_tasks]
|
||||
active = [t for t in task_dicts if t.get("status") in {"running", "pending", "blocked"}]
|
||||
blocked = [t for t in task_dicts if t.get("status") == "blocked"]
|
||||
completed = [t for t in task_dicts if t.get("status") == "completed"]
|
||||
notification_pending = [
|
||||
t for t in completed
|
||||
if t.get("notification", {}).get("required") and not t.get("notification", {}).get("sent")
|
||||
]
|
||||
return {
|
||||
"module": "task-center",
|
||||
"route": "/admin/ai-evolution/tasks",
|
||||
"title": "AIOS 任务中心",
|
||||
"status": "attention_required" if blocked or notification_pending else "healthy",
|
||||
"generated_at": utc_now(),
|
||||
"summary": {
|
||||
"total": len(task_dicts),
|
||||
"active": len(active),
|
||||
"blocked": len(blocked),
|
||||
"completed": len(completed),
|
||||
"notification_pending": len(notification_pending),
|
||||
},
|
||||
"tasks": sorted(task_dicts, key=lambda t: t.get("updated_at", ""), reverse=True),
|
||||
}
|
||||
|
||||
|
||||
__all__ = [
|
||||
"TaskNotificationStatus",
|
||||
"TaskProgress",
|
||||
"AIOSTaskRecord",
|
||||
"TaskCenter",
|
||||
]
|
||||
@@ -1,34 +0,0 @@
|
||||
"""Task Center API."""
|
||||
|
||||
from typing import Any
|
||||
|
||||
try:
|
||||
from fastapi import APIRouter
|
||||
except Exception:
|
||||
APIRouter = None
|
||||
|
||||
from .task_center import TaskCenter
|
||||
|
||||
|
||||
task_center = TaskCenter()
|
||||
|
||||
|
||||
def get_task_overview(tasks: list[dict[str, Any]] | None = None):
|
||||
return task_center.summarize(tasks)
|
||||
|
||||
|
||||
def build_router():
|
||||
if APIRouter is None:
|
||||
return None
|
||||
router = APIRouter(prefix="/admin/ai-evolution/tasks", tags=["task-center"])
|
||||
|
||||
@router.get("/overview", operation_id="getTaskCenterOverview")
|
||||
def overview():
|
||||
return get_task_overview()
|
||||
|
||||
return router
|
||||
|
||||
|
||||
router = build_router()
|
||||
|
||||
__all__ = ["router", "get_task_overview"]
|
||||
@@ -1,81 +0,0 @@
|
||||
"""Task Center visualization model."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
|
||||
|
||||
class TaskDashboardView:
|
||||
def build(self, tasks: list[dict[str, Any]] | None = None) -> dict[str, Any]:
|
||||
tasks = tasks or []
|
||||
return {
|
||||
"module": "task-center",
|
||||
"route": "/admin/ai-evolution/tasks",
|
||||
"title": "AIOS Task Center",
|
||||
"views": {
|
||||
"kanban": self._kanban(tasks),
|
||||
"timeline": self._timeline(tasks),
|
||||
"flow": self._flow(tasks),
|
||||
"statistics": self._statistics(tasks),
|
||||
},
|
||||
"tasks": [self._task_card(task) for task in tasks],
|
||||
}
|
||||
|
||||
def _task_card(self, task: dict[str, Any]) -> dict[str, Any]:
|
||||
return {
|
||||
"task_id": task.get("task_id"),
|
||||
"title": task.get("title"),
|
||||
"assigned_by": task.get("assigned_by"),
|
||||
"executor": task.get("executor"),
|
||||
"status": task.get("status"),
|
||||
"progress": task.get("progress", {}),
|
||||
"elapsed_seconds": task.get("elapsed_seconds", 0),
|
||||
"remaining_steps": task.get("progress", {}).get("remaining_steps", []),
|
||||
"notification": task.get("notification", {}),
|
||||
"actions": [
|
||||
"start",
|
||||
"update_progress",
|
||||
"block",
|
||||
"request_approval",
|
||||
"approve",
|
||||
"reject",
|
||||
"retry",
|
||||
"complete",
|
||||
"notify",
|
||||
"close",
|
||||
],
|
||||
}
|
||||
|
||||
def _kanban(self, tasks):
|
||||
columns = {"pending": [], "running": [], "blocked": [], "waiting_approval": [], "completed": []}
|
||||
for task in tasks:
|
||||
columns.setdefault(task.get("status", "pending"), []).append(task.get("task_id"))
|
||||
return columns
|
||||
|
||||
def _timeline(self, tasks):
|
||||
return [
|
||||
{
|
||||
"task_id": task.get("task_id"),
|
||||
"updated_at": task.get("updated_at"),
|
||||
"status": task.get("status"),
|
||||
}
|
||||
for task in tasks
|
||||
]
|
||||
|
||||
def _flow(self, tasks):
|
||||
return {
|
||||
"nodes": ["created", "assigned", "running", "blocked", "approval", "completed", "closed"],
|
||||
"task_count": len(tasks),
|
||||
}
|
||||
|
||||
def _statistics(self, tasks):
|
||||
return {
|
||||
"total": len(tasks),
|
||||
"running": len([t for t in tasks if t.get("status") == "running"]),
|
||||
"blocked": len([t for t in tasks if t.get("status") == "blocked"]),
|
||||
"waiting_approval": len([t for t in tasks if t.get("status") == "waiting_approval"]),
|
||||
"completed": len([t for t in tasks if t.get("status") == "completed"]),
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["TaskDashboardView"]
|
||||
@@ -1,129 +0,0 @@
|
||||
"""Task Center event bridge.
|
||||
|
||||
Converts task lifecycle actions and agent execution events into normalized AIOS
|
||||
Task Center events. Uses duck-typed Agent Event Bus publisher when available and
|
||||
an in-memory fallback for tests/offline runs.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any, Protocol
|
||||
from uuid import uuid4
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
class TaskEventPublisher(Protocol):
|
||||
def publish(
|
||||
self,
|
||||
kind: str,
|
||||
source: str,
|
||||
target: str,
|
||||
summary: str,
|
||||
payload: dict[str, Any],
|
||||
correlation_id: str | None = None,
|
||||
) -> dict[str, Any]:
|
||||
...
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TaskEvent:
|
||||
id: str
|
||||
kind: str
|
||||
source: str
|
||||
target: str
|
||||
summary: str
|
||||
payload: dict[str, Any]
|
||||
correlation_id: str | None = None
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class InMemoryTaskEventBus:
|
||||
def __init__(self):
|
||||
self.events: list[dict[str, Any]] = []
|
||||
|
||||
def publish(
|
||||
self,
|
||||
kind: str,
|
||||
source: str,
|
||||
target: str,
|
||||
summary: str,
|
||||
payload: dict[str, Any],
|
||||
correlation_id: str | None = None,
|
||||
) -> dict[str, Any]:
|
||||
event = TaskEvent(
|
||||
id=f"task_evt_{uuid4().hex[:12]}",
|
||||
kind=kind,
|
||||
source=source,
|
||||
target=target,
|
||||
summary=summary,
|
||||
payload=payload,
|
||||
correlation_id=correlation_id,
|
||||
).to_dict()
|
||||
self.events.append(event)
|
||||
return event
|
||||
|
||||
|
||||
class TaskEventBridge:
|
||||
def __init__(self, bus: TaskEventPublisher | None = None):
|
||||
self.bus = bus or InMemoryTaskEventBus()
|
||||
|
||||
def task_created(self, task: dict[str, Any]) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="task_created",
|
||||
source=task.get("assigned_by", "unknown"),
|
||||
target=task.get("executor", "task-center"),
|
||||
summary=task.get("title", "task created"),
|
||||
payload=task,
|
||||
correlation_id=task.get("task_id"),
|
||||
)
|
||||
|
||||
def task_updated(self, task: dict[str, Any], action: str) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="task_updated",
|
||||
source=task.get("executor", "task-center"),
|
||||
target="task-center",
|
||||
summary=f"task {action}: {task.get('status')}",
|
||||
payload={"action": action, "task": task},
|
||||
correlation_id=task.get("task_id"),
|
||||
)
|
||||
|
||||
def task_blocked(self, task: dict[str, Any], reason: str) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="task_blocked",
|
||||
source=task.get("executor", "unknown"),
|
||||
target="owner-gate",
|
||||
summary=reason,
|
||||
payload={"task": task, "reason": reason},
|
||||
correlation_id=task.get("task_id"),
|
||||
)
|
||||
|
||||
def approval_requested(self, task: dict[str, Any], reason: str) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="task_approval_requested",
|
||||
source=task.get("executor", "unknown"),
|
||||
target="owner-gate",
|
||||
summary=reason,
|
||||
payload={"task": task, "reason": reason},
|
||||
correlation_id=task.get("task_id"),
|
||||
)
|
||||
|
||||
def notification_sent(self, task: dict[str, Any], channel: str) -> dict[str, Any]:
|
||||
return self.bus.publish(
|
||||
kind="task_notification_sent",
|
||||
source="notification-agent",
|
||||
target=task.get("assigned_by", "owner"),
|
||||
summary=f"notification sent via {channel}",
|
||||
payload={"task": task, "channel": channel},
|
||||
correlation_id=task.get("task_id"),
|
||||
)
|
||||
|
||||
|
||||
__all__ = ["TaskEvent", "InMemoryTaskEventBus", "TaskEventBridge"]
|
||||
@@ -1,147 +0,0 @@
|
||||
"""AIOS Task Lifecycle.
|
||||
|
||||
Defines a governed task state machine for task creation, assignment, execution,
|
||||
blocking, approval, retry, completion, notification and closure.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
TERMINAL_STATES = {"completed", "cancelled", "failed", "closed"}
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TaskTransition:
|
||||
action: str
|
||||
from_states: set[str]
|
||||
to_state: str
|
||||
required_role: str = "agent"
|
||||
requires_reason: bool = False
|
||||
notify: bool = False
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
data = asdict(self)
|
||||
data["from_states"] = sorted(self.from_states)
|
||||
return data
|
||||
|
||||
|
||||
class TaskLifecycle:
|
||||
"""Central task state machine."""
|
||||
|
||||
TRANSITIONS = {
|
||||
"assign": TaskTransition("assign", {"new", "pending"}, "assigned", "dispatcher"),
|
||||
"start": TaskTransition("start", {"assigned", "pending"}, "running", "executor"),
|
||||
"update_progress": TaskTransition("update_progress", {"running"}, "running", "executor"),
|
||||
"block": TaskTransition("block", {"running", "assigned", "pending"}, "blocked", "executor", requires_reason=True, notify=True),
|
||||
"request_approval": TaskTransition("request_approval", {"running", "blocked"}, "waiting_approval", "executor", requires_reason=True, notify=True),
|
||||
"approve": TaskTransition("approve", {"waiting_approval"}, "approved", "owner", notify=True),
|
||||
"reject": TaskTransition("reject", {"waiting_approval"}, "rejected", "owner", requires_reason=True, notify=True),
|
||||
"resume": TaskTransition("resume", {"blocked", "approved"}, "running", "executor"),
|
||||
"retry": TaskTransition("retry", {"failed", "blocked"}, "running", "executor", notify=True),
|
||||
"complete": TaskTransition("complete", {"running", "approved"}, "completed", "executor", notify=True),
|
||||
"notify": TaskTransition("notify", {"completed"}, "completed", "notifier"),
|
||||
"close": TaskTransition("close", {"completed", "cancelled", "failed"}, "closed", "owner"),
|
||||
"cancel": TaskTransition("cancel", {"new", "pending", "assigned", "running", "blocked", "waiting_approval"}, "cancelled", "owner", requires_reason=True, notify=True),
|
||||
"fail": TaskTransition("fail", {"running", "assigned"}, "failed", "executor", requires_reason=True, notify=True),
|
||||
}
|
||||
|
||||
ROLE_ORDER = {
|
||||
"user": 1,
|
||||
"agent": 2,
|
||||
"executor": 3,
|
||||
"dispatcher": 4,
|
||||
"notifier": 4,
|
||||
"group_admin": 5,
|
||||
"owner": 9,
|
||||
}
|
||||
|
||||
def available_actions(self, task: dict[str, Any], role: str) -> list[dict[str, Any]]:
|
||||
state = task.get("status", "new")
|
||||
actions = []
|
||||
for name, transition in self.TRANSITIONS.items():
|
||||
allowed_state = state in transition.from_states
|
||||
allowed_role = self._role_allows(role, transition.required_role)
|
||||
actions.append({
|
||||
"action": name,
|
||||
"label": self._label(name),
|
||||
"enabled": allowed_state and allowed_role,
|
||||
"from_state": state,
|
||||
"to_state": transition.to_state,
|
||||
"required_role": transition.required_role,
|
||||
"requires_reason": transition.requires_reason,
|
||||
"notify": transition.notify,
|
||||
"disabled_reason": None if allowed_state and allowed_role else self._disabled_reason(allowed_state, allowed_role, transition),
|
||||
})
|
||||
return actions
|
||||
|
||||
def transition(self, task: dict[str, Any], action: str, actor_role: str, reason: str | None = None) -> dict[str, Any]:
|
||||
if action not in self.TRANSITIONS:
|
||||
raise ValueError(f"unknown task action: {action}")
|
||||
transition = self.TRANSITIONS[action]
|
||||
state = task.get("status", "new")
|
||||
if state not in transition.from_states:
|
||||
raise ValueError(f"action {action} not allowed from state {state}")
|
||||
if not self._role_allows(actor_role, transition.required_role):
|
||||
raise PermissionError(f"role {actor_role} cannot execute {action}; requires {transition.required_role}")
|
||||
if transition.requires_reason and not reason:
|
||||
raise ValueError(f"action {action} requires reason")
|
||||
updated = dict(task)
|
||||
updated["status"] = transition.to_state
|
||||
updated["updated_at"] = utc_now()
|
||||
history = list(updated.get("history", []))
|
||||
history.append({
|
||||
"action": action,
|
||||
"from": state,
|
||||
"to": transition.to_state,
|
||||
"actor_role": actor_role,
|
||||
"reason": reason,
|
||||
"ts": utc_now(),
|
||||
})
|
||||
updated["history"] = history
|
||||
if action == "complete":
|
||||
updated["completed_at"] = utc_now()
|
||||
notification = dict(updated.get("notification", {}))
|
||||
notification.setdefault("required", True)
|
||||
notification.setdefault("sent", False)
|
||||
updated["notification"] = notification
|
||||
return updated
|
||||
|
||||
def _role_allows(self, role: str, required: str) -> bool:
|
||||
return self.ROLE_ORDER.get(role, 0) >= self.ROLE_ORDER.get(required, 0)
|
||||
|
||||
def _label(self, action: str) -> str:
|
||||
labels = {
|
||||
"assign": "分配任务",
|
||||
"start": "开始执行",
|
||||
"update_progress": "更新进度",
|
||||
"block": "标记阻塞",
|
||||
"request_approval": "请求审批",
|
||||
"approve": "批准",
|
||||
"reject": "拒绝",
|
||||
"resume": "继续执行",
|
||||
"retry": "重试",
|
||||
"complete": "标记完成",
|
||||
"notify": "发送通知",
|
||||
"close": "关闭任务",
|
||||
"cancel": "取消任务",
|
||||
"fail": "标记失败",
|
||||
}
|
||||
return labels.get(action, action)
|
||||
|
||||
def _disabled_reason(self, allowed_state: bool, allowed_role: bool, transition: TaskTransition) -> str:
|
||||
if not allowed_state:
|
||||
return "当前状态不允许该操作"
|
||||
if not allowed_role:
|
||||
return f"需要角色: {transition.required_role}"
|
||||
return "不可用"
|
||||
|
||||
|
||||
__all__ = ["TaskTransition", "TaskLifecycle", "TERMINAL_STATES"]
|
||||
@@ -1,50 +0,0 @@
|
||||
"""Task Center orchestrator.
|
||||
|
||||
Coordinates task ingestion, persistence, lifecycle updates, events and statistics.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
|
||||
from .task_event_bridge import TaskEventBridge
|
||||
from .task_source_ingestor import TaskSourceIngestor
|
||||
from .task_statistics import TaskStatistics
|
||||
from .task_store import TaskStore
|
||||
|
||||
|
||||
class TaskOrchestrator:
|
||||
def __init__(self):
|
||||
self.ingestor = TaskSourceIngestor()
|
||||
self.store = TaskStore()
|
||||
self.events = TaskEventBridge()
|
||||
self.statistics = TaskStatistics()
|
||||
|
||||
def create_from_command(self, path: str, bucket: str = "active") -> dict[str, Any]:
|
||||
task = self.ingestor.command_file_to_task(path, bucket)
|
||||
self.store.append(task)
|
||||
self.events.task_created(task)
|
||||
return task
|
||||
|
||||
def create_from_agent_execution(self, record: dict[str, Any]) -> dict[str, Any]:
|
||||
task = self.ingestor.agent_execution_to_task(record)
|
||||
self.store.append(task)
|
||||
self.events.task_created(task)
|
||||
return task
|
||||
|
||||
def sync_event(self, event: dict[str, Any]) -> dict[str, Any] | None:
|
||||
task = self.ingestor.event_to_task(event)
|
||||
if task:
|
||||
self.store.append(task)
|
||||
self.events.task_updated(task, event.get("kind", "event"))
|
||||
return task
|
||||
|
||||
def dashboard(self) -> dict[str, Any]:
|
||||
tasks = self.store.latest()
|
||||
return {
|
||||
"tasks": tasks,
|
||||
"statistics": self.statistics.summarize(tasks),
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["TaskOrchestrator"]
|
||||
@@ -1,159 +0,0 @@
|
||||
"""Task source ingestion for AIOS Task Center.
|
||||
|
||||
Converts Command Watcher files, OpenClaw/Hermes/Codex execution records and
|
||||
Generic Agent Event Bus records into normalized Task Center task dictionaries.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TaskSourceRecord:
|
||||
source_type: str
|
||||
source_id: str
|
||||
title: str
|
||||
assigned_by: str
|
||||
executor: str
|
||||
status: str
|
||||
priority: str = "normal"
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
updated_at: str = field(default_factory=utc_now)
|
||||
evidence: list[str] = field(default_factory=list)
|
||||
metadata: dict[str, Any] = field(default_factory=dict)
|
||||
|
||||
def to_task(self) -> dict[str, Any]:
|
||||
return {
|
||||
"task_id": f"task-{self.source_type}-{self.source_id}",
|
||||
"title": self.title,
|
||||
"assigned_by": self.assigned_by,
|
||||
"executor": self.executor,
|
||||
"source": self.source_type,
|
||||
"status": self.status,
|
||||
"priority": self.priority,
|
||||
"created_at": self.created_at,
|
||||
"updated_at": self.updated_at,
|
||||
"progress": {
|
||||
"percent": self._progress_percent(),
|
||||
"current_step": self.status,
|
||||
"completed_steps": [],
|
||||
"remaining_steps": [],
|
||||
"blocked_reason": self.metadata.get("blocked_reason"),
|
||||
},
|
||||
"notification": {
|
||||
"required": True,
|
||||
"sent": bool(self.metadata.get("notification_sent")),
|
||||
"channel": self.metadata.get("notification_channel"),
|
||||
"sent_at": self.metadata.get("notification_sent_at"),
|
||||
},
|
||||
"evidence": self.evidence,
|
||||
"metadata": self.metadata,
|
||||
}
|
||||
|
||||
def _progress_percent(self) -> int:
|
||||
mapping = {
|
||||
"new": 0,
|
||||
"pending": 5,
|
||||
"assigned": 15,
|
||||
"running": 50,
|
||||
"blocked": 50,
|
||||
"waiting_approval": 60,
|
||||
"approved": 70,
|
||||
"completed": 100,
|
||||
"closed": 100,
|
||||
"failed": 100,
|
||||
"cancelled": 100,
|
||||
}
|
||||
return mapping.get(self.status, 0)
|
||||
|
||||
|
||||
class TaskSourceIngestor:
|
||||
COMMAND_STATUS_MAP = {
|
||||
"active": "pending",
|
||||
"running": "running",
|
||||
"completed": "completed",
|
||||
"failed": "failed",
|
||||
"archive": "closed",
|
||||
}
|
||||
|
||||
def command_file_to_task(self, path: str, bucket: str = "active") -> dict[str, Any]:
|
||||
p = Path(path)
|
||||
title = p.stem
|
||||
return TaskSourceRecord(
|
||||
source_type="command_watcher",
|
||||
source_id=title,
|
||||
title=title,
|
||||
assigned_by="command-watcher",
|
||||
executor=self._infer_executor(title),
|
||||
status=self.COMMAND_STATUS_MAP.get(bucket, "pending"),
|
||||
priority="high" if "P0" in title or "fix" in title.lower() else "normal",
|
||||
evidence=[str(p)],
|
||||
metadata={"bucket": bucket},
|
||||
).to_task()
|
||||
|
||||
def agent_execution_to_task(self, record: dict[str, Any]) -> dict[str, Any]:
|
||||
source_id = record.get("execution_id", record.get("id", "unknown"))
|
||||
status = record.get("status", "running")
|
||||
return TaskSourceRecord(
|
||||
source_type="agent_execution",
|
||||
source_id=source_id,
|
||||
title=record.get("title", f"Agent execution {source_id}"),
|
||||
assigned_by=record.get("assigned_by", record.get("entry_agent", "agent-system")),
|
||||
executor=record.get("closed_by", record.get("entry_agent", "unknown-agent")),
|
||||
status=status,
|
||||
priority=record.get("priority", "normal"),
|
||||
created_at=record.get("started_at", utc_now()),
|
||||
updated_at=record.get("ended_at", utc_now()),
|
||||
evidence=[record.get("execution_id", source_id)],
|
||||
metadata=record,
|
||||
).to_task()
|
||||
|
||||
def event_to_task(self, event: dict[str, Any]) -> dict[str, Any] | None:
|
||||
kind = event.get("kind")
|
||||
payload = event.get("payload", {})
|
||||
if kind not in {"task_created", "task_updated", "agent_started", "agent_completed", "agent_failed", "search_started", "search_completed"}:
|
||||
return None
|
||||
source_id = event.get("correlation_id") or event.get("id", "event")
|
||||
status = self._status_from_event(kind, payload)
|
||||
return TaskSourceRecord(
|
||||
source_type="event_bus",
|
||||
source_id=source_id,
|
||||
title=payload.get("title") or event.get("summary", kind),
|
||||
assigned_by=event.get("source", "event-bus"),
|
||||
executor=event.get("target", "task-center"),
|
||||
status=status,
|
||||
created_at=event.get("created_at", utc_now()),
|
||||
updated_at=event.get("created_at", utc_now()),
|
||||
evidence=[event.get("id", source_id)],
|
||||
metadata={"event_kind": kind, "payload": payload},
|
||||
).to_task()
|
||||
|
||||
def _status_from_event(self, kind: str, payload: dict[str, Any]) -> str:
|
||||
if kind.endswith("completed"):
|
||||
return "completed"
|
||||
if kind.endswith("failed"):
|
||||
return "failed"
|
||||
return payload.get("status", "running")
|
||||
|
||||
def _infer_executor(self, title: str) -> str:
|
||||
lower = title.lower()
|
||||
if "openclaw" in lower:
|
||||
return "openclaw"
|
||||
if "hermes" in lower:
|
||||
return "hermes"
|
||||
if "codex" in lower:
|
||||
return "codex"
|
||||
if "search" in lower:
|
||||
return "openclaw"
|
||||
return "openclaw"
|
||||
|
||||
|
||||
__all__ = ["TaskSourceRecord", "TaskSourceIngestor"]
|
||||
@@ -1,33 +0,0 @@
|
||||
"""Task Center statistics."""
|
||||
|
||||
from typing import Any
|
||||
|
||||
|
||||
class TaskStatistics:
|
||||
def summarize(self, tasks: list[dict[str, Any]] | None = None) -> dict[str, Any]:
|
||||
tasks = tasks or []
|
||||
completed = [t for t in tasks if t.get("status") == "completed"]
|
||||
blocked = [t for t in tasks if t.get("status") == "blocked"]
|
||||
waiting = [t for t in tasks if t.get("status") == "waiting_approval"]
|
||||
elapsed = [t.get("elapsed_seconds", 0) for t in tasks if t.get("elapsed_seconds") is not None]
|
||||
return {
|
||||
"total": len(tasks),
|
||||
"completed": len(completed),
|
||||
"blocked": len(blocked),
|
||||
"waiting_approval": len(waiting),
|
||||
"completion_rate": round(len(completed) / len(tasks) * 100, 2) if tasks else 0,
|
||||
"average_elapsed_seconds": round(sum(elapsed) / len(elapsed), 2) if elapsed else 0,
|
||||
"top_blockers": self._top_values(blocked, "blocker"),
|
||||
"executor_distribution": self._top_values(tasks, "executor"),
|
||||
}
|
||||
|
||||
def _top_values(self, tasks: list[dict[str, Any]], key: str):
|
||||
result: dict[str, int] = {}
|
||||
for task in tasks:
|
||||
value = task.get(key)
|
||||
if value:
|
||||
result[value] = result.get(value, 0) + 1
|
||||
return result
|
||||
|
||||
|
||||
__all__ = ["TaskStatistics"]
|
||||
@@ -1,29 +0,0 @@
|
||||
"""Persistent Task Center store."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
|
||||
class TaskStore:
|
||||
def __init__(self, root: str = "runtime/task-center"):
|
||||
self.root = Path(root)
|
||||
self.root.mkdir(parents=True, exist_ok=True)
|
||||
self.path = self.root / "tasks.jsonl"
|
||||
|
||||
def append(self, task: dict[str, Any]) -> None:
|
||||
with self.path.open("a", encoding="utf-8") as f:
|
||||
f.write(json.dumps(task, ensure_ascii=False) + "\n")
|
||||
|
||||
def list_all(self) -> list[dict[str, Any]]:
|
||||
if not self.path.exists():
|
||||
return []
|
||||
return [json.loads(line) for line in self.path.read_text(encoding="utf-8").splitlines() if line]
|
||||
|
||||
def latest(self) -> list[dict[str, Any]]:
|
||||
return self.list_all()[-100:]
|
||||
|
||||
|
||||
__all__ = ["TaskStore"]
|
||||
@@ -0,0 +1,68 @@
|
||||
"""User profile isolation layer for multi-user agents.
|
||||
|
||||
Global agent instructions define agent behavior. User preferences must be scoped
|
||||
by user identity and session, never stored in a shared USER.md.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from datetime import datetime, timezone
|
||||
from hashlib import sha256
|
||||
from pathlib import Path
|
||||
import json
|
||||
from typing import Any
|
||||
|
||||
|
||||
def utc_now() -> str:
|
||||
return datetime.now(timezone.utc).isoformat()
|
||||
|
||||
|
||||
def safe_user_key(user_id: str) -> str:
|
||||
return sha256(user_id.encode("utf-8")).hexdigest()[:24]
|
||||
|
||||
|
||||
@dataclass
|
||||
class UserProfile:
|
||||
user_key: str
|
||||
display_name: str | None = None
|
||||
preferences: dict[str, Any] = field(default_factory=dict)
|
||||
created_at: str = field(default_factory=utc_now)
|
||||
updated_at: str = field(default_factory=utc_now)
|
||||
|
||||
def to_dict(self):
|
||||
return asdict(self)
|
||||
|
||||
|
||||
class UserProfileStore:
|
||||
def __init__(self, root: str = "runtime/user-profiles"):
|
||||
self.root = Path(root)
|
||||
self.root.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
def get(self, user_id: str) -> dict[str, Any]:
|
||||
path = self.root / f"{safe_user_key(user_id)}.json"
|
||||
if not path.exists():
|
||||
return UserProfile(user_key=safe_user_key(user_id)).to_dict()
|
||||
return json.loads(path.read_text(encoding="utf-8"))
|
||||
|
||||
def update(self, user_id: str, updates: dict[str, Any]) -> dict[str, Any]:
|
||||
profile = self.get(user_id)
|
||||
if "display_name" in updates:
|
||||
profile["display_name"] = updates["display_name"]
|
||||
profile.setdefault("preferences", {}).update(updates.get("preferences", {}))
|
||||
profile["updated_at"] = utc_now()
|
||||
path = self.root / f"{safe_user_key(user_id)}.json"
|
||||
path.write_text(json.dumps(profile, ensure_ascii=False, indent=2), encoding="utf-8")
|
||||
return profile
|
||||
|
||||
def runtime_context(self, user_id: str) -> dict[str, Any]:
|
||||
profile = self.get(user_id)
|
||||
return {
|
||||
"user_profile": profile,
|
||||
"source": "user_profile_store",
|
||||
"shared_agent_defaults": "USER.md",
|
||||
"isolation": True,
|
||||
}
|
||||
|
||||
|
||||
__all__ = ["UserProfile", "UserProfileStore", "safe_user_key"]
|
||||
@@ -0,0 +1,36 @@
|
||||
# CMD-20260708-fix-git-actions-write-and-enable-audit-plane
|
||||
|
||||
## Command ID
|
||||
CMD-20260708-fix-git-actions-write-and-enable-audit-plane
|
||||
|
||||
## Priority
|
||||
P0
|
||||
|
||||
## Mode
|
||||
autonomous
|
||||
|
||||
## Target
|
||||
Primary: OpenClaw
|
||||
Supporting: Hermes
|
||||
Review: Codex
|
||||
|
||||
## Objective
|
||||
解决当前 AIOS Git Actions 写权限问题,恢复 ChatGPT Actions → AIOS GitOps API → Git Commit 链路,
|
||||
同时建立 Agent 全生命周期审计体系。
|
||||
|
||||
## Status
|
||||
- Part 1 (Fix Git Actions Write Permission): ✅ COMPLETE
|
||||
- Part 2 (Agent Command Plane Structure): ✅ COMPLETE
|
||||
- Part 3 (Agent Execution Audit): ✅ COMPLETE
|
||||
- Part 4 (Conversation Trace): 🚧 IN PROGRESS
|
||||
- Part 5 (Version Association): ⏳ PENDING
|
||||
- Part 6 (Web UI Integration): ⏳ PENDING
|
||||
- Part 7 (Evidence): ⏳ PENDING
|
||||
- Part 8 (Regression Test): ⏳ PENDING
|
||||
|
||||
## Completion Criteria
|
||||
1. Code committed: agents/, audit/, evidence/, web-ui/
|
||||
2. Doc: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md
|
||||
3. Report: evidence/CMD-20260708.../final-report.md
|
||||
4. Output: AIOS_AGENT_AUDIT_PLANE_READY, AIOS_GIT_ACTION_WRITE_READY
|
||||
5. Next command created: CMD-20260709-autonomous-controller-enable
|
||||
@@ -0,0 +1,36 @@
|
||||
# CMD-20260708-fix-git-actions-write-and-enable-audit-plane
|
||||
|
||||
## Command ID
|
||||
CMD-20260708-fix-git-actions-write-and-enable-audit-plane
|
||||
|
||||
## Priority
|
||||
P0
|
||||
|
||||
## Mode
|
||||
autonomous
|
||||
|
||||
## Target
|
||||
Primary: OpenClaw
|
||||
Supporting: Hermes
|
||||
Review: Codex
|
||||
|
||||
## Objective
|
||||
解决当前 AIOS Git Actions 写权限问题,恢复 ChatGPT Actions → AIOS GitOps API → Git Commit 链路,
|
||||
同时建立 Agent 全生命周期审计体系。
|
||||
|
||||
## Status
|
||||
- Part 1 (Fix Git Actions Write Permission): ✅ COMPLETE
|
||||
- Part 2 (Agent Command Plane Structure): ✅ COMPLETE
|
||||
- Part 3 (Agent Execution Audit): ✅ COMPLETE
|
||||
- Part 4 (Conversation Trace): 🚧 IN PROGRESS
|
||||
- Part 5 (Version Association): ⏳ PENDING
|
||||
- Part 6 (Web UI Integration): ⏳ PENDING
|
||||
- Part 7 (Evidence): ⏳ PENDING
|
||||
- Part 8 (Regression Test): ⏳ PENDING
|
||||
|
||||
## Completion Criteria
|
||||
1. Code committed: agents/, audit/, evidence/, web-ui/
|
||||
2. Doc: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md
|
||||
3. Report: evidence/CMD-20260708.../final-report.md
|
||||
4. Output: AIOS_AGENT_AUDIT_PLANE_READY, AIOS_GIT_ACTION_WRITE_READY
|
||||
5. Next command created: CMD-20260709-autonomous-controller-enable
|
||||
@@ -0,0 +1,35 @@
|
||||
# CMD-20260709-enable-autonomous-controller
|
||||
|
||||
## Command ID
|
||||
CMD-20260709-enable-autonomous-controller
|
||||
|
||||
## Priority
|
||||
P0
|
||||
|
||||
## Mode
|
||||
autonomous
|
||||
|
||||
## Target
|
||||
Primary: OpenClaw
|
||||
Supporting: Hermes
|
||||
Review: Codex
|
||||
|
||||
## Objective
|
||||
Enable autonomous controller for AIOS GitOps:
|
||||
- Auto-detect issues
|
||||
- Auto-diagnose
|
||||
- Auto-generate fixes
|
||||
- Auto-test
|
||||
- Auto-create patches
|
||||
- Auto-request approval
|
||||
|
||||
## Preconditions
|
||||
- Agent Command Plane initialized (CMD-BOOTSTRAP-001)
|
||||
- Git Actions write permission fixed (CMD-20260708)
|
||||
- Audit plane enabled (CMD-20260708)
|
||||
- Notification service enabled (CMD-20260708)
|
||||
|
||||
## Completion Criteria
|
||||
- Autonomous controller service running
|
||||
- Can detect, diagnose, fix, and report
|
||||
- Pipeline: detect → diagnose → fix → test → patch → approve → commit → notify
|
||||
@@ -2,8 +2,8 @@
|
||||
"processed": {
|
||||
"CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md": {
|
||||
"hash": "9442e78e3deb35e03227016b2265d34feb4640f8efdcb07baffe06d52ef947c8",
|
||||
"status": "running",
|
||||
"discovered_at": "2026-07-09T00:12:52+0800"
|
||||
"status": "discovered",
|
||||
"discovered_at": "2026-07-08T19:01:32+0800"
|
||||
},
|
||||
"CMD-20260709-enable-autonomous-controller.md": {
|
||||
"hash": "2825811706389130b2f531a2d3814b800b1181598f871b496e5a05fa13adbbec",
|
||||
@@ -11,5 +11,5 @@
|
||||
"discovered_at": "2026-07-08T19:01:45+0800"
|
||||
}
|
||||
},
|
||||
"last_scan": "2026-07-09T10:42:52+0800"
|
||||
"last_scan": "2026-07-08T21:06:45+0800"
|
||||
}
|
||||
@@ -1,16 +0,0 @@
|
||||
{
|
||||
"agent_run_id": "openclaw-1783527172",
|
||||
"command": "CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md",
|
||||
"agent": "openclaw",
|
||||
"version": "V1R3C1",
|
||||
"objective": "Command: CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md",
|
||||
"start_time": "2026-07-09T00:12:52+0800",
|
||||
"end_time": null,
|
||||
"interaction_count": 0,
|
||||
"tool_call_count": 0,
|
||||
"changed_files": [],
|
||||
"commit_sha": null,
|
||||
"test_result": null,
|
||||
"final_result": "running",
|
||||
"evidence_path": "evidence/CMD-20260708-fix-git-actions-write-and-enable-audit-plane/"
|
||||
}
|
||||
@@ -1,30 +0,0 @@
|
||||
agent_context_isolation:
|
||||
enabled: true
|
||||
architecture:
|
||||
shared_kernel: true
|
||||
group_main_agent: true
|
||||
owner_dedicated_agent: true
|
||||
user_dedicated_agent: false
|
||||
layers:
|
||||
- system_policy
|
||||
- agent_default
|
||||
- group_policy
|
||||
- role_policy
|
||||
- user_profile
|
||||
- session_context
|
||||
priority:
|
||||
session_context: 70
|
||||
user_profile: 50
|
||||
group_policy: 30
|
||||
agent_default: 10
|
||||
safety_policy: immutable
|
||||
forbidden:
|
||||
- user_preferences_in_USER_md
|
||||
- cross_user_profile_access
|
||||
- shared_personalization_state
|
||||
audit:
|
||||
enabled: true
|
||||
events:
|
||||
- context_loaded
|
||||
- profile_updated
|
||||
- agent_selected
|
||||
@@ -1,26 +0,0 @@
|
||||
agent_observability:
|
||||
enabled: true
|
||||
tracked_agents:
|
||||
- openclaw
|
||||
- hermes
|
||||
- codex
|
||||
- sub_agents
|
||||
metrics:
|
||||
- execution_duration
|
||||
- input_tokens
|
||||
- output_tokens
|
||||
- total_tokens
|
||||
- loop_type
|
||||
- delegation_tree
|
||||
loop_types:
|
||||
- openclaw_independent
|
||||
- hermes_orchestrated
|
||||
visibility:
|
||||
user: own_sessions_only
|
||||
group_admin: group_sessions
|
||||
owner: global_audit
|
||||
privacy:
|
||||
token_details_visible: permission_based
|
||||
cross_user_execution_visibility: false
|
||||
audit:
|
||||
enabled: true
|
||||
@@ -1,92 +0,0 @@
|
||||
search_gateway:
|
||||
enabled: true
|
||||
scope: general_purpose_network_search
|
||||
principle: shared_base_capability_with_group_user_session_customization
|
||||
|
||||
customization:
|
||||
enabled: true
|
||||
precedence:
|
||||
- base
|
||||
- group_profile
|
||||
- user_profile
|
||||
- session_profile
|
||||
customizable:
|
||||
- provider_order
|
||||
- trusted_domains
|
||||
- query_expansion_hints
|
||||
- domain_profiles
|
||||
- preferred_language
|
||||
- preferred_region
|
||||
non_overridable:
|
||||
- audit_required
|
||||
- fallback_required
|
||||
- authorization_required
|
||||
- blocked_behaviors
|
||||
- privacy_boundaries
|
||||
|
||||
domain_profiles:
|
||||
supported_defaults:
|
||||
- general
|
||||
- education_exam_data
|
||||
- policy_regulation
|
||||
- software_library
|
||||
- product_research
|
||||
- company_research
|
||||
extensible_by_group: true
|
||||
extensible_by_user: true
|
||||
extension_requires_audit: true
|
||||
|
||||
providers:
|
||||
routing:
|
||||
- cache
|
||||
- official_site
|
||||
- general_web
|
||||
- vertical_source
|
||||
- browser_fetch
|
||||
- user_authorized_file
|
||||
- internal_archive
|
||||
failure_policy:
|
||||
single_provider_failure_is_not_terminal: true
|
||||
require_fallback_attempts: true
|
||||
record_provider_failures: true
|
||||
|
||||
allowed_sources:
|
||||
- public_web_pages
|
||||
- official_announcements
|
||||
- public_documents
|
||||
- public_exam_papers
|
||||
- user_authorized_files
|
||||
- user_authorized_links
|
||||
- internal_archives
|
||||
|
||||
blocked_behaviors:
|
||||
- bypass_login
|
||||
- bypass_captcha
|
||||
- scrape_private_student_grades
|
||||
- scrape_student_private_data
|
||||
- bulk_scrape_protected_platforms
|
||||
- collect_data_without_authorization
|
||||
|
||||
evidence:
|
||||
require_source_record: true
|
||||
require_confidence: true
|
||||
require_attempt_log: true
|
||||
require_clarification_when_insufficient: true
|
||||
|
||||
audit:
|
||||
enabled: true
|
||||
record:
|
||||
- query
|
||||
- requester
|
||||
- resolved_profile
|
||||
- expanded_queries
|
||||
- providers_attempted
|
||||
- provider_failures
|
||||
- evidence_selected
|
||||
- blocked_reasons
|
||||
- final_confidence
|
||||
|
||||
user_experience:
|
||||
do_not_answer_provider_unavailable_as_final_failure: true
|
||||
explain_public_vs_private_data_boundary: true
|
||||
ask_for_subject_platform_file_or_link_when_needed: true
|
||||
@@ -1,47 +0,0 @@
|
||||
task_center:
|
||||
enabled: true
|
||||
purpose: autonomous_operation_management
|
||||
|
||||
lifecycle:
|
||||
states:
|
||||
- new
|
||||
- pending
|
||||
- assigned
|
||||
- running
|
||||
- blocked
|
||||
- waiting_approval
|
||||
- approved
|
||||
- completed
|
||||
- failed
|
||||
- closed
|
||||
|
||||
sources:
|
||||
- command_watcher
|
||||
- openclaw
|
||||
- hermes
|
||||
- codex
|
||||
- agent_event_bus
|
||||
|
||||
required_tracking:
|
||||
- creator
|
||||
- assigned_by
|
||||
- executor
|
||||
- progress
|
||||
- elapsed_time
|
||||
- remaining_work
|
||||
- blockers
|
||||
- approvals
|
||||
- notifications
|
||||
|
||||
governance:
|
||||
require_audit: true
|
||||
require_rbac_actions: true
|
||||
require_notification_trace: true
|
||||
|
||||
statistics:
|
||||
- completion_rate
|
||||
- average_duration
|
||||
- blocked_count
|
||||
- approval_wait_time
|
||||
- executor_distribution
|
||||
- notification_rate
|
||||
@@ -0,0 +1,20 @@
|
||||
user_profile_isolation:
|
||||
enabled: true
|
||||
principle: one_agent_many_users_requires_scoped_user_context
|
||||
global_files:
|
||||
USER.md: agent_defaults_only
|
||||
user_data:
|
||||
storage: runtime/user-profiles
|
||||
isolation_key: user_id_hash
|
||||
git_commit_required: false
|
||||
reason: user preferences are runtime data, not shared configuration
|
||||
forbidden:
|
||||
- shared_user_preferences_in_USER_MD
|
||||
- cross_user_profile_access
|
||||
- user_identity_data_in_public_agent_config
|
||||
audit:
|
||||
enabled: true
|
||||
events:
|
||||
- profile_created
|
||||
- profile_updated
|
||||
- context_loaded
|
||||
@@ -1,45 +0,0 @@
|
||||
# CMD-20260709-complete-agent-observability-loop
|
||||
|
||||
## Goal
|
||||
|
||||
Complete the OpenClaw/Hermes/sub-agent observability closed loop.
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Deploy agent observability store.
|
||||
2. Connect execution hooks:
|
||||
- OpenClaw start/end
|
||||
- Hermes delegation
|
||||
- child agent execution
|
||||
- completion/failure
|
||||
3. Enable API:
|
||||
- recordAgentExecution
|
||||
- getAgentObservabilityOverview
|
||||
4. Enable Web UI:
|
||||
- /admin/ai-evolution/agents
|
||||
5. Enforce permission views:
|
||||
- user: own execution
|
||||
- group_admin: group execution
|
||||
- owner: global audit
|
||||
|
||||
## Required metrics
|
||||
|
||||
- independent OpenClaw loops
|
||||
- Hermes orchestrated loops
|
||||
- child agent tree
|
||||
- duration
|
||||
- token usage when available
|
||||
- failure rate
|
||||
|
||||
## Validation signals
|
||||
|
||||
- AIOS_AGENT_OBSERVABILITY_READY
|
||||
- AIOS_AGENT_ROUTING_VISUAL_READY
|
||||
- AIOS_AGENT_COST_METRICS_READY
|
||||
- AIOS_AGENT_OBSERVABILITY_CLOSED_LOOP_READY
|
||||
|
||||
## Governance
|
||||
|
||||
- Do not expose cross-user data.
|
||||
- Token details require permission.
|
||||
- All records are audited.
|
||||
@@ -1,76 +0,0 @@
|
||||
# CMD-20260709-complete-search-gateway-runtime-loop
|
||||
|
||||
## Goal
|
||||
|
||||
Complete deployment of AIOS General Search Gateway runtime loop.
|
||||
|
||||
## Components
|
||||
|
||||
Deploy:
|
||||
|
||||
- Search Gateway core
|
||||
- Profile resolver
|
||||
- Provider registry
|
||||
- Audit store
|
||||
- Event bridge
|
||||
- Runtime orchestrator
|
||||
- Search dashboard
|
||||
|
||||
## Runtime Integration
|
||||
|
||||
Connect:
|
||||
|
||||
- Custom GPT bridge
|
||||
- OpenClaw
|
||||
- Hermes
|
||||
- Codex
|
||||
- Agent Event Bus
|
||||
- Audit Plane
|
||||
|
||||
## Validation
|
||||
|
||||
Run:
|
||||
|
||||
```bash
|
||||
pytest tests/test_search_gateway_general_capability.py \
|
||||
tests/test_search_provider_registry.py \
|
||||
tests/test_search_gateway_orchestrator.py
|
||||
```
|
||||
|
||||
Required signals:
|
||||
|
||||
- AIOS_GENERAL_SEARCH_GATEWAY_READY
|
||||
- AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
|
||||
- AIOS_SEARCH_PROVIDER_REGISTRY_READY
|
||||
- AIOS_SEARCH_AUDIT_READY
|
||||
- AIOS_SEARCH_EVENT_LOOP_READY
|
||||
- AIOS_SEARCH_RUNTIME_LOOP_READY
|
||||
|
||||
## Web UI
|
||||
|
||||
Enable:
|
||||
|
||||
- /admin/ai-evolution/search
|
||||
|
||||
Show:
|
||||
|
||||
- provider health
|
||||
- fallback count
|
||||
- evidence quality
|
||||
- search audit
|
||||
- group/user profile customization
|
||||
|
||||
## Notification
|
||||
|
||||
After deployment send WeChat report containing:
|
||||
|
||||
- branch
|
||||
- commit SHA
|
||||
- test results
|
||||
- runtime status
|
||||
- enabled providers
|
||||
- success signals
|
||||
|
||||
## Governance
|
||||
|
||||
Production provider credentials, paid APIs and private data integrations require owner approval.
|
||||
@@ -1,74 +0,0 @@
|
||||
# CMD-20260709-complete-task-center-closed-loop
|
||||
|
||||
## Goal
|
||||
|
||||
Complete AIOS Task Center autonomous closed loop.
|
||||
|
||||
## Deploy
|
||||
|
||||
Components:
|
||||
|
||||
- Task lifecycle state machine
|
||||
- Task Event Bridge
|
||||
- Task Store
|
||||
- Task Statistics
|
||||
- Task Action API
|
||||
- Task Web UI
|
||||
|
||||
## Integrations
|
||||
|
||||
Connect:
|
||||
|
||||
- Command Watcher: every CMD becomes a task
|
||||
- OpenClaw: execution updates task automatically
|
||||
- Hermes: delegation updates task automatically
|
||||
- Codex: development tasks update task automatically
|
||||
- Audit Plane: stores evidence
|
||||
- Notification Agent: completion/blocking notifications
|
||||
|
||||
## Required UI actions
|
||||
|
||||
Every task page must expose RBAC controlled buttons:
|
||||
|
||||
- assign
|
||||
- start
|
||||
- update progress
|
||||
- block
|
||||
- request approval
|
||||
- approve
|
||||
- reject
|
||||
- resume
|
||||
- retry
|
||||
- complete
|
||||
- notify
|
||||
- close
|
||||
|
||||
## Statistics
|
||||
|
||||
Display:
|
||||
|
||||
- total tasks
|
||||
- completion rate
|
||||
- average execution time
|
||||
- blocked tasks
|
||||
- approval waiting time
|
||||
- executor distribution
|
||||
- blocker ranking
|
||||
- notification completion rate
|
||||
|
||||
## Validation
|
||||
|
||||
- AIOS_TASK_LIFECYCLE_READY
|
||||
- AIOS_TASK_EVENT_LOOP_READY
|
||||
- AIOS_TASK_STATISTICS_READY
|
||||
- AIOS_TASK_CLOSURE_LOOP_READY
|
||||
- AIOS_TASK_WEB_UI_ACTIONS_READY
|
||||
|
||||
## Notification
|
||||
|
||||
After deployment send WeChat summary:
|
||||
|
||||
- deployment result
|
||||
- task center URL
|
||||
- tests
|
||||
- success signals
|
||||
@@ -1,238 +0,0 @@
|
||||
# CMD-20260709-dispatch-search-gateway-production-deployment
|
||||
|
||||
## Priority
|
||||
|
||||
P0
|
||||
|
||||
## Goal
|
||||
|
||||
Deploy AIOS General Search Gateway runtime loop and report completion to Owner via WeChat.
|
||||
|
||||
## Branch
|
||||
|
||||
```text
|
||||
patch/search-gateway-governed-general-capability
|
||||
```
|
||||
|
||||
## Preconditions
|
||||
|
||||
Existing implementation files are already committed on the branch:
|
||||
|
||||
- active-runtime/app/search_gateway.py
|
||||
- active-runtime/app/search_profile_resolver.py
|
||||
- active-runtime/app/search_provider_registry.py
|
||||
- active-runtime/app/search_audit_store.py
|
||||
- active-runtime/app/search_event_bridge.py
|
||||
- active-runtime/app/search_gateway_orchestrator.py
|
||||
- active-runtime/app/search_agent_adapter.py
|
||||
- active-runtime/app/search_gateway_api.py
|
||||
- active-runtime/app/search_gateway_dashboard.py
|
||||
- active-runtime/app/search_architect_integration.py
|
||||
- config/search-gateway-policy.yaml
|
||||
- tests/test_search_gateway_general_capability.py
|
||||
- tests/test_search_provider_registry.py
|
||||
- tests/test_search_gateway_orchestrator.py
|
||||
- tests/test_search_agent_adapter.py
|
||||
- tests/test_search_architect_integration.py
|
||||
|
||||
## Execute
|
||||
|
||||
### 1. Fix documentation path if needed
|
||||
|
||||
Run first if docs/architecture is not writable:
|
||||
|
||||
```text
|
||||
ops/openclaw/CMD-20260709-search-gateway-document-permission-fix.md
|
||||
```
|
||||
|
||||
### 2. Run test suite
|
||||
|
||||
```bash
|
||||
cd /data/aios-gitops/workspace
|
||||
|
||||
git fetch origin
|
||||
git checkout patch/search-gateway-governed-general-capability
|
||||
git pull origin patch/search-gateway-governed-general-capability
|
||||
|
||||
pytest tests/test_search_gateway_general_capability.py \
|
||||
tests/test_search_provider_registry.py \
|
||||
tests/test_search_gateway_orchestrator.py \
|
||||
tests/test_search_agent_adapter.py \
|
||||
tests/test_search_architect_integration.py
|
||||
```
|
||||
|
||||
### 3. Register runtime modules/routes
|
||||
|
||||
Register Search Gateway APIs:
|
||||
|
||||
- GET /admin/ai-evolution/search/status
|
||||
- GET /admin/ai-evolution/search/overview
|
||||
- POST /admin/ai-evolution/search/query
|
||||
|
||||
Operation IDs:
|
||||
|
||||
- getSearchGatewayStatus
|
||||
- getSearchGatewayOverview
|
||||
- runSearchGatewayQuery
|
||||
|
||||
### 4. Wire agent clients
|
||||
|
||||
Route all runtime search calls through Search Gateway adapters:
|
||||
|
||||
- OpenClaw -> OpenClawSearchClient
|
||||
- Hermes -> HermesSearchClient
|
||||
- Codex -> CodexSearchClient
|
||||
- Custom GPT bridge -> CustomGPTSearchClient
|
||||
|
||||
No agent should directly perform ad-hoc web search after this deployment.
|
||||
|
||||
### 5. Configure providers
|
||||
|
||||
Enable provider registry entries:
|
||||
|
||||
- cache
|
||||
- official_site
|
||||
- general_web
|
||||
- vertical_source
|
||||
- browser_fetch
|
||||
- user_authorized_file
|
||||
- internal_archive
|
||||
|
||||
Production credentials, paid APIs, private platform access, or sensitive data integrations require Owner approval before enabling.
|
||||
|
||||
Public web/official-site/internal-archive providers may be enabled immediately if already available in runtime.
|
||||
|
||||
### 6. Enable governance layers
|
||||
|
||||
Enable:
|
||||
|
||||
- profile resolver
|
||||
- group/user/session customization
|
||||
- audit store
|
||||
- event bridge
|
||||
- provider fallback
|
||||
- Search Gateway Web UI
|
||||
- Architect search governance integration
|
||||
|
||||
### 7. Web UI
|
||||
|
||||
Deploy:
|
||||
|
||||
```text
|
||||
/admin/ai-evolution/search
|
||||
```
|
||||
|
||||
Show:
|
||||
|
||||
- provider health
|
||||
- configured provider count
|
||||
- fallback status
|
||||
- recent search audit
|
||||
- blocked search count
|
||||
- profile customization state
|
||||
- evidence quality
|
||||
|
||||
### 8. Acceptance smoke tests
|
||||
|
||||
Run these live requests through Search Gateway API:
|
||||
|
||||
#### Public general search
|
||||
|
||||
```json
|
||||
{
|
||||
"query": "latest Python package release notes",
|
||||
"requester": "openclaw",
|
||||
"intent": "software_library",
|
||||
"user_scope": "public"
|
||||
}
|
||||
```
|
||||
|
||||
Expected:
|
||||
|
||||
- status is found or not_found
|
||||
- provider attempts recorded
|
||||
- no direct provider failure as final answer without fallback attempt
|
||||
|
||||
#### Group/user customization
|
||||
|
||||
```json
|
||||
{
|
||||
"query": "AI agent observability",
|
||||
"requester": "hermes",
|
||||
"intent": "software_library",
|
||||
"group_profile": {
|
||||
"profile_id": "group-default",
|
||||
"scope": "group",
|
||||
"query_expansion_hints": ["GitHub", "release notes"]
|
||||
},
|
||||
"user_scope": "public"
|
||||
}
|
||||
```
|
||||
|
||||
Expected:
|
||||
|
||||
- resolved_profile includes group overlay
|
||||
- audit is recorded
|
||||
|
||||
#### Guardrail block
|
||||
|
||||
```json
|
||||
{
|
||||
"query": "绕过验证码 抓取个人成绩",
|
||||
"requester": "openclaw",
|
||||
"user_scope": "public"
|
||||
}
|
||||
```
|
||||
|
||||
Expected:
|
||||
|
||||
- status = blocked
|
||||
- blocked_reasons populated
|
||||
- audit/event recorded
|
||||
|
||||
## Success Signals
|
||||
|
||||
Return all of these if deployment succeeds:
|
||||
|
||||
```text
|
||||
AIOS_GENERAL_SEARCH_GATEWAY_READY
|
||||
AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
|
||||
AIOS_SEARCH_PROVIDER_REGISTRY_READY
|
||||
AIOS_SEARCH_PROVIDER_FALLBACK_READY
|
||||
AIOS_SEARCH_AUDIT_READY
|
||||
AIOS_SEARCH_EVENT_LOOP_READY
|
||||
AIOS_SEARCH_RUNTIME_LOOP_READY
|
||||
AIOS_SEARCH_WEB_UI_READY
|
||||
AIOS_SEARCH_AGENT_ADAPTERS_READY
|
||||
AIOS_SEARCH_ARCHITECT_GOVERNANCE_READY
|
||||
AIOS_SEARCH_WECHAT_NOTIFICATION_SENT
|
||||
```
|
||||
|
||||
## WeChat report to Owner
|
||||
|
||||
After deployment, send WeChat report containing:
|
||||
|
||||
- branch
|
||||
- latest commit SHA
|
||||
- test results
|
||||
- provider status
|
||||
- live smoke test results
|
||||
- Web UI URL
|
||||
- success signals
|
||||
- remaining limitations, if any
|
||||
|
||||
## Output back to ChatGPT
|
||||
|
||||
Return:
|
||||
|
||||
- command status
|
||||
- commit SHA deployed
|
||||
- tests passed/failed
|
||||
- enabled providers
|
||||
- API routes verified
|
||||
- Web UI route verified
|
||||
- WeChat notification result
|
||||
|
||||
## Governance
|
||||
|
||||
This command deploys the governed shared Search Gateway. It does not authorize bypassing login, CAPTCHA, protected platforms, or private data boundaries. Any provider requiring secrets, payment, private platform access, or sensitive data requires Owner approval before production enablement.
|
||||
@@ -1,34 +0,0 @@
|
||||
# CMD-20260709-enable-agent-observability-dashboard
|
||||
|
||||
## Goal
|
||||
|
||||
Expose OpenClaw/Hermes/sub-agent scheduling and resource metrics in Web UI.
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Deploy agent observability collector.
|
||||
2. Capture execution records:
|
||||
- entry agent
|
||||
- delegation path
|
||||
- Hermes usage
|
||||
- child agents
|
||||
- duration
|
||||
- token usage when adapter provides it
|
||||
3. Enable dashboard:
|
||||
- /admin/ai-evolution/agents
|
||||
4. Apply permission visibility:
|
||||
- user: own sessions
|
||||
- group_admin: group sessions
|
||||
- owner: global audit
|
||||
|
||||
## Validation signals
|
||||
|
||||
- AIOS_AGENT_OBSERVABILITY_READY
|
||||
- AIOS_AGENT_ROUTING_VISUAL_READY
|
||||
- AIOS_AGENT_COST_METRICS_READY
|
||||
|
||||
## Governance
|
||||
|
||||
- No cross-user visibility.
|
||||
- Token details are permission controlled.
|
||||
- All execution records are audited.
|
||||
@@ -1,103 +0,0 @@
|
||||
# CMD-20260709-enable-general-search-gateway
|
||||
|
||||
## Goal
|
||||
|
||||
Deploy AIOS general-purpose governed Search Gateway as a shared capability for Custom GPT, OpenClaw, Hermes, Codex and future agents.
|
||||
|
||||
## Scope
|
||||
|
||||
This is a general search capability, not an education-only feature.
|
||||
|
||||
Supported customization layers:
|
||||
|
||||
1. base profile
|
||||
2. group profile
|
||||
3. user profile
|
||||
4. session profile
|
||||
|
||||
Customizable:
|
||||
|
||||
- provider order
|
||||
- trusted domains
|
||||
- query expansion hints
|
||||
- domain profiles
|
||||
- preferred language/region
|
||||
|
||||
Non-overridable:
|
||||
|
||||
- audit
|
||||
- fallback
|
||||
- authorization
|
||||
- privacy/safety boundaries
|
||||
- blocked behaviors
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Register Search Gateway modules:
|
||||
- active-runtime/app/search_gateway.py
|
||||
- active-runtime/app/search_profile_resolver.py
|
||||
- active-runtime/app/search_gateway_api.py
|
||||
- active-runtime/app/search_gateway_dashboard.py
|
||||
|
||||
2. Register routes:
|
||||
- GET /admin/ai-evolution/search/status
|
||||
- GET /admin/ai-evolution/search/overview
|
||||
- POST /admin/ai-evolution/search/query
|
||||
|
||||
3. Configure provider adapters:
|
||||
- cache
|
||||
- official_site
|
||||
- general_web
|
||||
- vertical_source
|
||||
- browser_fetch
|
||||
- user_authorized_file
|
||||
- internal_archive
|
||||
|
||||
4. Enforce fallback:
|
||||
- a single provider failure must not end the user request
|
||||
- provider failures must be logged
|
||||
- ask for clarification when evidence is insufficient
|
||||
|
||||
5. Connect Search Gateway to agents:
|
||||
- OpenClaw
|
||||
- Hermes
|
||||
- Codex
|
||||
- Custom GPT bridge
|
||||
|
||||
6. Add Web UI:
|
||||
- /admin/ai-evolution/search
|
||||
|
||||
7. Notify owner by WeChat after deployment with:
|
||||
- branch
|
||||
- commit SHA
|
||||
- tests result
|
||||
- provider status
|
||||
- success signals
|
||||
|
||||
## Validate
|
||||
|
||||
Run:
|
||||
|
||||
```bash
|
||||
pytest tests/test_search_gateway_general_capability.py
|
||||
```
|
||||
|
||||
Acceptance cases:
|
||||
|
||||
1. provider failure fallback works
|
||||
2. general non-education query expansion works
|
||||
3. group/user/session customization works
|
||||
4. hard guardrails cannot be disabled
|
||||
5. blocked private/unauthorized collection requests are blocked
|
||||
|
||||
## Success signals
|
||||
|
||||
- AIOS_GENERAL_SEARCH_GATEWAY_READY
|
||||
- AIOS_SEARCH_PROFILE_CUSTOMIZATION_READY
|
||||
- AIOS_SEARCH_PROVIDER_FALLBACK_READY
|
||||
- AIOS_SEARCH_GOVERNANCE_AUDIT_READY
|
||||
- AIOS_SEARCH_WECHAT_NOTIFICATION_SENT
|
||||
|
||||
## Governance
|
||||
|
||||
Search is a shared AIOS capability. Any provider with credentials, payment, private platform access or sensitive data access requires owner approval before production enablement.
|
||||
@@ -1,32 +0,0 @@
|
||||
# CMD-20260709-enable-group-owner-agent-isolation
|
||||
|
||||
## Goal
|
||||
|
||||
Deploy multi-user agent context isolation:
|
||||
|
||||
- group main agent per group/tenant
|
||||
- dedicated owner agent per owner
|
||||
- user profile and session overlays
|
||||
- no user personalization in shared USER.md
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Deploy context resolver.
|
||||
2. Enable group agent routing.
|
||||
3. Enable owner agent routing.
|
||||
4. Create runtime user profile storage.
|
||||
5. Migrate user-specific preferences out of shared USER.md.
|
||||
6. Enable context audit events.
|
||||
|
||||
## Validation
|
||||
|
||||
- AIOS_USER_PROFILE_ISOLATION_READY
|
||||
- AIOS_GROUP_AGENT_ROUTING_READY
|
||||
- AIOS_OWNER_AGENT_READY
|
||||
- AIOS_CONTEXT_AUDIT_READY
|
||||
|
||||
## Governance
|
||||
|
||||
- Safety policy overrides all user customization.
|
||||
- No cross-user profile access.
|
||||
- No personal profile data in shared Git configuration.
|
||||
@@ -1,93 +0,0 @@
|
||||
# CMD-20260709-enable-search-gateway-general-capability
|
||||
|
||||
## Goal
|
||||
|
||||
Deploy AIOS governed general-purpose Search Gateway.
|
||||
|
||||
## Scope
|
||||
|
||||
This is a generic networking/search capability for AIOS, not limited to education exam queries.
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Register Search Gateway modules:
|
||||
- active-runtime/app/search_gateway.py
|
||||
- active-runtime/app/search_gateway_api.py
|
||||
- active-runtime/app/search_gateway_dashboard.py
|
||||
|
||||
2. Enable API routes:
|
||||
- GET /admin/ai-evolution/search/status
|
||||
- GET /admin/ai-evolution/search/overview
|
||||
- POST /admin/ai-evolution/search/query
|
||||
|
||||
3. Configure providers through runtime secrets/config only:
|
||||
- cache
|
||||
- official site search
|
||||
- general web search
|
||||
- vertical source search
|
||||
- browser fetch for public pages
|
||||
- user-authorized file/link processing
|
||||
- internal archive search
|
||||
|
||||
4. Enforce policy:
|
||||
- no single provider failure may terminate search
|
||||
- provider failures must trigger fallback
|
||||
- final answers must include evidence/confidence or clarification request
|
||||
- blocked requests must be audited
|
||||
|
||||
5. Wire callers:
|
||||
- OpenClaw
|
||||
- Hermes
|
||||
- Codex
|
||||
- Custom GPT bridge
|
||||
- Architect weekly research agent
|
||||
|
||||
## Compliance Boundary
|
||||
|
||||
Do not implement or enable:
|
||||
|
||||
- login bypass
|
||||
- CAPTCHA bypass
|
||||
- scraping private student grades
|
||||
- scraping student private data
|
||||
- bulk scraping protected platforms
|
||||
- collection without authorization
|
||||
|
||||
Allowed:
|
||||
|
||||
- public web pages
|
||||
- official announcements
|
||||
- public documents
|
||||
- public exam papers
|
||||
- user-authorized files
|
||||
- user-authorized links
|
||||
- internal archives
|
||||
|
||||
## Tests
|
||||
|
||||
Run:
|
||||
|
||||
```bash
|
||||
pytest tests/test_search_gateway.py tests/test_search_gateway_dashboard.py
|
||||
```
|
||||
|
||||
## Validation Signals
|
||||
|
||||
- AIOS_SEARCH_GATEWAY_READY
|
||||
- AIOS_SEARCH_PROVIDER_FALLBACK_READY
|
||||
- AIOS_SEARCH_EVIDENCE_AUDIT_READY
|
||||
- AIOS_SEARCH_WEB_UI_READY
|
||||
|
||||
## Notification
|
||||
|
||||
After deployment and tests, notify Owner through WeChat with:
|
||||
|
||||
```text
|
||||
AIOS Search Gateway deployed.
|
||||
Fallback, evidence audit, Web UI and compliance guard are ready.
|
||||
```
|
||||
|
||||
## Governance
|
||||
|
||||
This capability is recommended as R-level because it adds a system-wide Search Gateway foundation.
|
||||
Owner gate is required before enabling external paid providers, new secrets, or production-wide search routing.
|
||||
@@ -1,61 +0,0 @@
|
||||
# CMD-20260709-enable-task-center-webui
|
||||
|
||||
## Goal
|
||||
|
||||
Deploy AIOS Task Center Web UI for autonomous operation visibility.
|
||||
|
||||
## Page
|
||||
|
||||
```text
|
||||
/admin/ai-evolution/tasks
|
||||
```
|
||||
|
||||
## Display
|
||||
|
||||
Every task must show:
|
||||
|
||||
- task title
|
||||
- task source
|
||||
- assigned by
|
||||
- executor agent
|
||||
- current status
|
||||
- progress percentage
|
||||
- current step
|
||||
- completed steps
|
||||
- remaining steps
|
||||
- blocked reason
|
||||
- elapsed time
|
||||
- owner gate state
|
||||
- completion notification status
|
||||
- notification channel
|
||||
- notification timestamp
|
||||
|
||||
## Data Sources
|
||||
|
||||
Connect:
|
||||
|
||||
- Agent Event Bus
|
||||
- Command Watcher
|
||||
- OpenClaw execution records
|
||||
- Hermes delegation records
|
||||
- Codex execution records
|
||||
- Audit Plane
|
||||
|
||||
## Validation
|
||||
|
||||
- AIOS_TASK_CENTER_READY
|
||||
- AIOS_TASK_PROGRESS_VISIBLE
|
||||
- AIOS_TASK_NOTIFICATION_TRACE_READY
|
||||
|
||||
## Governance
|
||||
|
||||
Task progress should be visible through Web UI. Users should not need to ask manually for repeated status updates.
|
||||
|
||||
## Notification
|
||||
|
||||
On deployment completion send WeChat report with:
|
||||
|
||||
- deployment status
|
||||
- commit SHA
|
||||
- page URL
|
||||
- validation results
|
||||
@@ -0,0 +1,30 @@
|
||||
# CMD-20260709-enable-user-profile-isolation
|
||||
|
||||
## Goal
|
||||
|
||||
Fix multi-user agent context leakage caused by shared USER.md personalization.
|
||||
|
||||
## Rules
|
||||
|
||||
- USER.md is agent-level default behavior only.
|
||||
- User names, preferences and personalized settings must come from user profile storage.
|
||||
- Every WeChat/user session loads only its own profile by user_id.
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Deploy user profile isolation runtime layer.
|
||||
2. Create runtime/user-profiles storage.
|
||||
3. Migrate existing shared personalization from USER.md into explicit owner profile if needed.
|
||||
4. Remove user-specific names from shared USER.md.
|
||||
5. Verify two users cannot read each other's profiles.
|
||||
|
||||
## Validation signals
|
||||
|
||||
- AIOS_USER_PROFILE_ISOLATION_READY
|
||||
- AIOS_MULTIUSER_CONTEXT_SAFE
|
||||
|
||||
## Governance
|
||||
|
||||
- User preferences are runtime data, not Git configuration.
|
||||
- No personal profile data in shared Git files.
|
||||
- Audit profile create/update/context load events.
|
||||
@@ -1,77 +0,0 @@
|
||||
# CMD-20260709-fix-openapi-workspace-permission
|
||||
|
||||
## Goal
|
||||
|
||||
Fix Git workspace permission issue that blocks writing OpenAPI files.
|
||||
|
||||
## Symptom
|
||||
|
||||
ChatGPT Actions failed to write:
|
||||
|
||||
```text
|
||||
openapi/agent-context-isolation.yaml
|
||||
```
|
||||
|
||||
Error:
|
||||
|
||||
```text
|
||||
Permission denied: /data/aios-gitops/workspace/openapi/agent-context-isolation.yaml
|
||||
```
|
||||
|
||||
## Execute
|
||||
|
||||
1. Inspect permissions:
|
||||
|
||||
```bash
|
||||
ls -ld /data/aios-gitops/workspace/openapi
|
||||
ls -la /data/aios-gitops/workspace/openapi | head
|
||||
stat /data/aios-gitops/workspace/openapi
|
||||
ps aux | grep -E 'aios-gitops|model-api|actions' | grep -v grep
|
||||
```
|
||||
|
||||
2. Identify runtime write user for Actions API.
|
||||
|
||||
3. Fix ownership/permissions with least privilege. Expected owner should match the GitOps runtime write user, likely `aiman` or the service user.
|
||||
|
||||
Example only after confirming user/group:
|
||||
|
||||
```bash
|
||||
sudo chown -R <runtime_user>:<runtime_group> /data/aios-gitops/workspace/openapi
|
||||
sudo chmod -R u+rwX,g+rwX /data/aios-gitops/workspace/openapi
|
||||
```
|
||||
|
||||
4. Do not make the directory world-writable unless explicitly approved.
|
||||
|
||||
5. Retry creating:
|
||||
|
||||
```text
|
||||
openapi/agent-context-isolation.yaml
|
||||
```
|
||||
|
||||
6. Commit through GitOps patch branch only:
|
||||
|
||||
```text
|
||||
patch/group-owner-agent-context-isolation
|
||||
```
|
||||
|
||||
## Validation
|
||||
|
||||
- OpenAPI file write succeeds.
|
||||
- Git commit succeeds.
|
||||
- No direct main push.
|
||||
- No secret written.
|
||||
- Permission repair is recorded in audit.
|
||||
|
||||
Expected signal:
|
||||
|
||||
```text
|
||||
AIOS_OPENAPI_WORKSPACE_PERMISSION_READY
|
||||
```
|
||||
|
||||
## Forbidden
|
||||
|
||||
- Do not push main.
|
||||
- Do not create tag.
|
||||
- Do not chmod 777 unless owner explicitly approves.
|
||||
- Do not write secrets.
|
||||
- Do not change unrelated directories.
|
||||
@@ -1,47 +0,0 @@
|
||||
# CMD-20260709-search-gateway-document-permission-fix
|
||||
|
||||
## Goal
|
||||
|
||||
Restore Git write permission for architecture documentation path.
|
||||
|
||||
## Symptom
|
||||
|
||||
Writing:
|
||||
|
||||
```text
|
||||
/docs/architecture/AIOS_SEARCH_GATEWAY_DESIGN.md
|
||||
```
|
||||
|
||||
failed with:
|
||||
|
||||
```text
|
||||
Permission denied
|
||||
```
|
||||
|
||||
## Execute
|
||||
|
||||
Check:
|
||||
|
||||
```bash
|
||||
ls -ld /data/aios-gitops/workspace/docs
|
||||
ls -ld /data/aios-gitops/workspace/docs/architecture
|
||||
stat /data/aios-gitops/workspace/docs/architecture
|
||||
id
|
||||
```
|
||||
|
||||
Fix ownership to runtime Git user only if required:
|
||||
|
||||
```bash
|
||||
chown -R <runtime_user>:<runtime_group> /data/aios-gitops/workspace/docs/architecture
|
||||
chmod -R u+rwX,g+rwX /data/aios-gitops/workspace/docs/architecture
|
||||
```
|
||||
|
||||
Do not use chmod 777.
|
||||
|
||||
## Validation
|
||||
|
||||
Create and commit architecture documentation test file through GitOps.
|
||||
|
||||
Success:
|
||||
|
||||
AIOS_SEARCH_GATEWAY_DOC_WRITE_READY
|
||||
@@ -1,70 +0,0 @@
|
||||
# CMD-20260709-task-center-source-sync
|
||||
|
||||
## Goal
|
||||
|
||||
Enable automatic Task Center source synchronization.
|
||||
|
||||
## Branch
|
||||
|
||||
patch/search-gateway-governed-general-capability
|
||||
|
||||
## Components
|
||||
|
||||
- Task Source Ingestor
|
||||
- Task Orchestrator
|
||||
- Task Store
|
||||
- Task Event Bridge
|
||||
- Task Statistics
|
||||
|
||||
## Sources
|
||||
|
||||
Import task records from:
|
||||
|
||||
- command watcher folders
|
||||
- OpenClaw runs
|
||||
- Hermes delegations
|
||||
- Codex work records
|
||||
- agent lifecycle events
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Load TaskOrchestrator.
|
||||
2. Convert existing active commands into tasks.
|
||||
3. Convert running commands into running tasks.
|
||||
4. Convert completed commands into completed tasks.
|
||||
5. Link new agent runs to task_id.
|
||||
6. Emit task events for creation, update, block, approval and completion.
|
||||
7. Store tasks in runtime/task-center/tasks.jsonl.
|
||||
|
||||
## Web UI
|
||||
|
||||
Update /admin/ai-evolution/tasks to show:
|
||||
|
||||
- origin
|
||||
- assigned_by
|
||||
- executor
|
||||
- status
|
||||
- progress
|
||||
- elapsed time
|
||||
- remaining work
|
||||
- blockers
|
||||
- approval state
|
||||
- notification state
|
||||
|
||||
## Validate
|
||||
|
||||
Run:
|
||||
|
||||
pytest tests/test_task_orchestrator.py tests/test_task_event_and_statistics.py tests/test_task_lifecycle.py tests/test_task_center.py
|
||||
|
||||
## Success Signals
|
||||
|
||||
- AIOS_TASK_SOURCE_SYNC_READY
|
||||
- AIOS_TASK_AUTO_GENERATION_READY
|
||||
- AIOS_AGENT_TASK_BINDING_READY
|
||||
- AIOS_TASK_PROGRESS_SYNC_READY
|
||||
- AIOS_TASK_OPERATION_CENTER_READY
|
||||
|
||||
## Report
|
||||
|
||||
Send WeChat summary after deployment with task count, active count, blocked count, notification pending count and success signals.
|
||||
@@ -1,74 +0,0 @@
|
||||
# CMD-20260709-upgrade-task-center-governance
|
||||
|
||||
## Goal
|
||||
|
||||
Upgrade Task Center from status dashboard to full task governance loop.
|
||||
|
||||
## Features
|
||||
|
||||
Deploy:
|
||||
|
||||
- task lifecycle state machine
|
||||
- task action buttons
|
||||
- approval workflow
|
||||
- blocking workflow
|
||||
- retry/resume workflow
|
||||
- notification trace
|
||||
- task statistics
|
||||
|
||||
## Web UI
|
||||
|
||||
Page:
|
||||
|
||||
```text
|
||||
/admin/ai-evolution/tasks
|
||||
```
|
||||
|
||||
Each task displays:
|
||||
|
||||
- creator
|
||||
- assigner
|
||||
- executor
|
||||
- progress
|
||||
- elapsed time
|
||||
- remaining steps
|
||||
- blocker
|
||||
- approval state
|
||||
- notification state
|
||||
|
||||
Actions:
|
||||
|
||||
- 分配任务
|
||||
- 开始执行
|
||||
- 更新进度
|
||||
- 标记阻塞
|
||||
- 请求审批
|
||||
- 批准
|
||||
- 拒绝
|
||||
- 继续执行
|
||||
- 重试
|
||||
- 标记完成
|
||||
- 发送通知
|
||||
- 关闭任务
|
||||
|
||||
## Data Integration
|
||||
|
||||
Connect:
|
||||
|
||||
- Agent Event Bus
|
||||
- Command Watcher
|
||||
- OpenClaw
|
||||
- Hermes
|
||||
- Codex
|
||||
- Audit Plane
|
||||
|
||||
## Validation
|
||||
|
||||
- AIOS_TASK_LIFECYCLE_READY
|
||||
- AIOS_TASK_ACTION_BUTTONS_READY
|
||||
- AIOS_TASK_APPROVAL_FLOW_READY
|
||||
- AIOS_TASK_CLOSURE_LOOP_READY
|
||||
|
||||
## Governance
|
||||
|
||||
Approval buttons must respect RBAC. Owner approval is required only where policy requires it.
|
||||
@@ -1,35 +0,0 @@
|
||||
# CMD-20260709-wire-agent-observability-hooks
|
||||
|
||||
## Goal
|
||||
|
||||
Connect real OpenClaw/Hermes/Codex execution lifecycle into Agent Observability.
|
||||
|
||||
## Deploy
|
||||
|
||||
1. Hook agent start/end lifecycle.
|
||||
2. Emit events:
|
||||
- agent_started
|
||||
- agent_delegated
|
||||
- token_consumed
|
||||
- agent_completed
|
||||
- agent_failed
|
||||
3. Persist execution metrics.
|
||||
4. Enable Web UI agent dashboard.
|
||||
|
||||
## Validation
|
||||
|
||||
- AIOS_AGENT_OBSERVABILITY_READY
|
||||
- AIOS_AGENT_ROUTING_VISUAL_READY
|
||||
- AIOS_AGENT_COST_METRICS_READY
|
||||
- AIOS_AGENT_OBSERVABILITY_CLOSED_LOOP_READY
|
||||
|
||||
## Notes
|
||||
|
||||
Token usage depends on model adapter instrumentation. If unavailable, record null
|
||||
rather than guessing.
|
||||
|
||||
## Governance
|
||||
|
||||
- Respect user/group/owner visibility.
|
||||
- Do not expose cross-user execution details.
|
||||
- Keep audit records.
|
||||
@@ -1,60 +0,0 @@
|
||||
# TASK CENTER VISUAL DASHBOARD DEPLOY 20260709
|
||||
|
||||
## Goal
|
||||
|
||||
Enable AIOS Task Center visual operations dashboard.
|
||||
|
||||
## Page
|
||||
|
||||
/admin/ai-evolution/tasks
|
||||
|
||||
## Views
|
||||
|
||||
- Kanban state board
|
||||
- Execution timeline
|
||||
- Task lifecycle flow
|
||||
- Statistics summary
|
||||
|
||||
## Task Card Fields
|
||||
|
||||
- source
|
||||
- assigned_by
|
||||
- executor
|
||||
- status
|
||||
- progress
|
||||
- elapsed time
|
||||
- remaining steps
|
||||
- blocker
|
||||
- approval state
|
||||
- notification state
|
||||
|
||||
## Operation Buttons
|
||||
|
||||
Render role controlled buttons for:
|
||||
|
||||
- start
|
||||
- update progress
|
||||
- mark blocked
|
||||
- request approval
|
||||
- approve
|
||||
- reject
|
||||
- retry
|
||||
- complete
|
||||
- send notification
|
||||
- close
|
||||
|
||||
## Validation
|
||||
|
||||
Run:
|
||||
|
||||
pytest tests/test_task_dashboard_view.py tests/test_task_lifecycle.py tests/test_task_center.py
|
||||
|
||||
## Success Signals
|
||||
|
||||
- AIOS_TASK_CENTER_VISUAL_READY
|
||||
- AIOS_TASK_FLOW_VIEW_READY
|
||||
- AIOS_TASK_OPERATION_BUTTONS_READY
|
||||
|
||||
## Report
|
||||
|
||||
Send completion report through the configured notification channel with page url, commit sha, test result and success signals.
|
||||
@@ -1,9 +0,0 @@
|
||||
{
|
||||
"type": "branch",
|
||||
"branch": "patch/search-gateway-governed-general-capability",
|
||||
"base": "main",
|
||||
"created_by": "chatgpt-gitops-bot",
|
||||
"created_at": "2026-07-09T04:40:14Z",
|
||||
"direct_main_push": false,
|
||||
"owner_approval_required": true
|
||||
}
|
||||
+2
-2
@@ -1,9 +1,9 @@
|
||||
{
|
||||
"type": "branch",
|
||||
"branch": "patch/agent-observability-webui",
|
||||
"branch": "patch/user-profile-isolation",
|
||||
"base": "main",
|
||||
"created_by": "chatgpt-gitops-bot",
|
||||
"created_at": "2026-07-09T02:02:20Z",
|
||||
"created_at": "2026-07-09T01:19:21Z",
|
||||
"direct_main_push": false,
|
||||
"owner_approval_required": true
|
||||
}
|
||||
@@ -1,16 +0,0 @@
|
||||
from active_runtime.app.agent_observability_hooks import AgentObservabilityHooks
|
||||
|
||||
|
||||
def test_agent_observability_closed_loop():
|
||||
hooks = AgentObservabilityHooks()
|
||||
started = hooks.start("user1", "group1", "openclaw")
|
||||
execution_id = started["execution_id"]
|
||||
hooks.delegate(execution_id, "hermes")
|
||||
hooks.delegate(execution_id, "codex")
|
||||
hooks.tokens(execution_id, 100, 200)
|
||||
result = hooks.finish(execution_id)
|
||||
|
||||
record = result["record"]
|
||||
assert record["used_hermes"] is True
|
||||
assert "codex" in record["path"]
|
||||
assert record["total_tokens"] == 300
|
||||
@@ -1,19 +0,0 @@
|
||||
from active_runtime.app.search_agent_adapter import AgentSearchContext, OpenClawSearchClient
|
||||
|
||||
|
||||
class FakeOrchestrator:
|
||||
def execute(self, payload):
|
||||
return payload
|
||||
|
||||
|
||||
def test_agent_adapter_keeps_agent_identity_and_profile():
|
||||
client = OpenClawSearchClient(FakeOrchestrator())
|
||||
result = client.search_public(
|
||||
"latest framework",
|
||||
AgentSearchContext(
|
||||
agent="openclaw",
|
||||
group_profile={"domain_profiles": ["software_library"]},
|
||||
),
|
||||
)
|
||||
assert result["requester"] == "openclaw"
|
||||
assert result["group_profile"]["domain_profiles"] == ["software_library"]
|
||||
@@ -1,12 +0,0 @@
|
||||
from active_runtime.app.search_architect_integration import SearchArchitectIntegration
|
||||
|
||||
|
||||
def test_search_architect_recommends_release_for_new_capability():
|
||||
result = SearchArchitectIntegration().review({"new_search_capability": True})
|
||||
assert result.version_bump == "R"
|
||||
assert result.owner_gate_required is True
|
||||
|
||||
|
||||
def test_search_architect_recommends_c_for_minor_cost_change():
|
||||
result = SearchArchitectIntegration().review({"cost_increase": True})
|
||||
assert result.version_bump == "C"
|
||||
@@ -1,66 +0,0 @@
|
||||
from active_runtime.app.search_gateway import (
|
||||
SearchEvidence,
|
||||
SearchGateway,
|
||||
SearchProviderAttempt,
|
||||
SearchRequest,
|
||||
)
|
||||
|
||||
|
||||
class FailingProvider:
|
||||
name = "failing-provider"
|
||||
|
||||
def search(self, request, queries):
|
||||
raise RuntimeError("provider unavailable")
|
||||
|
||||
|
||||
class SuccessProvider:
|
||||
name = "success-provider"
|
||||
|
||||
def search(self, request, queries):
|
||||
return [
|
||||
SearchEvidence(
|
||||
title="public result",
|
||||
url="https://example.com/public",
|
||||
source="example",
|
||||
snippet="public evidence",
|
||||
confidence="high",
|
||||
)
|
||||
], SearchProviderAttempt(provider=self.name, status="ok", result_count=1)
|
||||
|
||||
|
||||
def test_provider_failure_falls_back_to_next_provider():
|
||||
gateway = SearchGateway(providers=[FailingProvider(), SuccessProvider()])
|
||||
result = gateway.search(SearchRequest(query="public data", requester="test"))
|
||||
assert result.status == "found"
|
||||
assert len(result.attempts) == 2
|
||||
assert result.attempts[0].status == "failed"
|
||||
assert result.confidence == "high"
|
||||
|
||||
|
||||
def test_private_student_data_is_blocked_without_authorized_file():
|
||||
gateway = SearchGateway()
|
||||
result = gateway.search(
|
||||
SearchRequest(
|
||||
query="查询学生个人成绩",
|
||||
requester="test",
|
||||
data_type="personal_grade",
|
||||
user_scope="public",
|
||||
)
|
||||
)
|
||||
assert result.status == "blocked"
|
||||
assert result.blocked_reasons
|
||||
|
||||
|
||||
def test_education_exam_not_found_requests_clarification():
|
||||
gateway = SearchGateway()
|
||||
result = gateway.search(
|
||||
SearchRequest(
|
||||
query="湖南2025年秋季高中第一次月考数据",
|
||||
requester="test",
|
||||
intent="education_exam_data",
|
||||
region="湖南",
|
||||
time_range="2025秋季",
|
||||
)
|
||||
)
|
||||
assert result.status == "not_found"
|
||||
assert "学校名称" in result.need_clarification[0]
|
||||
@@ -1,10 +0,0 @@
|
||||
from active_runtime.app.search_gateway_dashboard import SearchGatewayDashboard
|
||||
|
||||
|
||||
def test_search_gateway_dashboard_reports_provider_failures():
|
||||
result = SearchGatewayDashboard().overview(
|
||||
search_runs=[{"status": "not_found"}, {"status": "blocked"}],
|
||||
providers=[{"name": "p1", "status": "failed"}],
|
||||
)
|
||||
assert result["route"] == "/admin/ai-evolution/search"
|
||||
assert result["status"] == "attention_required"
|
||||
@@ -1,66 +0,0 @@
|
||||
from active_runtime.app.search_gateway import SearchEvidence, SearchGateway, SearchProviderAttempt, SearchRequest
|
||||
from active_runtime.app.search_profile_resolver import SearchProfileResolver
|
||||
|
||||
|
||||
class FailingProvider:
|
||||
name = "general_web"
|
||||
|
||||
def search(self, request, queries):
|
||||
raise RuntimeError("provider unavailable")
|
||||
|
||||
|
||||
class SuccessProvider:
|
||||
name = "official_site"
|
||||
|
||||
def search(self, request, queries):
|
||||
return [
|
||||
SearchEvidence(
|
||||
title="Official result",
|
||||
url="https://example.gov/result",
|
||||
source="official_site",
|
||||
snippet="public evidence",
|
||||
confidence="high",
|
||||
)
|
||||
], SearchProviderAttempt(provider=self.name, status="ok", result_count=1)
|
||||
|
||||
|
||||
def test_single_provider_failure_is_not_terminal():
|
||||
gateway = SearchGateway(providers=[FailingProvider(), SuccessProvider()])
|
||||
result = gateway.search(SearchRequest(query="policy update", requester="test", intent="policy_regulation"))
|
||||
assert result.status == "found"
|
||||
assert any(a.status == "failed" for a in result.attempts)
|
||||
assert result.confidence == "high"
|
||||
|
||||
|
||||
def test_group_user_profile_customization_adds_hints_without_disabling_guardrails():
|
||||
profile = SearchProfileResolver().resolve(
|
||||
group_profile={"profile_id": "group-a", "scope": "group", "query_expansion_hints": ["group trusted source"]},
|
||||
user_profile={"profile_id": "user-a", "scope": "user", "trusted_domains": ["example.com"]},
|
||||
session_profile={"profile_id": "session-a", "scope": "session", "domain_profiles": ["software_library"]},
|
||||
)
|
||||
assert "group trusted source" in profile.query_expansion_hints
|
||||
assert "example.com" in profile.trusted_domains
|
||||
assert profile.audit_required is True
|
||||
assert profile.fallback_required is True
|
||||
assert "bypass_login" in profile.blocked_behaviors
|
||||
|
||||
|
||||
def test_private_or_bypass_request_is_blocked():
|
||||
gateway = SearchGateway(providers=[SuccessProvider()])
|
||||
result = gateway.search(SearchRequest(query="绕过验证码 抓取个人成绩", requester="test"))
|
||||
assert result.status == "blocked"
|
||||
assert result.blocked_reasons
|
||||
|
||||
|
||||
def test_general_query_planning_not_limited_to_education():
|
||||
gateway = SearchGateway(providers=[])
|
||||
result = gateway.search(
|
||||
SearchRequest(
|
||||
query="latest package release",
|
||||
requester="test",
|
||||
intent="software_library",
|
||||
user_profile={"domain_profiles": ["software_library"], "query_expansion_hints": ["migration"]},
|
||||
)
|
||||
)
|
||||
assert result.status == "not_found"
|
||||
assert any("release notes" in q or "migration" in q for q in result.expanded_queries)
|
||||
@@ -1,9 +0,0 @@
|
||||
from active_runtime.app.search_gateway_orchestrator import SearchGatewayOrchestrator
|
||||
|
||||
|
||||
def test_search_orchestrator_has_audit_registry_event_layers():
|
||||
orchestrator = SearchGatewayOrchestrator()
|
||||
status = orchestrator.status()
|
||||
assert status["audit"] == "enabled"
|
||||
assert status["events"] == "enabled"
|
||||
assert status["registry"]["enabled"] > 0
|
||||
@@ -1,29 +0,0 @@
|
||||
from active_runtime.app.search_provider_registry import SearchProviderRegistry, StaticArchiveProvider
|
||||
from active_runtime.app.search_gateway import SearchGateway, SearchRequest
|
||||
|
||||
|
||||
def test_provider_registry_has_default_layers():
|
||||
registry = SearchProviderRegistry()
|
||||
status = registry.status()
|
||||
names = {item["name"] for item in status["providers"]}
|
||||
assert "official_site" in names
|
||||
assert "general_web" in names
|
||||
assert "internal_archive" in names
|
||||
|
||||
|
||||
def test_internal_archive_can_supply_evidence():
|
||||
registry = SearchProviderRegistry()
|
||||
registry.register_provider(
|
||||
"internal_archive",
|
||||
StaticArchiveProvider([
|
||||
{
|
||||
"title": "AIOS document",
|
||||
"snippet": "search gateway architecture",
|
||||
"tags": "search gateway",
|
||||
"confidence": "high",
|
||||
}
|
||||
]),
|
||||
)
|
||||
gateway = SearchGateway(registry.ordered())
|
||||
result = gateway.search(SearchRequest(query="search gateway", requester="test"))
|
||||
assert result.status == "found"
|
||||
@@ -1,18 +0,0 @@
|
||||
from active_runtime.app.task_center import AIOSTaskRecord, TaskCenter, TaskNotificationStatus, TaskProgress
|
||||
|
||||
|
||||
def test_task_center_tracks_progress_and_notification():
|
||||
result = TaskCenter().summarize([
|
||||
AIOSTaskRecord(
|
||||
task_id="t1",
|
||||
title="deploy search gateway",
|
||||
assigned_by="owner",
|
||||
executor="openclaw",
|
||||
source="cmd",
|
||||
status="completed",
|
||||
progress=TaskProgress(percent=100, current_step="done"),
|
||||
notification=TaskNotificationStatus(required=True, sent=False),
|
||||
)
|
||||
])
|
||||
assert result["summary"]["completed"] == 1
|
||||
assert result["summary"]["notification_pending"] == 1
|
||||
@@ -1,11 +0,0 @@
|
||||
from active_runtime.app.task_dashboard_view import TaskDashboardView
|
||||
|
||||
|
||||
def test_task_dashboard_contains_operations_views():
|
||||
result = TaskDashboardView().build([
|
||||
{"task_id": "t1", "status": "running", "executor": "openclaw"}
|
||||
])
|
||||
assert result["route"] == "/admin/ai-evolution/tasks"
|
||||
assert "kanban" in result["views"]
|
||||
assert "timeline" in result["views"]
|
||||
assert "flow" in result["views"]
|
||||
@@ -1,16 +0,0 @@
|
||||
from active_runtime.app.task_event_bridge import TaskEventBridge
|
||||
from active_runtime.app.task_statistics import TaskStatistics
|
||||
|
||||
|
||||
def test_task_event_bridge_creates_events():
|
||||
event = TaskEventBridge().task_created({"task_id": "t1", "title": "demo"})
|
||||
assert event["kind"] == "task_created"
|
||||
|
||||
|
||||
def test_task_statistics_counts():
|
||||
result = TaskStatistics().summarize([
|
||||
{"status": "completed", "elapsed_seconds": 10},
|
||||
{"status": "blocked", "blocker": "approval"},
|
||||
])
|
||||
assert result["completed"] == 1
|
||||
assert result["blocked"] == 1
|
||||
@@ -1,17 +0,0 @@
|
||||
from active_runtime.app.task_lifecycle import TaskLifecycle
|
||||
|
||||
|
||||
def test_owner_approval_button_appears_for_waiting_task():
|
||||
lifecycle = TaskLifecycle()
|
||||
actions = lifecycle.available_actions({"task_id": "t1", "status": "waiting_approval"}, "owner")
|
||||
approve = [a for a in actions if a["action"] == "approve"][0]
|
||||
assert approve["enabled"] is True
|
||||
|
||||
|
||||
def test_block_requires_reason():
|
||||
lifecycle = TaskLifecycle()
|
||||
try:
|
||||
lifecycle.transition({"status": "running"}, "block", "executor")
|
||||
assert False
|
||||
except ValueError:
|
||||
assert True
|
||||
@@ -1,19 +0,0 @@
|
||||
from active_runtime.app.task_orchestrator import TaskOrchestrator
|
||||
|
||||
|
||||
def test_command_creates_task():
|
||||
orchestrator = TaskOrchestrator()
|
||||
task = orchestrator.create_from_command("ops/openclaw/CMD-test.md", "active")
|
||||
assert task["source"] == "command_watcher"
|
||||
assert task["executor"] == "openclaw"
|
||||
|
||||
|
||||
def test_agent_execution_creates_task():
|
||||
orchestrator = TaskOrchestrator()
|
||||
task = orchestrator.create_from_agent_execution({
|
||||
"execution_id": "e1",
|
||||
"entry_agent": "hermes",
|
||||
"status": "completed",
|
||||
})
|
||||
assert task["source"] == "agent_execution"
|
||||
assert task["status"] == "completed"
|
||||
@@ -1,12 +0,0 @@
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def test_task_center_policy_exists():
|
||||
path = Path("config/task-center-policy.yaml")
|
||||
assert path.exists()
|
||||
|
||||
|
||||
def test_task_center_required_tracking_documented():
|
||||
text = Path("config/task-center-policy.yaml").read_text(encoding="utf-8")
|
||||
assert "executor" in text
|
||||
assert "notifications" in text
|
||||
@@ -1,53 +0,0 @@
|
||||
{
|
||||
"version": "V1R4C1",
|
||||
"tag": "V1R4C1",
|
||||
"previous_version": "V1R3C1",
|
||||
"rollback_version": "V1R3C1",
|
||||
"baseline": "V1R3C1",
|
||||
"release_reason": "Promote group-owner-agent-context-isolation with Agent Observability and Agent Event Bus unified platform",
|
||||
"purpose": "Deploy complete agent observability, context isolation, and unified event bus pipeline",
|
||||
"changes": [
|
||||
"Group-owner-agent-context-isolation: resolver, RBAC, API, audit, dashboard",
|
||||
"Agent observability: Hermes model, Web UI dashboard, policy, store, API, runtime hooks, event bus bridge, closed loop tests",
|
||||
"Agent Event Bus unified: admin dashboard, configuration, API adapters, openapi operation ids",
|
||||
"AI evolution dashboard API endpoint",
|
||||
"Agent Command Plane and Audit Plane (V1R3C1 baseline)",
|
||||
"OpenAPI workspace permission fix",
|
||||
"ChatGPT Actions API internals refactored with ActionMonitor"
|
||||
],
|
||||
"artifacts": [
|
||||
"active-runtime/app/agent_context_resolver.py",
|
||||
"active-runtime/app/agent_context_rbac.py",
|
||||
"active-runtime/app/agent_context_api.py",
|
||||
"active-runtime/app/agent_context_audit.py",
|
||||
"active-runtime/app/agent_context_dashboard.py",
|
||||
"active-runtime/app/aios_chatgpt_actions_api.py",
|
||||
"config/agent-context-isolation-policy.yaml",
|
||||
"active-runtime/app/agent_observability_model.py",
|
||||
"active-runtime/app/agent_observability_dashboard.py",
|
||||
"active-runtime/app/agent_observability_policy.py",
|
||||
"active-runtime/app/agent_observability_store.py",
|
||||
"active-runtime/app/agent_observability_api.py",
|
||||
"active-runtime/app/agent_observability_hooks.py",
|
||||
"active-runtime/app/agent_event_bus_bridge.py",
|
||||
"active-runtime/app/agent_event_bus_dashboard.py",
|
||||
"active-runtime/app/agent_event_bus_config.py",
|
||||
"active-runtime/app/agent_event_bus_api.py",
|
||||
"tests/test_agent_observability_loop.py"
|
||||
],
|
||||
"validated_actions": [
|
||||
"getRuntimeStatus",
|
||||
"getBaseline",
|
||||
"listVersions",
|
||||
"listPatches",
|
||||
"getDiff",
|
||||
"createBranch",
|
||||
"createPatch",
|
||||
"commitFile"
|
||||
],
|
||||
"secret_plaintext_written": false,
|
||||
"owner_approval_required": true,
|
||||
"owner_notification_channels": ["wechat", "web_ui_audit"],
|
||||
"created_at": "2026-07-09T10:57:00+08:00",
|
||||
"author": "openclaw"
|
||||
}
|
||||
@@ -1,21 +0,0 @@
|
||||
{
|
||||
"version": "V1R4C2",
|
||||
"type": "R",
|
||||
"name": "General Search Gateway Capability",
|
||||
"status": "proposal",
|
||||
"reason": "Add shared AIOS networking intelligence capability with provider governance, profile customization, audit and event integration.",
|
||||
"changes": [
|
||||
"Search Gateway core",
|
||||
"Provider registry",
|
||||
"Group/user/session search profiles",
|
||||
"Search audit plane",
|
||||
"Search event bridge",
|
||||
"Agent adapters for OpenClaw Hermes Codex CustomGPT",
|
||||
"Search governance dashboard"
|
||||
],
|
||||
"breaking_change": false,
|
||||
"owner_gate_required": true,
|
||||
"acceptance_required": true,
|
||||
"architecture_review_required": true,
|
||||
"tests_required": true
|
||||
}
|
||||
@@ -1,21 +0,0 @@
|
||||
{
|
||||
"version": "V1R4C2",
|
||||
"type": "R",
|
||||
"name": "AIOS Task Center Operations Capability",
|
||||
"status": "proposal",
|
||||
"reason": "Create unified task lifecycle management for autonomous operations.",
|
||||
"changes": [
|
||||
"task lifecycle engine",
|
||||
"task source ingestion",
|
||||
"task orchestration",
|
||||
"task event loop",
|
||||
"task statistics",
|
||||
"task operation dashboard"
|
||||
],
|
||||
"breaking_change": false,
|
||||
"architecture_review_required": true,
|
||||
"owner_gate_required": false,
|
||||
"large_architecture_change": false,
|
||||
"tests_required": true,
|
||||
"user_acceptance_required": true
|
||||
}
|
||||
Reference in New Issue
Block a user