Compare commits

..
Author SHA1 Message Date
openclaw 189b655d04 Add autonomous operation command center deployment command 2026-07-09 15:57:18 +08:00
openclaw 5f2b5f16ba Add command stall detector tests 2026-07-09 15:57:13 +08:00
openclaw e2d9de3a1f Add unified operations command center model 2026-07-09 15:57:11 +08:00
openclaw 83cbd64fb6 Add Command Watcher stall detector 2026-07-09 15:57:05 +08:00
openclaw 7852844338 Add autonomous health center deployment command 2026-07-09 15:53:00 +08:00
openclaw 46b9d3188d Add autonomous health adapter tests 2026-07-09 15:52:46 +08:00
openclaw c69916442c Add system health API 2026-07-09 15:52:39 +08:00
openclaw 781239bea7 Add autonomous controller health adapter 2026-07-09 15:52:27 +08:00
openclaw 193f6546b1 Fix Git permission watchdog service entrypoint 2026-07-09 15:52:15 +08:00
openclaw e063c6cb3c Add Git permission watchdog CLI entrypoint 2026-07-09 15:52:07 +08:00
openclaw 9f9f7be796 Add blocker health center deployment command 2026-07-09 15:45:12 +08:00
openclaw 77d0d7176d Add system health center tests 2026-07-09 15:45:01 +08:00
openclaw 0029980d74 Add unified system health center 2026-07-09 15:44:58 +08:00
openclaw 0ed265e3cb Add blocker to Task Center adapter 2026-07-09 15:44:50 +08:00
openclaw c7a1cf5b2a Add OpenClaw command for system blocker self optimization 2026-07-09 15:37:32 +08:00
openclaw d6a6491d2b Add system blocker optimization tests 2026-07-09 15:37:27 +08:00
openclaw e364432a1f Add recurring blocker optimization policy 2026-07-09 15:37:22 +08:00
openclaw 343b6f1ba6 Add system blocker memory and recurrence detection 2026-07-09 15:37:15 +08:00
openclaw e1d4bfc77b Add Git permission watchdog systemd timer 2026-07-09 15:34:15 +08:00
openclaw f7cf7249f1 Add Git permission watchdog systemd service 2026-07-09 15:34:12 +08:00
openclaw 13846c222f Add Git permission watchdog tests 2026-07-09 15:34:09 +08:00
openclaw 749afecf08 Add Git permission watchdog policy 2026-07-09 15:34:05 +08:00
openclaw b424de9d98 Add Git permission watchdog self-healing module 2026-07-09 15:34:00 +08:00
openclaw b761536f16 Dispatch Git permission self-healing mechanism 2026-07-09 15:31:43 +08:00
openclaw 06d3b4cda6 Add Task Center V1R4C2 proposal 2026-07-09 14:55:22 +08:00
openclaw 09186fe551 Add Task Center policy acceptance tests 2026-07-09 14:55:16 +08:00
openclaw c634f2e23b Add Task Center governance policy 2026-07-09 14:55:11 +08:00
openclaw b3ccae4c2b Add Task Center visual dashboard deployment note 2026-07-09 14:55:08 +08:00
openclaw 85ac09110f Add Task Dashboard view tests 2026-07-09 14:52:01 +08:00
openclaw 6622ebb30e Add Task Center visualization model 2026-07-09 14:51:58 +08:00
openclaw 824b079fea Add Task Center source sync deployment command 2026-07-09 14:51:51 +08:00
openclaw 2e5a8bfb5a Add Task orchestrator tests 2026-07-09 14:48:48 +08:00
openclaw ce36b790ea Add Task Center orchestrator 2026-07-09 14:48:44 +08:00
openclaw 8d60aa921a Add Task Center source ingestor 2026-07-09 14:48:33 +08:00
openclaw 78ce96a8db Add OpenClaw command for complete Task Center closed loop 2026-07-09 14:45:26 +08:00
openclaw ce308f84ba Add Task Center event and statistics tests 2026-07-09 14:45:22 +08:00
openclaw 7459f24696 Add Task Center statistics 2026-07-09 14:45:18 +08:00
openclaw 8f90744ba0 Add Task Center persistent store 2026-07-09 14:45:14 +08:00
openclaw 4db407345c Add Task Center event bridge 2026-07-09 14:45:09 +08:00
openclaw 4a09eacfe4 Add OpenClaw command for Task Center governance upgrade 2026-07-09 14:39:12 +08:00
openclaw a9e1b26652 Add task lifecycle tests 2026-07-09 14:39:08 +08:00
openclaw 513d90bb8a Add Task Center action API 2026-07-09 14:39:05 +08:00
openclaw d03f06aa82 Add governed task lifecycle state machine 2026-07-09 14:39:00 +08:00
openclaw c657057826 Add OpenClaw command for Task Center Web UI 2026-07-09 14:36:42 +08:00
openclaw 84717341d7 Add Task Center tests 2026-07-09 14:36:37 +08:00
openclaw f631a61330 Add Task Center API 2026-07-09 14:36:32 +08:00
openclaw 38222c9fec Add AIOS Task Center domain model 2026-07-09 14:36:24 +08:00
openclaw 055fc895a6 Dispatch Search Gateway production deployment to OpenClaw 2026-07-09 14:26:10 +08:00
openclaw 8ab38f142a Add OpenClaw command for architecture doc permission fix 2026-07-09 14:08:02 +08:00
openclaw 1b3921f9c8 Add Search Architect integration tests 2026-07-09 14:07:52 +08:00
openclaw c15453db1a Add Search Gateway Architect integration 2026-07-09 14:07:46 +08:00
openclaw 83641c2491 Add V1R4C2 Search Gateway capability proposal 2026-07-09 14:04:02 +08:00
openclaw e1f4d1f267 Add Search agent adapter tests 2026-07-09 14:03:59 +08:00
openclaw 00d37b2d1a Add Search Gateway agent adapters 2026-07-09 14:03:53 +08:00
openclaw 887061e65b Add complete Search Gateway runtime deployment command 2026-07-09 13:27:49 +08:00
openclaw bb2b301c4e Add Search Gateway orchestrator tests 2026-07-09 13:27:45 +08:00
openclaw 2cc1acebd2 Add Search Gateway runtime orchestrator 2026-07-09 13:27:42 +08:00
openclaw 9dd2d33cbb Add Search Gateway event bridge 2026-07-09 13:27:37 +08:00
openclaw f648e19d4d Add Search provider registry tests 2026-07-09 13:26:37 +08:00
openclaw 9793239962 Add Search Gateway audit store 2026-07-09 13:26:34 +08:00
openclaw 81d5744e8e Add Search Gateway provider registry 2026-07-09 13:26:28 +08:00
openclaw 5d37ecfff0 Add OpenClaw deployment command for general Search Gateway 2026-07-09 12:48:23 +08:00
openclaw 64577a1eb8 Expose Search Gateway overview API 2026-07-09 12:48:14 +08:00
openclaw 720a7026b4 Generalize Search Gateway policy for group and user customization 2026-07-09 12:48:06 +08:00
openclaw e4a83388ae Add general Search Gateway tests 2026-07-09 12:47:54 +08:00
openclaw 2e9b749ce2 Generalize Search Gateway with profile-based query planning 2026-07-09 12:47:46 +08:00
openclaw a074b13a7a Add general Search Gateway profile resolver 2026-07-09 12:47:23 +08:00
openclaw 16877032ac Add OpenClaw deployment command for Search Gateway 2026-07-09 12:45:14 +08:00
openclaw 21dd8d10c0 Add Search Gateway dashboard tests 2026-07-09 12:45:05 +08:00
openclaw a2e9dab162 Add Search Gateway overview API 2026-07-09 12:45:01 +08:00
openclaw 99d49b5d85 Add Search Gateway fallback and compliance tests 2026-07-09 12:44:55 +08:00
openclaw 024bfc52f2 Add Search Gateway dashboard model 2026-07-09 12:44:45 +08:00
openclaw 4588cdf2d9 Add Search Gateway governance policy 2026-07-09 12:44:35 +08:00
openclaw 81147e44bb Add OpenClaw deployment command for Search Gateway 2026-07-09 12:41:12 +08:00
openclaw 0f41034b78 Add Search Gateway tests 2026-07-09 12:41:04 +08:00
openclaw 2c5d9995f9 Add Search Gateway governance policy 2026-07-09 12:40:55 +08:00
openclaw aa71ce9062 Add Search Gateway dashboard model 2026-07-09 12:40:49 +08:00
openclaw 967ef3bb3c Add Search Gateway API 2026-07-09 12:40:41 +08:00
openclaw d05055abb6 Add governed Search Gateway core 2026-07-09 12:40:35 +08:00
openclaw a905b92fcc Create governed Search Gateway capability branch 2026-07-09 12:40:14 +08:00
gito 797e301968 Merge pull request 'chore: merge agent-observability-webui patch branch' (#2) from patch/agent-observability-webui into main 2026-07-09 12:32:29 +08:00
openclaw d5ded1e48a release: version bump to V1R4C2 2026-07-09 12:27:04 +08:00
openclaw 741206597b Merge branch 'patch/agent-observability-webui' 2026-07-09 11:03:37 +08:00
openclaw 36755f5f8b fix: update BARE_REPO path from aios-v23.git to aios.git 2026-07-09 11:03:29 +08:00
openclaw fe36cc9241 feat(version): define V1R4C1 release version
- Group-owner-agent-context-isolation
- Agent Observability complete loop
- Agent Event Bus unified platform
- Agent Command Plane and Audit Plane
- OpenAPI workspace permission fix
2026-07-09 10:59:35 +08:00
gito c1e05f7c4a feat: merge group-owner-agent-context-isolation patch
feat: deploy group-owner-agent-context-isolation
2026-07-09 10:52:27 +08:00
openclaw eb4a3adb3f feat: deploy group-owner-agent-context-isolation patch
- Add agent context isolation API, RBAC, resolver, audit, dashboard modules
- Deploy context isolation policy config
- Fix OpenAPI workspace permissions (chown aiman:gitops)
- Update ChatGPT actions API with new internals
- Add CMD files for group/owner isolation and permission fix
- Archive completed command files
2026-07-09 10:45:21 +08:00
openclaw f1ebd2cf99 Add OpenClaw hook wiring command for agent observability 2026-07-09 10:16:30 +08:00
openclaw cb3b5f1e01 Add closed loop agent observability tests 2026-07-09 10:16:27 +08:00
openclaw 6fc538bf50 Add Agent Event Bus observability bridge 2026-07-09 10:16:23 +08:00
openclaw 665c33f69a Add runtime hooks for agent observability 2026-07-09 10:16:17 +08:00
openclaw 880591fc00 Add OpenClaw command for complete agent observability loop 2026-07-09 10:14:28 +08:00
openclaw 68060fbcba Add agent observability API 2026-07-09 10:14:24 +08:00
openclaw db1ebc29e0 Add persistent agent observability store 2026-07-09 10:14:18 +08:00
openclaw 93b8709c36 Add OpenClaw command for agent observability dashboard 2026-07-09 10:02:45 +08:00
openclaw 7900c4df2e Add agent observability policy 2026-07-09 10:02:40 +08:00
openclaw 8b6fb1c06e Add agent observability Web UI dashboard model 2026-07-09 10:02:35 +08:00
openclaw de8b996dea Add OpenClaw Hermes agent observability model 2026-07-09 10:02:29 +08:00
openclaw eb8d229f28 Create agent observability web UI patch branch 2026-07-09 10:02:20 +08:00
openclaw c93f99da41 feat: add AI evolution dashboard API endpoint
- Serve HTML dashboard at /admin/ai-evolution/
- API endpoint /admin/ai-evolution/api/data returning baseline, versions, commands, agent_runs
- Background agent runner base class for autonomous file operations
- Chat API sync service with real-time message polling and task execution
- Add admin route to aios_chatgpt_actions_api.py, fix missing start_time variable
2026-07-09 00:24:23 +08:00
openclaw c2e782e6fa fix: add admin/ai-evolution route to API, fix missing start_time
- Inserted /admin/ai-evolution endpoint returning baseline, versions, commands, agent_runs
- Added helper functions: baselines(), commands(), agent_runs()
- Added missing start_time module-level variable
- This enables the Web UI dashboard for monitoring AIOS GitOps state
2026-07-09 00:07:16 +08:00
openclaw 7fd4a4aae3 Merge: resolve conflict in aios_chatgpt_actions_api.py, remove patches conflict 2026-07-08 21:07:54 +08:00
openclaw e4bcf47f79 feat(cmd): enable Agent Command Plane, audit plane, and Web UI dashboard
CMD-20260708-fix-git-actions-write-and-enable-audit-plane
CMD-BOOTSTRAP-001-enable-command-plane

- Add admin AI evolution dashboard (Web UI)
- Add Agent Command Plane structure (agents/, cmd/)
- Add audit plane with agent-run records
- Add architecture documentation
- Fix gitops-write-bot token authentication

Baseline: V1R3C1
2026-07-08 21:07:54 +08:00
openclaw 00cc1d9b6d feat(cmd): add final report for autonomous operation enablement
- Add evidence/final-report.md documenting all deliverables
- Web UI dashboard confirmed running at /admin/ai-evolution

Baseline: V1R3C1
2026-07-08 17:24:21 +08:00
openclaw da67ec9714 feat(cmd): enable autonomous operation and notification system
CMD-20260708-enable-aios-autonomous-operation-and-notification

- Add autonomous controller daemon (agents/scripts/autonomous_controller.py)
- Add agent-run audit record (openclaw-20260708-003)
- Register ai-evolution Web UI routes in API service
- Update baseline/promotions/ with V1R4C0-test owner approval
- Update version-history/ with V1R4C0-test promotion record

Components:
  - agents/scripts/autonomous_controller.py - health checks, auto-patching, state mgmt
  - active-runtime/app/aios_chatgpt_actions_api.py - admin/ai-evolution routes
  - audit/agent-runs/ - agent execution audit trail

Baseline: V1R3C1
2026-07-08 17:11:56 +08:00
openclaw 2e93ed904a Add OpenClaw deployment command for unified Agent Event Bus 2026-07-08 16:51:02 +08:00
openclaw b901fa3a5a Add unified Agent Event Bus tests 2026-07-08 16:50:24 +08:00
openclaw b9778f1f69 Add unified Agent Event Bus OpenAPI operation ids 2026-07-08 16:50:07 +08:00
openclaw 41c4c4f003 Add unified Agent Event Bus configuration 2026-07-08 16:49:57 +08:00
openclaw d119c2d87c Add unified Agent Event Bus admin dashboard model 2026-07-08 16:49:31 +08:00
openclaw 0a143c6b98 Add OpenClaw deploy command for unified Agent Event Bus 2026-07-08 16:37:04 +08:00
openclaw 7ef76b739f Add unified Agent Event Bus configuration 2026-07-08 16:37:00 +08:00
openclaw a46878f9b8 Add unified Agent Event Bus admin dashboard 2026-07-08 16:36:56 +08:00
openclaw f73c7946d0 Add unified Agent Event Bus Actions API with compatibility adapters 2026-07-08 16:36:53 +08:00
openclaw ecd7ec40dd Implement unified Agent Event Bus 2026-07-08 16:36:47 +08:00
openclaw 82bf1bd118 Create unified agent event bus implementation branch 2026-07-08 16:36:38 +08:00
openclaw ac89ba2576 chore: create next command CMD-20260709-enable-autonomous-controller 2026-07-08 16:19:17 +08:00
openclaw c9f1c28616 chore: add evidence for CMD-20260708-enable-aios-autonomous-operation-and-notification 2026-07-08 16:15:16 +08:00
openclaw c796347655 chore(chatgpt): create patch/chatgpt-br-1783496324783-496c38aa 2026-07-08 16:14:39 +08:00
openclaw 9dad8b57a7 feat(cmd): implement Agent Command Plane and Audit Plane (V1R3C1)
CMD-20260708-fix-git-actions-write-and-enable-audit-plane

- Fix: gitops.tokens gitops-write-bot SHA256 hash sync
- Add: agents/ command registry + directory structure
- Add: audit/ full execution audit plane
- Add: evidence/ CMD report files
- Add: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md

Closes CMD-20260708. Next: CMD-20260709-autonomous-controller-enable
2026-07-08 15:38:18 +08:00
aios ff40a89987 chore(chatgpt): update test/cmd-permission-check.txt 2026-07-08 15:33:52 +08:00
aios 8fd86d6100 chore(baseline): promote baseline to V1R3C1
V1R3C1 is the self-loop autonomous engine corrective release.
V1R3C0 remains infrastructure fix only.
Previous baseline: V1R2C3
2026-07-08 14:36:16 +08:00
171 changed files with 7204 additions and 3390 deletions
+1
View File
@@ -10,3 +10,4 @@ node_modules/
runtime/tmp/
runtime/cache/
logs/
config/test_write_perms
+1 -1
View File
@@ -1 +1 @@
V1R1C4
V1R4C2
-93
View File
@@ -1,93 +0,0 @@
"""Adaptive policy engine for self-loop optimization.
Optimizes retry, cooldown, and low-risk automation choices from failure history.
It never disables owner gates or security controls.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass
from typing import Any
from .failure_memory import FailureMemory
@dataclass(frozen=True)
class AdaptiveDecision:
retry_limit: int
cooldown_seconds: int
automation_level: str
risk_level: str
owner_approval_required: bool
reasons: tuple[str, ...]
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class AdaptivePolicy:
def __init__(self, default_retry_limit: int = 3, default_cooldown_seconds: int = 30):
self.default_retry_limit = default_retry_limit
self.default_cooldown_seconds = default_cooldown_seconds
def evaluate(
self,
memory: FailureMemory,
runtime: dict[str, Any],
baseline: dict[str, Any],
goal: str,
) -> AdaptiveDecision:
reasons: list[str] = []
retry_limit = self.default_retry_limit
cooldown = self.default_cooldown_seconds
risk = "low"
automation = "safe"
top = memory.top_failures(1)
if top:
score = float(top[0].get("recurrence_score", 0))
if score >= 0.7:
retry_limit = 1
cooldown = 300
risk = "high"
automation = "analysis_only"
reasons.append("recurrent failure detected; reduce automatic retries")
elif score >= 0.4:
cooldown = 120
reasons.append("failure recurrence increasing; slow down loop")
if runtime.get("status") != "active":
risk = "high"
automation = "analysis_only"
reasons.append("runtime not healthy")
if baseline.get("codex_gitops", {}).get("direct_main_push"):
risk = "high"
automation = "analysis_only"
reasons.append("direct main push policy drift")
owner_gate = True
reasons.append("owner gate preserved")
if not reasons:
reasons.append(f"optimize policy for goal: {goal}")
return AdaptiveDecision(
retry_limit=retry_limit,
cooldown_seconds=cooldown,
automation_level=automation,
risk_level=risk,
owner_approval_required=owner_gate,
reasons=tuple(reasons),
)
def apply_to_scheduler(self, decision: AdaptiveDecision) -> dict[str, Any]:
return {
"max_attempts": decision.retry_limit,
"cooldown_seconds": decision.cooldown_seconds,
"automation_level": decision.automation_level,
"owner_approval_required": decision.owner_approval_required,
}
__all__ = ["AdaptiveDecision", "AdaptivePolicy"]
+56
View File
@@ -0,0 +1,56 @@
"""API adapter for agent context routing and visibility."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .agent_context_dashboard import AgentContextDashboard
from .agent_context_rbac import AgentContextRBAC
from .agent_context_resolver import AgentContextResolver
resolver = AgentContextResolver()
rbac = AgentContextRBAC()
dashboard = AgentContextDashboard()
def resolve_agent_context(payload: dict[str, Any]) -> dict[str, Any]:
route = rbac.route(payload["user_id"], payload.get("group_id"), payload.get("role", "user"))
context = resolver.resolve(
user_id=payload["user_id"],
group_id=payload.get("group_id", ""),
session=payload.get("session"),
user_profile=payload.get("user_profile"),
group_policy=payload.get("group_policy"),
agent_default=payload.get("agent_default"),
owner_policy=payload.get("owner_policy"),
owner=payload.get("role") == "owner",
)
return {"routing": route.to_dict(), "context": context.to_dict()}
def get_context_dashboard() -> dict[str, Any]:
return dashboard.overview()
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/context", tags=["context-isolation"])
@router.post("/resolve", operation_id="resolveAgentContext")
def resolve(payload: dict[str, Any]):
return resolve_agent_context(payload)
@router.get("/overview", operation_id="getAgentContextDashboard")
def overview():
return get_context_dashboard()
return router
router = build_router()
__all__ = ["router", "resolve_agent_context", "get_context_dashboard"]
+23
View File
@@ -0,0 +1,23 @@
"""Audit context resolution decisions."""
from datetime import datetime, timezone
from typing import Any
def utc_now():
return datetime.now(timezone.utc).isoformat()
class AgentContextAudit:
def record(self, context: dict[str, Any]) -> dict[str, Any]:
return {
"event": "context_loaded",
"agent_id": context.get("agent_id"),
"user_id": context.get("user_id"),
"group_id": context.get("group_id"),
"layers": [x.get("name") for x in context.get("layers", [])],
"timestamp": utc_now(),
}
__all__ = ["AgentContextAudit"]
@@ -0,0 +1,47 @@
"""Web UI model for context isolation visibility."""
from __future__ import annotations
from typing import Any
class AgentContextDashboard:
def overview(self, contexts: list[dict[str, Any]] | None = None) -> dict[str, Any]:
contexts = contexts or []
return {
"module": "agent-context-isolation",
"route": "/admin/ai-evolution/context",
"title": "Agent Context Isolation",
"panels": [
{
"name": "agent-routing",
"title": "Agent 路由",
"data": contexts,
},
{
"name": "context-layers",
"title": "Context 来源层级",
"layers": [
"safety_policy",
"owner_policy",
"group_policy",
"role_policy",
"user_profile",
"session_context",
"agent_default",
],
},
{
"name": "audit",
"title": "Context 审计",
"events": [
"context_loaded",
"profile_updated",
"agent_selected",
],
},
],
}
__all__ = ["AgentContextDashboard"]
+55
View File
@@ -0,0 +1,55 @@
"""RBAC binding for group main agents and owner agents."""
from __future__ import annotations
from dataclasses import asdict, dataclass
from typing import Any
@dataclass(frozen=True)
class AgentRoutingDecision:
user_id: str
group_id: str
role: str
agent_id: str
scope: str
allowed: bool
reason: str
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class AgentContextRBAC:
"""Routes users to group agents and owners to dedicated owner agents."""
VALID_ROLES = {"user", "group_admin", "owner"}
def route(self, user_id: str, group_id: str | None, role: str) -> AgentRoutingDecision:
if role not in self.VALID_ROLES:
return AgentRoutingDecision(user_id, group_id or "", role, "", "none", False, "unknown_role")
if role == "owner":
return AgentRoutingDecision(
user_id=user_id,
group_id=group_id or "global",
role=role,
agent_id=f"owner-agent:{user_id}",
scope="global",
allowed=True,
reason="owner_dedicated_agent",
)
if not group_id:
return AgentRoutingDecision(user_id, "", role, "", "none", False, "group_required")
scope = "group" if role == "group_admin" else "self"
return AgentRoutingDecision(
user_id=user_id,
group_id=group_id,
role=role,
agent_id=f"group-main-agent:{group_id}",
scope=scope,
allowed=True,
reason="group_agent_routing",
)
__all__ = ["AgentRoutingDecision", "AgentContextRBAC"]
@@ -0,0 +1,82 @@
"""Multi-user agent context resolver.
Architecture:
- shared agent kernel
- group main agent
- owner dedicated agent
- user profile overlay
- session overlay
Personal preferences never enter shared USER.md.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class ContextLayer:
name: str
priority: int
data: dict[str, Any]
@dataclass
class EffectiveContext:
agent_id: str
user_id: str
group_id: str
layers: list[ContextLayer]
resolved: dict[str, Any]
resolved_at: str = field(default_factory=utc_now)
def to_dict(self):
return {
"agent_id": self.agent_id,
"user_id": self.user_id,
"group_id": self.group_id,
"layers": [asdict(x) for x in self.layers],
"resolved": self.resolved,
"resolved_at": self.resolved_at,
}
class AgentContextResolver:
"""Resolves context without shared user-state pollution."""
def resolve(
self,
user_id: str,
group_id: str,
session: dict[str, Any] | None = None,
user_profile: dict[str, Any] | None = None,
group_policy: dict[str, Any] | None = None,
agent_default: dict[str, Any] | None = None,
owner_policy: dict[str, Any] | None = None,
owner: bool = False,
) -> EffectiveContext:
layers = [
ContextLayer("agent_default", 10, agent_default or {}),
ContextLayer("group_policy", 30, group_policy or {}),
ContextLayer("user_profile", 50, user_profile or {}),
ContextLayer("session", 70, session or {}),
]
agent_id = f"group-main-agent:{group_id}"
if owner:
agent_id = f"owner-agent:{user_id}"
layers.append(ContextLayer("owner_policy", 90, owner_policy or {}))
resolved: dict[str, Any] = {}
# Higher priority overlays lower priority except safety policies handled upstream.
for layer in sorted(layers, key=lambda x: x.priority):
resolved.update(layer.data)
return EffectiveContext(agent_id, user_id, group_id, layers, resolved)
__all__ = ["ContextLayer", "EffectiveContext", "AgentContextResolver"]
+77
View File
@@ -0,0 +1,77 @@
"""Actions API for unified Agent Event Bus."""
from __future__ import annotations
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .agent_event_bus import AgentEventBus
bus = AgentEventBus()
def create_agent_event(payload: dict[str, Any]) -> dict[str, Any]:
return {"status": "ok", "event": bus.publish(**payload)}
def list_agent_events(kind: str | None = None, status: str = "pending") -> dict[str, Any]:
return {"status": "ok", "events": bus.list_events(kind, status)}
def get_agent_event(event_id: str) -> dict[str, Any]:
return {"status": "ok", "event": bus.get(event_id)}
def transition_agent_event(event_id: str, status: str, actor: str = "system") -> dict[str, Any]:
return {"status": "ok", "event": bus.transition(event_id, status, actor)}
def agent_event_stats() -> dict[str, Any]:
return {"status": "ok", "stats": bus.stats()}
# Compatibility adapters
def list_gpt_inbox_messages():
return list_agent_events(kind="gpt_inbox")
def ack_gpt_inbox_message(event_id: str):
return transition_agent_event(event_id, "completed", "custom-gpt")
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/agent-events", tags=["agent-events"])
@router.post("", operation_id="createAgentEvent")
def create(payload: dict[str, Any]):
return create_agent_event(payload)
@router.get("", operation_id="listAgentEvents")
def listing(kind: str | None = None, status: str = "pending"):
return list_agent_events(kind, status)
@router.get("/{event_id}", operation_id="getAgentEvent")
def get(event_id: str):
return get_agent_event(event_id)
@router.post("/{event_id}/transition", operation_id="transitionAgentEvent")
def transition(event_id: str, payload: dict[str, Any]):
return transition_agent_event(event_id, payload["status"], payload.get("actor", "system"))
@router.get("/stats/overview", operation_id="getAgentEventStats")
def stats():
return agent_event_stats()
return router
router = build_router()
__all__ = ["router", "create_agent_event", "list_agent_events", "get_agent_event", "transition_agent_event"]
+125
View File
@@ -0,0 +1,125 @@
"""Unified Agent Event Bus.
Unifies commands, GPT messages, replies, approvals, audit and reports into one
state machine. Compatibility layers can filter events by kind instead of keeping
separate queues.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from hashlib import sha256
from pathlib import Path
import json
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass
class AgentEvent:
id: str
kind: str
source: str
target: str
summary: str
payload: dict[str, Any]
status: str = "pending"
correlation_id: str | None = None
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
actor: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class AgentEventBus:
STATES = ("pending", "running", "completed", "failed")
def __init__(self, root: str = "agents/events"):
self.root = Path(root)
for state in self.STATES:
(self.root / state).mkdir(parents=True, exist_ok=True)
(self.root / "audit").mkdir(parents=True, exist_ok=True)
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
event_id = "evt_" + sha256(
json.dumps(
{"kind": kind, "source": source, "summary": summary, "payload": payload},
sort_keys=True,
ensure_ascii=False,
).encode("utf-8")
).hexdigest()[:16]
event = AgentEvent(event_id, kind, source, target, summary, payload, correlation_id=correlation_id)
self._write("pending", event.to_dict())
self._audit("created", event.to_dict())
return event.to_dict()
def list_events(self, kind: str | None = None, status: str = "pending", limit: int = 100) -> list[dict[str, Any]]:
result = []
for path in sorted((self.root / status).glob("*.json")):
event = self._read(path)
if kind and event.get("kind") != kind:
continue
result.append(event)
return result[:limit]
def get(self, event_id: str) -> dict[str, Any] | None:
for state in self.STATES:
path = self.root / state / f"{event_id}.json"
if path.exists():
return self._read(path)
return None
def transition(self, event_id: str, status: str, actor: str | None = None) -> dict[str, Any]:
event = self.get(event_id)
if not event:
return {"status": "not_found", "id": event_id}
if status not in self.STATES:
return {"status": "invalid_state"}
old = event.get("status", "pending")
old_path = self.root / old / f"{event_id}.json"
event["status"] = status
event["actor"] = actor
event["updated_at"] = utc_now()
self._write(status, event)
if old_path.exists() and old != status:
old_path.unlink()
self._audit("transition", event, {"from": old, "to": status})
return event
def stats(self) -> dict[str, Any]:
return {
"events": {state: len(list((self.root / state).glob("*.json"))) for state in self.STATES},
"audit_events": len(list((self.root / "audit").glob("*.json"))),
"status": "healthy",
}
def _write(self, state: str, data: dict[str, Any]):
(self.root / state / f"{data['id']}.json").write_text(
json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8"
)
def _read(self, path: Path):
return json.loads(path.read_text(encoding="utf-8"))
def _audit(self, action: str, event: dict[str, Any], extra: dict[str, Any] | None = None):
data = {"action": action, "event": event, "extra": extra or {}, "time": utc_now()}
(self.root / "audit" / f"{event['id']}-{action}.json").write_text(
json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8"
)
__all__ = ["AgentEvent", "AgentEventBus"]
@@ -0,0 +1,50 @@
"""Admin dashboard data model for the unified Agent Event Bus."""
from __future__ import annotations
from collections import Counter
from typing import Any
from .agent_event_bus import AgentEventBus
class AgentEventDashboard:
def __init__(self, bus: AgentEventBus | None = None):
self.bus = bus or AgentEventBus()
def overview(self) -> dict[str, Any]:
stats = self.bus.stats()
pending = self.bus.list_events(status="pending")
running = self.bus.list_events(status="running")
completed = self.bus.list_events(status="completed")
failed = self.bus.list_events(status="failed")
all_visible = pending + running + completed + failed
by_kind = Counter(event.get("kind", "unknown") for event in all_visible)
by_target = Counter(event.get("target", "unknown") for event in all_visible)
return {
"module": "agent-event-bus",
"title": "Unified Agent Event Bus",
"route": "/admin/ai-evolution/events",
"metrics": {
**stats,
"by_kind": dict(by_kind),
"by_target": dict(by_target),
"gpt_inbox_pending": by_kind.get("gpt_inbox", 0),
"openclaw_pending": len([e for e in pending if e.get("target") == "openclaw"]),
},
"panels": [
"event timeline",
"pending commands",
"GPT inbox",
"agent replies",
"failure reports",
"audit trail",
],
"audit": {
"enabled": True,
"location": "agents/events/audit",
},
}
__all__ = ["AgentEventDashboard"]
@@ -0,0 +1,37 @@
"""Bridge Agent Event Bus events into Agent Observability metrics."""
from .agent_observability_hooks import AgentObservabilityHooks
class AgentEventObservabilityBridge:
def __init__(self, hooks: AgentObservabilityHooks | None = None):
self.hooks = hooks or AgentObservabilityHooks()
def consume(self, event: dict):
kind = event.get("kind")
payload = event.get("payload", {})
if kind == "agent_started":
return self.hooks.start(
user_id=payload.get("user_id", "unknown"),
visible_scope=payload.get("scope", "self"),
entry_agent=payload.get("agent", "unknown"),
execution_id=event.get("id"),
)
if kind == "agent_delegated":
return self.hooks.delegate(event["execution_id"], payload.get("agent", "unknown"))
if kind == "token_consumed":
return self.hooks.tokens(
event["execution_id"],
payload.get("input_tokens", 0),
payload.get("output_tokens", 0),
)
if kind in {"agent_completed", "agent_failed"}:
return self.hooks.finish(
event["execution_id"],
payload.get("closed_by"),
"failed" if kind == "agent_failed" else "completed",
)
return {"status": "ignored", "kind": kind}
__all__ = ["AgentEventObservabilityBridge"]
+80
View File
@@ -0,0 +1,80 @@
"""Agent orchestration observability model.
Tracks OpenClaw, Hermes and sub-agent execution chains. Token usage is optional
and depends on model adapter instrumentation.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now():
return datetime.now(timezone.utc).isoformat()
@dataclass
class AgentExecutionRecord:
execution_id: str
user_id: str
visible_scope: str
entry_agent: str
path: list[str]
used_hermes: bool
closed_by: str
duration_ms: int = 0
input_tokens: int | None = None
output_tokens: int | None = None
total_tokens: int | None = None
status: str = "completed"
started_at: str = field(default_factory=utc_now)
ended_at: str = field(default_factory=utc_now)
def to_dict(self):
return asdict(self)
class AgentObservability:
def __init__(self):
self.records: list[AgentExecutionRecord] = []
def record(self, record: AgentExecutionRecord):
self.records.append(record)
return record.to_dict()
def summary(self, user_id: str | None = None) -> dict[str, Any]:
records = [r for r in self.records if not user_id or r.user_id == user_id]
hermes = [r for r in records if r.used_hermes]
direct = [r for r in records if not r.used_hermes]
return {
"total_executions": len(records),
"openclaw_independent_loops": len(direct),
"hermes_orchestrated_loops": len(hermes),
"average_duration_ms": (
sum(r.duration_ms for r in records) / len(records) if records else 0
),
"token_usage": {
"input": sum(r.input_tokens or 0 for r in records),
"output": sum(r.output_tokens or 0 for r in records),
"total": sum(r.total_tokens or 0 for r in records),
},
}
def hermes_tree(self, user_id: str | None = None):
return [
{
"execution_id": r.execution_id,
"entry": r.entry_agent,
"used_hermes": r.used_hermes,
"children": r.path,
"duration_ms": r.duration_ms,
"tokens": r.total_tokens,
}
for r in self.records
if (not user_id or r.user_id == user_id)
]
__all__ = ["AgentExecutionRecord", "AgentObservability"]
@@ -0,0 +1,52 @@
"""API for agent orchestration observability."""
from __future__ import annotations
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .agent_observability import AgentExecutionRecord
from .agent_observability_dashboard import AgentObservabilityDashboard
from .agent_observability_store import AgentObservabilityStore
store = AgentObservabilityStore()
dashboard = AgentObservabilityDashboard(store.load())
def record_agent_execution(payload: dict[str, Any]):
record = AgentExecutionRecord(**payload)
return {"status": "ok", "record": store.append(record)}
def get_agent_observability(user_id: str | None = None, group_id: str | None = None, role: str = "user"):
records = store.query(user_id, group_id, role)
return {
"status": "ok",
"records": records,
"summary": store.load().summary(user_id if role != "owner" else None),
}
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/agents", tags=["agent-observability"])
@router.post("/execution", operation_id="recordAgentExecution")
def record(payload: dict[str, Any]):
return record_agent_execution(payload)
@router.get("/overview", operation_id="getAgentObservabilityOverview")
def overview(user_id: str | None = None, group_id: str | None = None, role: str = "user"):
return get_agent_observability(user_id, group_id, role)
return router
router = build_router()
__all__ = ["router", "record_agent_execution", "get_agent_observability"]
@@ -0,0 +1,44 @@
"""Web UI dashboard model for agent execution visibility."""
from .agent_observability import AgentObservability
class AgentObservabilityDashboard:
def __init__(self, observability: AgentObservability | None = None):
self.observability = observability or AgentObservability()
def overview(self, user_id: str | None = None):
return {
"route": "/admin/ai-evolution/agents",
"title": "Agent Orchestration Observability",
"summary": self.observability.summary(user_id),
"views": [
{
"name": "scheduler_flow",
"title": "OpenClaw/Hermes 调度流程",
"data": self.observability.hermes_tree(user_id),
},
{
"name": "agent_metrics",
"title": "智能体指标",
"fields": [
"duration_ms",
"input_tokens",
"output_tokens",
"total_tokens",
"status",
],
},
{
"name": "loop_distribution",
"title": "闭环分布",
"fields": [
"openclaw_independent_loops",
"hermes_orchestrated_loops",
],
},
],
}
__all__ = ["AgentObservabilityDashboard"]
@@ -0,0 +1,113 @@
"""Runtime hooks for Agent Observability.
OpenClaw/Hermes/sub-agents can call these hooks at start/end/delegation points.
The hooks store sanitized metadata only: no prompts, no secrets, no private message
content.
"""
from __future__ import annotations
from dataclasses import dataclass, field
from datetime import datetime, timezone
from typing import Any
from uuid import uuid4
from .agent_observability import AgentExecutionRecord
from .agent_observability_store import AgentObservabilityStore
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def parse_time(value: str) -> datetime:
return datetime.fromisoformat(value.replace("Z", "+00:00"))
@dataclass
class AgentRunContext:
execution_id: str
user_id: str
visible_scope: str
entry_agent: str
path: list[str] = field(default_factory=list)
used_hermes: bool = False
started_at: str = field(default_factory=utc_now)
input_tokens: int = 0
output_tokens: int = 0
status: str = "running"
def delegate(self, agent_name: str) -> None:
if agent_name not in self.path:
self.path.append(agent_name)
if agent_name.lower() == "hermes":
self.used_hermes = True
def add_tokens(self, input_tokens: int = 0, output_tokens: int = 0) -> None:
self.input_tokens += max(input_tokens, 0)
self.output_tokens += max(output_tokens, 0)
class AgentObservabilityHooks:
def __init__(self, store: AgentObservabilityStore | None = None):
self.store = store or AgentObservabilityStore()
self.active: dict[str, AgentRunContext] = {}
def start(
self,
user_id: str,
visible_scope: str,
entry_agent: str,
execution_id: str | None = None,
) -> dict[str, Any]:
run = AgentRunContext(
execution_id=execution_id or f"exec_{uuid4().hex[:12]}",
user_id=user_id,
visible_scope=visible_scope,
entry_agent=entry_agent,
path=[entry_agent],
used_hermes=entry_agent.lower() == "hermes",
)
self.active[run.execution_id] = run
return {"status": "started", "execution_id": run.execution_id, "run": run.__dict__}
def delegate(self, execution_id: str, agent_name: str) -> dict[str, Any]:
run = self.active[execution_id]
run.delegate(agent_name)
return {"status": "delegated", "execution_id": execution_id, "path": run.path}
def tokens(self, execution_id: str, input_tokens: int = 0, output_tokens: int = 0) -> dict[str, Any]:
run = self.active[execution_id]
run.add_tokens(input_tokens, output_tokens)
return {
"status": "tokens_recorded",
"execution_id": execution_id,
"input_tokens": run.input_tokens,
"output_tokens": run.output_tokens,
"total_tokens": run.input_tokens + run.output_tokens,
}
def finish(self, execution_id: str, closed_by: str | None = None, status: str = "completed") -> dict[str, Any]:
run = self.active.pop(execution_id)
ended_at = utc_now()
duration_ms = int((parse_time(ended_at) - parse_time(run.started_at)).total_seconds() * 1000)
record = AgentExecutionRecord(
execution_id=run.execution_id,
user_id=run.user_id,
visible_scope=run.visible_scope,
entry_agent=run.entry_agent,
path=run.path,
used_hermes=run.used_hermes,
closed_by=closed_by or run.path[-1],
duration_ms=duration_ms,
input_tokens=run.input_tokens,
output_tokens=run.output_tokens,
total_tokens=run.input_tokens + run.output_tokens,
status=status,
started_at=run.started_at,
ended_at=ended_at,
)
return {"status": "stored", "record": self.store.append(record)}
__all__ = ["AgentRunContext", "AgentObservabilityHooks"]
@@ -0,0 +1,45 @@
"""Persistent store for agent observability records.
Stores sanitized execution metrics for OpenClaw/Hermes/sub-agents. No prompts,
secrets, or private message contents are persisted here; only metrics and routing
metadata are stored for Web UI statistics and audit.
"""
from __future__ import annotations
import json
from pathlib import Path
from typing import Any
from .agent_observability import AgentExecutionRecord, AgentObservability
class AgentObservabilityStore:
def __init__(self, root: str = "runtime/agent-observability"):
self.root = Path(root)
self.records_dir = self.root / "records"
self.records_dir.mkdir(parents=True, exist_ok=True)
def append(self, record: AgentExecutionRecord) -> dict[str, Any]:
path = self.records_dir / f"{record.execution_id}.json"
data = record.to_dict()
path.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
return data
def load(self) -> AgentObservability:
observability = AgentObservability()
for path in sorted(self.records_dir.glob("*.json")):
raw = json.loads(path.read_text(encoding="utf-8"))
observability.records.append(AgentExecutionRecord(**raw))
return observability
def query(self, user_id: str | None = None, group_id: str | None = None, role: str = "user") -> list[dict[str, Any]]:
records = [record.to_dict() for record in self.load().records]
if role == "owner":
return records
if role == "group_admin" and group_id:
return [r for r in records if r.get("visible_scope") == group_id or r.get("user_id") == user_id]
return [r for r in records if r.get("user_id") == user_id]
__all__ = ["AgentObservabilityStore"]
+100 -2
View File
@@ -15,7 +15,7 @@ TOKEN_FILE = Path(os.getenv('AIOS_GITOPS_TOKEN_FILE', str(SECRETS / 'gitops.toke
HOST = os.getenv('AIOS_GITOPS_HOST', '127.0.0.1')
PORT = int(os.getenv('AIOS_GITOPS_PORT', '18890'))
OPENAPI = WS / 'docs' / 'gitops' / 'openapi-chatgpt-actions.yaml'
BARE_REPO = Path(os.getenv('AIOS_GITOPS_BARE_REPO', str(ROOT / 'runtime' / 'gitea-bin' / 'data' / 'repositories' / 'aios' / 'aios-v23.git')))
BARE_REPO = Path(os.getenv('AIOS_GITOPS_BARE_REPO', str(ROOT / 'runtime' / 'gitea-bin' / 'data' / 'repositories' / 'aios' / 'aios.git')))
monitor = ActionMonitor()
BASE_MODELS = [
@@ -200,6 +200,11 @@ class H(BaseHTTPRequestHandler):
latest=monitor.latest()
ldict={'event_id':latest.event_id,'action':latest.action,'error':latest.error,'context':latest.context,'created_at':latest.created_at} if latest else None
return self.sendj({'events':[{"event_id":e.event_id,"action":e.action,"error":e.error,"context":e.context,"created_at":e.created_at} for e in monitor.list_events()],'latest':ldict})
# Admin AI Evolution Dashboard
if path in ('/admin/ai-evolution','/admin/ai-evolution/'):
return self.ai_evolution_page()
if path in ('/admin/ai-evolution/api/data'):
return self.ai_evolution_data()
return self.sendj({'error':'not_found','path':path},404)
except Exception as e:
monitor.record_failure('do_GET', str(e), {'path':path})
@@ -290,9 +295,102 @@ class H(BaseHTTPRequestHandler):
elif 'model' in low or '模型' in text: intent='model_change'; plan=['use POST /api/model or PUT /api/model-priority','commit metadata']
elif 'patch' in low or '补丁' in text: intent='patch_create'; plan=['call POST /api/patch']
b=checkout(data.get('branch') or f'patch/nl-{uid("nl")}', 'main', True); doc={'id':uid('nl'),'text':text,'intent':intent,'action_plan':plan,'execute':False,'owner_approval_required':True,'created_by':a['account'],'created_at':now()}; r=write_json(f'patches/nl/{safe(doc["id"])}.json', doc); c=commit([r], f'chore(chatgpt): record nl plan {intent}'); self.sendj({'status':'planned','branch':b,'request':doc,'commit':c})
_EVOLUTION_HTML = '''<!DOCTYPE html>
<html lang=zh-CN>
<head>
<meta charset=UTF-8>
<meta name=viewport content="width=device-width,initial-scale=1.0">
<title>AIOS Evolution Dashboard</title>
<script src=https://cdn.jsdelivr.net/npm/vue@3/dist/vue.global.prod.js></script>
<style>
*{margin:0;padding:0;box-sizing:border-box}
body{background:#0d1117;color:#c9d1d9;font-size:14px;line-height:1.7;font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Helvetica,Arial,sans-serif}
.c{max-width:1000px;margin:0 auto;padding:32px 24px}
h1{font-size:24px;color:#58a6ff;margin-bottom:2px}
.sub{color:#8b949e;font-size:13px;border-bottom:1px solid #21262d;padding-bottom:16px;margin-bottom:20px;display:flex;justify-content:space-between}
.g{display:grid;grid-template-columns:repeat(auto-fill,minmax(160px,1fr));gap:16px;margin-bottom:20px}
.s{background:#161b22;border:1px solid #21262d;border-radius:8px;padding:18px;text-align:center}
.s .v{font-size:28px;font-weight:700;color:#f0f6fc}
.s .l{font-size:11px;color:#8b949e;margin-top:4px}
.bx{background:#161b22;border:1px solid #21262d;border-radius:8px;margin-bottom:14px}
.bh{border-bottom:1px solid #21262d;padding:10px 16px;font-weight:600;font-size:14px;display:flex;gap:6px;align-items:center}
.bd{padding:12px 16px}
.rw{display:grid;grid-template-columns:1fr 1fr 100px 60px;gap:8px;padding:8px 16px;border-bottom:1px solid #21262d;font-size:13px;align-items:center;cursor:pointer;transition:background .15s}
.rw:hover{background:#1c2128}.rw:last-child{border-bottom:none}
.tg{display:inline-block;padding:2px 10px;border-radius:99px;font-size:11px;font-weight:600}
.ok{background:#3fb95033;color:#3fb950}.fl{background:#da363333;color:#f85149}.if{background:#1f6feb33;color:#58a6ff}
pre{background:#0d1117;padding:12px;border-radius:6px;overflow:auto;font-size:12px;color:#8b949e;max-height:300px;margin-top:8px}select{padding:8px 10px;border:1px solid #30363d;border-radius:6px;background:#21262d;color:#c9d1d9;font-size:13px;max-width:400px;width:100%;margin-bottom:4px;cursor:pointer}
</style>
</head>
<body>
<div id=app class=c>
<h1>AIOS Evolution Dashboard</h1>
<div class=sub><span>Baseline: {{baseline}}</span><span style=color:#8b949e>{{refreshMsg}}</span></div>
<div class=g><div class=s><div class=v>{{tot}}</div><div class=l>Commands</div></div><div class=s><div class=v style=color:#3fb950>{{sok}}</div><div class=l>Succeeded</div></div><div class=s><div class=v style=color:#f85149>{{sfail}}</div><div class=l>Failed</div></div><div class=s><div class=v>{{runs}}</div><div class=l>Executions</div></div></div>
<div class=bx><div class=bh>Version Timeline</div><div class=bd><div class=rw style=font-weight:600;border-bottom:2px solid #30363d;cursor:default><span>Version</span><span>Time</span><span>Result</span></div><div v-for=v in vs class=rw @click=selVer(v)><span style=color:#58a6ff>{{v.tag}}</span><span>{{v.time||'-'}}</span><span :class="'tg '+v.result">{{v.result||'-'}}</span></div></div></div>
<div class=bx><div class=bh>Commands</div><div class=bd><select v-model=cmd @change=loadCmd><option value>-- Select --</option><option v-for=c in cmds :value=c>{{c}}</option></select><pre v-if=cdet>{{cdet}}</pre></div></div>
<div class=bx><div class=bh>Recent Agent Runs</div><div class=bd><div class=rw style=font-weight:600;border-bottom:2px solid #30363d;cursor:default><span>Agent</span><span>Command</span><span>Count</span><span>Result</span></div><div v-for=r in aruns class=rw><span>{{r.agent||'-'}}</span><span style=overflow:hidden;white-space:nowrap;text-overflow:ellipsis>{{r.command}}</span><span>{{r.interaction_count||0}}</span><span :class="'tg '+r.final_result">{{r.final_result||'-'}}</span></div></div></div></div>
<script>
const{createApp,ref,onMounted}=Vue;createApp({setup(){const vs=ref([]),cmds=ref([]),ar=ref([]),cmd=ref(''),cdet=ref(null),tot=ref(0),sok=ref(0),sfail=ref(0),runs=ref(0),baseline=ref('V1R3C1'),refreshMsg=ref('')
async function ld(){try{const r=await fetch('/admin/ai-evolution/api/data'),d=await r.json();baseline.value=d.baseline||'V1R3C1';vs.value=d.versions||[];cmds.value=d.commands||[];ar.value=d.agent_runs||[];tot.value=d.stats?.total||0;sok.value=d.stats?.success||0;sfail.value=d.stats?.failed||0;runs.value=d.stats?.agent_runs||0;refreshMsg.value='Last updated: '+new Date().toLocaleString()}catch(e){}}
async function loadCmd(){if(!cmd.value){cdet.value=null;return}try{const r=await fetch('/admin/ai-evolution/api/data?command='+encodeURIComponent(cmd.value)),d=await r.json();cdet.value=JSON.stringify(d,null,2)}catch(e){cdet.value='Error'}}
function selVer(v){cmd.value=v.tag||v.id||v.version;loadCmd()}
onMounted(()=>{ld();setInterval(ld,30000)})
return{vs,cmds,ar,cmd,cdet,tot,sok,sfail,runs,baseline,refreshMsg,loadCmd,selVer}})mount('#app')
</script></body></html>'''
def ai_evolution_page(self):
self.send_response(200)
self.send_header('Content-Type', 'text/html; charset=utf-8')
self.send_header('Content-Length', str(len(self._EVOLUTION_HTML)))
self.end_headers()
self.wfile.write(self._EVOLUTION_HTML.encode())
def ai_evolution_data(self):
q=urllib.parse.urlparse(self.path).query
params=urllib.parse.parse_qs(q)
cmd_filter=(params.get('command') or [None])[0]
bl=jload(WS/'baseline'/'current.json',{})
current_ver=bl.get('current_baseline','V1R3C1')
tags=sh(['tag','--list','V*'])['stdout'].splitlines() if WS.exists() else []
versions=[]
if (WS/'baseline'/'promotions').exists():
for p in sorted((WS/'baseline'/'promotions').glob('*.json')):
d=jload(p,{});v=d.get('version',p.stem)
versions.append({'tag':v,'time':d.get('promoted_at','-'),'result':'ok'})
for t in tags:
if not any(v['tag']==t for v in versions):
versions.append({'tag':t,'time':'-','result':'if'})
agent_runs=[];ard=WS/'audit'/'agent-runs'
if ard.exists():
for f in sorted(ard.glob('*.json'),reverse=True)[:50]:
d=jload(f,{});agent_runs.append(d) if isinstance(d,dict) else None
cmd_dirs=[WS/'agents/commands/active',WS/'agents/commands/running',WS/'agents/commands/completed',WS/'agents/commands/failed']
commands=[]
for d in cmd_dirs:
if d.exists():
for f in sorted(d.glob('*.md')):
commands.append(f.name)
command_detail=None
if cmd_filter:
for d in cmd_dirs:
if d.exists():
fp=d/cmd_filter
if fp.exists():
command_detail={'command':cmd_filter,'content':fp.read_text(encoding='utf-8')}
break
if not command_detail:
command_detail={'command':cmd_filter,'error':'not_found'}
return self.sendj(command_detail)
completed=list((WS/'agents/commands/completed').glob('*.md')) if (WS/'agents/commands/completed').exists() else []
failed=list((WS/'agents/commands/failed').glob('*.md')) if (WS/'agents/commands/failed').exists() else []
stats={'total':len(commands),'success':len(completed),'failed':len(failed),'agent_runs':len(agent_runs)}
data={'baseline':current_ver,'versions':versions[-30:],'agent_runs':agent_runs,'commands':sorted(set(commands)),'stats':stats}
self.sendj(data)
def api_spec():
return {'version':'V1R1C0-chatgpt-actions','openapi':'/api/openapi.yaml','read':['GET /api/base','GET /api/ver','GET /api/diff','GET /api/patch','GET /api/model','GET /api/run'],'write':['POST /api/branch','POST /api/file','POST /api/commit','POST /api/patch','POST /api/tag','POST /api/rollback','POST /api/model','PUT /api/model-priority','POST /api/nl'],'policy':{'bearer_required_for_write':True,'direct_main_push':False,'delete_tag':False,'owner_approval_required_for_v_level':True,'api_keys_in_git':False,'git_secret_field':'secret_ref','online_git_sync':True}}
return {'version':'V1R1C0-chatgpt-actions','openapi':'/api/openapi.yaml','read':['GET /api/base','GET /api/ver','GET /api/diff','GET /api/patch','GET /api/model','GET /api/run','GET /admin/ai-evolution'],'write':['POST /api/branch','POST /api/file','POST /api/commit','POST /api/patch','POST /api/tag','POST /api/rollback','POST /api/model','PUT /api/model-priority','POST /api/nl'],'policy':{'bearer_required_for_write':True,'direct_main_push':False,'delete_tag':False,'owner_approval_required_for_v_level':True,'api_keys_in_git':False,'git_secret_field':'secret_ref','online_git_sync':True}}
def main():
print(f'AIOS ChatGPT GitOps adapter listening on {HOST}:{PORT}')
@@ -0,0 +1,38 @@
"""Autonomous Controller health adapter."""
from __future__ import annotations
from typing import Any
from .blocker_task_adapter import BlockerTaskAdapter
from .git_permission_watchdog import GitPermissionWatchdog
from .system_blocker_memory import SystemBlockerMemory
from .system_health_center import SystemHealthCenter
class AutonomousHealthAdapter:
def __init__(self):
self.git = GitPermissionWatchdog()
self.memory = SystemBlockerMemory()
self.task_adapter = BlockerTaskAdapter()
self.health = SystemHealthCenter()
def check(self, previous_blockers: list[dict[str, Any]] | None = None) -> dict[str, Any]:
git_report = self.git.scan().to_dict()
blockers = list(previous_blockers or [])
if git_report.get("status") != "healthy":
blockers.append({
"blocker_id": "git-permission",
"category": "git_permission",
"title": "Git object permission drift",
"severity": "p0",
"evidence": [str(git_report)],
})
return self.health.build(git_report=git_report, blockers=blockers)
def optimize_task(self, blocker: dict[str, Any]) -> dict[str, Any]:
decision = self.memory.decide(blocker)
return self.task_adapter.to_task(blocker, decision.to_dict())
__all__ = ["AutonomousHealthAdapter"]
-108
View File
@@ -1,108 +0,0 @@
"""Autonomous self-loop orchestration primitives.
Goal: detect gaps, classify risk, plan remediation, run checks, and emit an
approval-aware report without storing secrets or bypassing owner governance.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SelfLoopSignal:
name: str
status: str
severity: str = "info"
detail: str = ""
def ok(self) -> bool:
return self.status in {"ok", "done", "pass"}
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class RemediationStep:
id: str
title: str
action: str
risk: str = "low"
requires_owner_approval: bool = False
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass
class SelfLoopReport:
id: str
status: str
signals: list[SelfLoopSignal] = field(default_factory=list)
remediation: list[RemediationStep] = field(default_factory=list)
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"id": self.id,
"status": self.status,
"signals": [s.to_dict() for s in self.signals],
"remediation": [r.to_dict() for r in self.remediation],
"created_at": self.created_at,
}
class AutonomousSelfLoop:
def __init__(self, owner_approval_required: bool = True):
self.owner_approval_required = owner_approval_required
def probe(self, runtime: dict[str, Any], baseline: dict[str, Any]) -> list[SelfLoopSignal]:
return [
SelfLoopSignal("runtime_active", "ok" if runtime.get("status") == "active" else "fail", "critical"),
SelfLoopSignal("git_patch_only", "ok" if baseline.get("update_mode") == "git_patch_only" else "fail", "high"),
SelfLoopSignal("no_direct_main_push", "ok" if not baseline.get("codex_gitops", {}).get("direct_main_push", True) else "fail", "high"),
SelfLoopSignal("autonomous_recovery_loop", "ok" if baseline.get("features", {}).get("autonomous_recovery_loop") else "fail", "high"),
SelfLoopSignal("portal_gitops_dashboard", "ok" if baseline.get("features", {}).get("portal_gitops_dashboard") else "fail", "medium"),
]
def plan(self, signals: list[SelfLoopSignal]) -> list[RemediationStep]:
steps: list[RemediationStep] = []
failed = {s.name for s in signals if not s.ok()}
if "runtime_active" in failed:
steps.append(RemediationStep("restart-runtime", "恢复 GitOps Runtime", "request-runtime-recovery", "high", True))
if "git_patch_only" in failed:
steps.append(RemediationStep("enforce-git-patch", "恢复 git_patch_only 更新模式", "commit-policy-patch", "high", True))
if "no_direct_main_push" in failed:
steps.append(RemediationStep("disable-direct-main", "禁止直接推送 main", "commit-security-policy", "high", True))
if "autonomous_recovery_loop" in failed:
steps.append(RemediationStep("enable-recovery-loop", "启用自动恢复闭环", "commit-runtime-config", "medium", True))
if "portal_gitops_dashboard" in failed:
steps.append(RemediationStep("enable-portal-dashboard", "启用 Portal GitOps 驾驶舱", "commit-portal-config", "medium", True))
if not steps:
steps.append(RemediationStep("continue-implementation", "继续补齐 Router/UI/OpenAPI/验收", "create-low-risk-patch", "low", False))
return steps
def evaluate(self, runtime: dict[str, Any], baseline: dict[str, Any]) -> SelfLoopReport:
signals = self.probe(runtime, baseline)
remediation = self.plan(signals)
status = "done" if all(s.ok() for s in signals) and not any(r.requires_owner_approval for r in remediation) else "partial"
return SelfLoopReport("self-loop-report", status, signals, remediation)
def acceptance(self, report: SelfLoopReport) -> dict[str, Any]:
approval_blocked = any(step.requires_owner_approval for step in report.remediation)
return {
"status": report.status,
"can_unattended_continue": report.status == "done" and not approval_blocked,
"owner_approval_required": approval_blocked or self.owner_approval_required,
"report": report.to_dict(),
}
__all__ = ["SelfLoopSignal", "RemediationStep", "SelfLoopReport", "AutonomousSelfLoop"]
@@ -0,0 +1,64 @@
"""Convert recurring blockers into Task Center tasks.
When a blocker becomes recurrent or critical, it should not remain only as an
incident log. It becomes a visible task with owner/executor/progress/approval
state in the Task Center.
"""
from __future__ import annotations
from typing import Any
from datetime import datetime, timezone
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class BlockerTaskAdapter:
def to_task(self, blocker: dict[str, Any], decision: dict[str, Any]) -> dict[str, Any]:
priority = decision.get("priority", "P2")
status = "waiting_approval" if decision.get("owner_gate_required") else "pending"
if priority == "P0":
status = "running"
return {
"task_id": f"blocker-{blocker.get('fingerprint', blocker.get('blocker_id', 'unknown'))}",
"title": f"Resolve blocker: {blocker.get('title', 'unknown')}",
"assigned_by": "system-blocker-memory",
"executor": decision.get("assigned_to", "autonomous-controller"),
"source": "system_blocker",
"status": status,
"priority": priority,
"created_at": utc_now(),
"updated_at": utc_now(),
"progress": {
"percent": 20 if status == "running" else 0,
"current_step": decision.get("action", "record_and_monitor"),
"completed_steps": ["blocker_recorded", "decision_created"],
"remaining_steps": self._remaining_steps(decision),
"blocked_reason": blocker.get("title") if status == "waiting_approval" else None,
},
"notification": {
"required": True,
"sent": False,
"channel": "wechat",
},
"owner_gate_required": bool(decision.get("owner_gate_required")),
"owner_gate_status": "pending" if decision.get("owner_gate_required") else None,
"evidence": blocker.get("evidence", []),
"metadata": {
"blocker": blocker,
"decision": decision,
},
}
def _remaining_steps(self, decision: dict[str, Any]) -> list[str]:
steps = ["root_cause_analysis", "patch_or_repair", "test", "deploy", "verify", "close"]
if decision.get("architect_review_required"):
steps.insert(1, "architect_review")
if decision.get("owner_gate_required"):
steps.insert(2, "owner_approval")
return steps
__all__ = ["BlockerTaskAdapter"]
@@ -0,0 +1,90 @@
"""Command watcher stall detector.
Detects commands that remain in active/running states beyond the configured
threshold and emits blocker records so AIOS can self-optimize instead of waiting
for manual progress checks.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from pathlib import Path
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def parse_ts(value: str | None) -> datetime | None:
if not value:
return None
try:
return datetime.fromisoformat(value.replace("Z", "+00:00"))
except Exception:
return None
@dataclass(frozen=True)
class CommandStallRecord:
command_id: str
path: str
bucket: str
age_minutes: float
threshold_minutes: int
severity: str
detected_at: str = field(default_factory=utc_now)
def to_blocker(self) -> dict[str, Any]:
return {
"blocker_id": f"command-stall-{self.command_id}",
"category": "command_stuck",
"title": f"Command stalled: {self.command_id}",
"source": "command-stall-detector",
"severity": self.severity,
"status": "open",
"first_seen_at": self.detected_at,
"last_seen_at": self.detected_at,
"occurrence_count": 1,
"evidence": [self.path],
"metadata": self.to_dict(),
}
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class CommandStallDetector:
def __init__(self, root: str = "agents/commands", threshold_minutes: int = 15):
self.root = Path(root)
self.threshold_minutes = threshold_minutes
def detect(self) -> list[CommandStallRecord]:
records: list[CommandStallRecord] = []
for bucket in ("active", "running"):
bucket_path = self.root / bucket
if not bucket_path.exists():
continue
for path in bucket_path.glob("*.md"):
age = self._age_minutes(path)
if age >= self.threshold_minutes:
records.append(
CommandStallRecord(
command_id=path.stem,
path=str(path),
bucket=bucket,
age_minutes=round(age, 2),
threshold_minutes=self.threshold_minutes,
severity="p0" if bucket == "running" else "high",
)
)
return records
def _age_minutes(self, path: Path) -> float:
stat = path.stat()
age_seconds = datetime.now(timezone.utc).timestamp() - stat.st_mtime
return age_seconds / 60
__all__ = ["CommandStallRecord", "CommandStallDetector"]
-192
View File
@@ -1,192 +0,0 @@
"""Failure memory for autonomous self-loop learning.
The memory keeps sanitized failure fingerprints, recurrence counters, and
remediation hints. It is intentionally in-memory and serializable; production
adapters can persist the exported dict to SQL/object storage without changing the
learning contract. Secrets and raw tokens must never be stored here.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from hashlib import sha256
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def _clean(value: str | None) -> str:
if not value:
return "unknown"
cleaned = value.replace("\n", " ").replace("\r", " ").strip().lower()
secret_markers = ("token", "password", "secret", "api_key", "private key")
for marker in secret_markers:
cleaned = cleaned.replace(marker, "redacted")
return cleaned[:500]
@dataclass(frozen=True)
class FailureSignature:
component: str
reason: str
fingerprint: str
severity: str = "medium"
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass
class FailureRecord:
signature: FailureSignature
count: int = 0
first_seen: str = field(default_factory=utc_now)
last_seen: str = field(default_factory=utc_now)
last_job_id: str | None = None
examples: list[str] = field(default_factory=list)
remediation_hints: list[str] = field(default_factory=list)
resolved_count: int = 0
def to_dict(self) -> dict[str, Any]:
return {
"signature": self.signature.to_dict(),
"count": self.count,
"first_seen": self.first_seen,
"last_seen": self.last_seen,
"last_job_id": self.last_job_id,
"examples": list(self.examples),
"remediation_hints": list(self.remediation_hints),
"resolved_count": self.resolved_count,
"recurrence_score": self.recurrence_score(),
}
def recurrence_score(self) -> float:
if self.count <= 1:
return 0.0
unresolved = max(self.count - self.resolved_count, 0)
return min(1.0, unresolved / max(self.count, 1))
class FailureMemory:
def __init__(self) -> None:
self.records: dict[str, FailureRecord] = {}
def fingerprint(self, component: str, reason: str, detail: str | None = None) -> str:
base = "::".join([_clean(component), _clean(reason), _clean(detail)])
return sha256(base.encode("utf-8")).hexdigest()[:16]
def signature(self, component: str, reason: str, detail: str | None = None, severity: str = "medium") -> FailureSignature:
return FailureSignature(
component=_clean(component),
reason=_clean(reason),
fingerprint=self.fingerprint(component, reason, detail),
severity=severity,
)
def record_failure(
self,
component: str,
reason: str,
detail: str | None = None,
severity: str = "medium",
job_id: str | None = None,
remediation_hint: str | None = None,
) -> FailureRecord:
sig = self.signature(component, reason, detail, severity)
record = self.records.get(sig.fingerprint)
if record is None:
record = FailureRecord(signature=sig)
self.records[sig.fingerprint] = record
record.count += 1
record.last_seen = utc_now()
record.last_job_id = job_id
if detail:
example = _clean(detail)
if example not in record.examples:
record.examples.append(example)
record.examples = record.examples[-5:]
if remediation_hint and remediation_hint not in record.remediation_hints:
record.remediation_hints.append(remediation_hint)
record.remediation_hints = record.remediation_hints[-5:]
return record
def record_from_job(self, job: dict[str, Any]) -> FailureRecord | None:
status = job.get("status")
if status in {"completed", "waiting_owner"}:
return None
reason = job.get("last_error") or status or "unknown_failure"
return self.record_failure(
component="self_loop_job",
reason=reason,
detail=str(job.get("result") or job.get("last_error") or ""),
severity="high" if status == "failed" else "medium",
job_id=job.get("id"),
remediation_hint="inspect acceptance report and regenerate patch plan",
)
def mark_resolved(self, fingerprint: str) -> bool:
record = self.records.get(fingerprint)
if not record:
return False
record.resolved_count += 1
record.last_seen = utc_now()
return True
def recurrence_score(self, fingerprint: str) -> float:
record = self.records.get(fingerprint)
return record.recurrence_score() if record else 0.0
def top_failures(self, limit: int = 5) -> list[dict[str, Any]]:
ranked = sorted(
self.records.values(),
key=lambda record: (record.recurrence_score(), record.count, record.last_seen),
reverse=True,
)
return [record.to_dict() for record in ranked[:limit]]
def suggest_remediation(self, fingerprint: str) -> list[str]:
record = self.records.get(fingerprint)
if not record:
return []
if record.remediation_hints:
return list(record.remediation_hints)
reason = record.signature.reason
if "runtime" in reason:
return ["run runtime health probe", "request owner-gated runtime recovery if probe fails"]
if "acceptance" in reason or "test" in reason:
return ["rerun acceptance pipeline", "generate targeted low-risk patch"]
if "permission" in reason or "forbidden" in reason:
return ["verify GitOps branch policy", "request owner review for permission drift"]
return ["classify failure", "generate remediation plan", "keep owner gate for non-low-risk changes"]
def export(self) -> dict[str, Any]:
return {
"records": {fingerprint: record.to_dict() for fingerprint, record in self.records.items()},
"top_failures": self.top_failures(),
}
def load(self, data: dict[str, Any]) -> None:
self.records.clear()
for fingerprint, raw in data.get("records", {}).items():
sig_raw = raw.get("signature", {})
signature = FailureSignature(
component=sig_raw.get("component", "unknown"),
reason=sig_raw.get("reason", "unknown"),
fingerprint=sig_raw.get("fingerprint", fingerprint),
severity=sig_raw.get("severity", "medium"),
)
record = FailureRecord(signature=signature)
record.count = int(raw.get("count", 0))
record.first_seen = raw.get("first_seen", utc_now())
record.last_seen = raw.get("last_seen", utc_now())
record.last_job_id = raw.get("last_job_id")
record.examples = list(raw.get("examples", []))[-5:]
record.remediation_hints = list(raw.get("remediation_hints", []))[-5:]
record.resolved_count = int(raw.get("resolved_count", 0))
self.records[fingerprint] = record
__all__ = ["FailureSignature", "FailureRecord", "FailureMemory"]
@@ -1,98 +0,0 @@
"""Persistence adapters for FailureMemory.
Stores sanitized failure memory snapshots. The adapter only persists exported
FailureMemory dictionaries; it does not store secrets or raw runtime credentials.
"""
from __future__ import annotations
import json
import sqlite3
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from pathlib import Path
from typing import Any
from .failure_memory import FailureMemory
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class MemoryStoreStatus:
status: str
path: str
records: int
updated_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class JsonFailureMemoryStore:
def __init__(self, path: str | Path):
self.path = Path(path)
def save(self, memory: FailureMemory) -> MemoryStoreStatus:
self.path.parent.mkdir(parents=True, exist_ok=True)
data = memory.export()
self.path.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
return MemoryStoreStatus("saved", str(self.path), len(data.get("records", {})))
def load(self) -> FailureMemory:
memory = FailureMemory()
if not self.path.exists():
return memory
memory.load(json.loads(self.path.read_text(encoding="utf-8")))
return memory
class SQLiteFailureMemoryStore:
def __init__(self, path: str | Path):
self.path = Path(path)
def _connect(self):
self.path.parent.mkdir(parents=True, exist_ok=True)
conn = sqlite3.connect(str(self.path))
conn.execute(
"""
CREATE TABLE IF NOT EXISTS self_loop_failure_memory (
fingerprint TEXT PRIMARY KEY,
payload_json TEXT NOT NULL,
updated_at TEXT NOT NULL
)
"""
)
return conn
def save(self, memory: FailureMemory) -> MemoryStoreStatus:
data = memory.export().get("records", {})
with self._connect() as conn:
for fingerprint, payload in data.items():
conn.execute(
"""
INSERT INTO self_loop_failure_memory (fingerprint, payload_json, updated_at)
VALUES (?, ?, ?)
ON CONFLICT(fingerprint) DO UPDATE SET
payload_json = excluded.payload_json,
updated_at = excluded.updated_at
""",
(fingerprint, json.dumps(payload, ensure_ascii=False), utc_now()),
)
return MemoryStoreStatus("saved", str(self.path), len(data))
def load(self) -> FailureMemory:
memory = FailureMemory()
if not self.path.exists():
return memory
records: dict[str, Any] = {}
with self._connect() as conn:
for fingerprint, payload_json in conn.execute("SELECT fingerprint, payload_json FROM self_loop_failure_memory"):
records[fingerprint] = json.loads(payload_json)
memory.load({"records": records})
return memory
__all__ = ["MemoryStoreStatus", "JsonFailureMemoryStore", "SQLiteFailureMemoryStore"]
@@ -0,0 +1,141 @@
"""Git object permission watchdog and self-healing.
Prevents AIOS autonomous operation from being blocked by recurring
`.git/objects` ownership drift. The repair is intentionally conservative and
limited to the workspace Git object database.
"""
from __future__ import annotations
import os
import pwd
import grp
import subprocess
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from pathlib import Path
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class GitPermissionIssue:
path: str
issue: str
actual_uid: int | None = None
actual_gid: int | None = None
expected_user: str = "aiman"
expected_group: str = "gitops"
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class GitPermissionReport:
workspace: str
expected_user: str
expected_group: str
status: str
issues: list[GitPermissionIssue] = field(default_factory=list)
checked_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"workspace": self.workspace,
"expected_user": self.expected_user,
"expected_group": self.expected_group,
"status": self.status,
"issues": [issue.to_dict() for issue in self.issues],
"checked_at": self.checked_at,
}
class GitPermissionWatchdog:
def __init__(
self,
workspace: str = "/data/aios-gitops/workspace",
expected_user: str = "aiman",
expected_group: str = "gitops",
max_scan_depth: int = 2,
):
self.workspace = Path(workspace)
self.expected_user = expected_user
self.expected_group = expected_group
self.max_scan_depth = max_scan_depth
@property
def objects_dir(self) -> Path:
return self.workspace / ".git" / "objects"
def scan(self) -> GitPermissionReport:
issues: list[GitPermissionIssue] = []
if not self.objects_dir.exists():
issues.append(GitPermissionIssue(str(self.objects_dir), "missing_objects_dir"))
return GitPermissionReport(str(self.workspace), self.expected_user, self.expected_group, "blocked", issues)
expected_uid = pwd.getpwnam(self.expected_user).pw_uid
expected_gid = grp.getgrnam(self.expected_group).gr_gid
for path in self._walk_limited(self.objects_dir):
try:
stat = path.stat()
except FileNotFoundError:
continue
if stat.st_uid != expected_uid:
issues.append(GitPermissionIssue(str(path), "owner_drift", stat.st_uid, stat.st_gid, self.expected_user, self.expected_group))
if stat.st_gid != expected_gid:
issues.append(GitPermissionIssue(str(path), "group_drift", stat.st_uid, stat.st_gid, self.expected_user, self.expected_group))
if not os.access(path, os.W_OK):
issues.append(GitPermissionIssue(str(path), "not_writable", stat.st_uid, stat.st_gid, self.expected_user, self.expected_group))
if len(issues) >= 200:
break
return GitPermissionReport(
workspace=str(self.workspace),
expected_user=self.expected_user,
expected_group=self.expected_group,
status="healthy" if not issues else "drift_detected",
issues=issues,
)
def repair(self, dry_run: bool = False) -> dict[str, Any]:
report = self.scan()
if report.status == "healthy":
return {"status": "healthy", "report": report.to_dict(), "repaired": False}
if dry_run:
return {"status": "dry_run", "report": report.to_dict(), "repaired": False}
commands = [
["chown", "-R", f"{self.expected_user}:{self.expected_group}", str(self.objects_dir)],
["chmod", "-R", "u+rwX,g+rwX", str(self.objects_dir)],
]
results = []
for command in commands:
proc = subprocess.run(command, text=True, capture_output=True, check=False)
results.append({"cmd": command, "returncode": proc.returncode, "stdout": proc.stdout, "stderr": proc.stderr})
if proc.returncode != 0:
return {"status": "repair_failed", "report": report.to_dict(), "results": results, "repaired": False}
post = self.scan()
return {"status": "repaired" if post.status == "healthy" else "repair_incomplete", "report": post.to_dict(), "results": results, "repaired": post.status == "healthy"}
def write_probe(self) -> dict[str, Any]:
probe = self.objects_dir / f".aios-write-probe-{datetime.now(timezone.utc).timestamp()}"
try:
probe.write_text("probe\n", encoding="utf-8")
probe.unlink(missing_ok=True)
return {"status": "ok", "path": str(probe)}
except Exception as exc: # pragma: no cover - depends on runtime perms
return {"status": "failed", "path": str(probe), "error": str(exc)}
def _walk_limited(self, root: Path):
yield root
base_depth = len(root.parts)
for path in root.rglob("*"):
if len(path.parts) - base_depth <= self.max_scan_depth:
yield path
__all__ = ["GitPermissionIssue", "GitPermissionReport", "GitPermissionWatchdog"]
@@ -0,0 +1,31 @@
"""CLI entrypoint for Git Permission Watchdog."""
from __future__ import annotations
import json
import os
from pathlib import Path
from .git_permission_watchdog import GitPermissionWatchdog
def main() -> int:
workspace = os.getenv("AIOS_GITOPS_WORKSPACE", "/data/aios-gitops/workspace")
expected_user = os.getenv("AIOS_GIT_EXPECTED_USER", "aiman")
expected_group = os.getenv("AIOS_GIT_EXPECTED_GROUP", "gitops")
audit_dir = Path(os.getenv("AIOS_GIT_PERMISSION_AUDIT_DIR", "runtime/git-permission-watchdog"))
audit_dir.mkdir(parents=True, exist_ok=True)
watchdog = GitPermissionWatchdog(workspace, expected_user, expected_group)
result = watchdog.repair(dry_run=os.getenv("AIOS_GIT_PERMISSION_DRY_RUN") == "1")
probe = watchdog.write_probe()
payload = {"repair": result, "write_probe": probe}
status = result.get("status")
out = audit_dir / "latest.json"
out.write_text(json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8")
print(json.dumps(payload, ensure_ascii=False))
return 0 if status in {"healthy", "repaired"} and probe.get("status") == "ok" else 2
if __name__ == "__main__":
raise SystemExit(main())
@@ -1,59 +0,0 @@
"""GitOps commit planning adapter for self-loop patches.
Creates commit intents and validates governance. Actual repository writes remain
through the controlled GitOps Actions layer.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
from .self_loop_patch_executor import PatchBundle
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class CommitIntent:
branch: str
message: str
files: tuple[str, ...]
direct_main_push: bool
owner_approval_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class GitOpsCommitExecutor:
"""Produces safe commit intents instead of bypassing GitOps controls."""
def prepare(self, bundle: PatchBundle) -> CommitIntent:
if bundle.direct_main_push:
raise ValueError("direct main push is forbidden")
if not bundle.branch.startswith("patch/"):
raise ValueError("only patch branches are allowed")
return CommitIntent(
branch=bundle.branch,
message=f"Apply self-loop patch: {bundle.goal}",
files=tuple(file.path for file in bundle.files),
direct_main_push=False,
owner_approval_required=bundle.owner_approval_required,
)
def commit_result(self, intent: CommitIntent, revision: str | None = None) -> dict[str, Any]:
return {
"status": "ready" if not intent.owner_approval_required else "waiting_owner",
"branch": intent.branch,
"revision": revision,
"commit": intent.to_dict(),
"sync_required": True,
}
__all__ = ["CommitIntent", "GitOpsCommitExecutor"]
@@ -0,0 +1,52 @@
"""Unified AIOS operations command center view model."""
from __future__ import annotations
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class OperationsCommandCenter:
def build(
self,
tasks: list[dict[str, Any]] | None = None,
health: dict[str, Any] | None = None,
blockers: list[dict[str, Any]] | None = None,
searches: list[dict[str, Any]] | None = None,
) -> dict[str, Any]:
tasks = tasks or []
blockers = blockers or []
searches = searches or []
return {
"module": "operations-command-center",
"route": "/admin/ai-evolution/operations",
"title": "AIOS 自治运营驾驶舱",
"generated_at": utc_now(),
"health": health or {},
"tasks": {
"active": len([t for t in tasks if t.get("status") in {"running", "pending", "waiting_approval"}]),
"blocked": len([t for t in tasks if t.get("status") == "blocked"]),
"completed": len([t for t in tasks if t.get("status") == "completed"]),
},
"blockers": {
"total": len(blockers),
"p0": len([b for b in blockers if b.get("severity") in {"p0", "critical"}]),
"recurring": len([b for b in blockers if b.get("mechanism_gap")]),
},
"search": {
"recent": len(searches),
},
"loops": {
"task_loop": True,
"health_loop": True,
"optimization_loop": True,
"notification_loop": True,
},
}
__all__ = ["OperationsCommandCenter"]
-33
View File
@@ -1,33 +0,0 @@
"""Portal operations API domain layer.
No secrets. Designed for user/group_admin/owner portal integration.
"""
ROLES = ("user", "group_admin", "owner")
class PortalOpsAPI:
def dashboard(self, role):
if role not in ROLES:
raise ValueError("invalid role")
return {
"role": role,
"modules": self.modules(role),
"status": "ok"
}
def modules(self, role):
common = ["profile", "alerts", "approvals", "audit"]
if role == "user":
return common + ["tasks", "usage"]
if role == "group_admin":
return common + ["group_users", "group_quota"]
return common + ["system", "gitops", "runtime", "security", "models"]
def approval(self, request_id, action):
return {"request_id": request_id, "action": action, "state": "recorded"}
def audit_event(self, actor, action):
return {"actor": actor, "action": action, "recorded": True}
def alert(self, alert_id, level):
return {"id": alert_id, "level": level, "state": "open"}
-493
View File
@@ -1,493 +0,0 @@
"""Three-role portal RBAC, workflow, alert, audit, and owner cockpit services.
This module is intentionally framework-neutral so it can be used by FastAPI routes,
unit tests, CLI checks, and future Hermes/OpenClaw agents without importing runtime
secrets or web framework globals.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Iterable
from uuid import uuid4
ROLE_USER = "user"
ROLE_GROUP_ADMIN = "group_admin"
ROLE_OWNER = "owner"
ROLES = (ROLE_USER, ROLE_GROUP_ADMIN, ROLE_OWNER)
SCOPE_SELF = "self"
SCOPE_GROUP = "group"
SCOPE_GLOBAL = "global"
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class PortalContext:
user_id: str
role: str = ROLE_USER
group_id: str | None = None
display_name: str | None = None
def natural_scope(self) -> str:
if self.role == ROLE_OWNER:
return SCOPE_GLOBAL
if self.role == ROLE_GROUP_ADMIN:
return SCOPE_GROUP
return SCOPE_SELF
@dataclass(frozen=True)
class PortalResource:
scope: str
owner_user_id: str | None = None
group_id: str | None = None
resource_type: str = "portal"
resource_id: str | None = None
@dataclass(frozen=True)
class RBACDecision:
allowed: bool
reason: str
role: str
scope: str
action: str
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass
class ApprovalRequest:
id: str
request_type: str
requester_id: str
scope: str
group_id: str | None = None
target: str | None = None
payload: dict[str, Any] = field(default_factory=dict)
state: str = "pending"
decided_by: str | None = None
decision_reason: str | None = None
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass
class AlertRecord:
id: str
level: str
message: str
scope: str
group_id: str | None = None
owner_user_id: str | None = None
source: str = "portal"
state: str = "open"
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass
class AuditEvent:
id: str
actor_id: str
action: str
scope: str
group_id: str | None = None
resource_type: str = "portal"
resource_id: str | None = None
outcome: str = "success"
detail: dict[str, Any] = field(default_factory=dict)
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class PortalModule:
key: str
title: str
route: str
permission: str
def to_dict(self) -> dict[str, Any]:
return asdict(self)
ROLE_PERMISSIONS: dict[str, set[str]] = {
ROLE_USER: {
"portal.dashboard.read:self",
"portal.profile.read:self",
"portal.tasks.read:self",
"portal.usage.read:self",
"portal.alerts.read:self",
"portal.approvals.create:self",
"portal.approvals.read:self",
"portal.audit.read:self",
},
ROLE_GROUP_ADMIN: {
"portal.dashboard.read:self",
"portal.dashboard.read:group",
"portal.profile.read:self",
"portal.tasks.read:self",
"portal.usage.read:self",
"portal.alerts.read:self",
"portal.alerts.read:group",
"portal.approvals.create:self",
"portal.approvals.read:self",
"portal.approvals.read:group",
"portal.approvals.decide:group",
"portal.audit.read:self",
"portal.audit.read:group",
"portal.group.users.read:group",
"portal.group.quota.read:group",
"portal.group.quota.write:group",
},
ROLE_OWNER: {
"portal.*:*",
},
}
ROLE_MODULES: dict[str, tuple[PortalModule, ...]] = {
ROLE_USER: (
PortalModule("profile", "个人中心", "/portal/user/profile", "portal.profile.read:self"),
PortalModule("tasks", "任务", "/portal/user/tasks", "portal.tasks.read:self"),
PortalModule("usage", "用量", "/portal/user/usage", "portal.usage.read:self"),
PortalModule("alerts", "告警", "/portal/user/alerts", "portal.alerts.read:self"),
PortalModule("approvals", "审批", "/portal/user/approvals", "portal.approvals.read:self"),
PortalModule("audit", "审计", "/portal/user/audit", "portal.audit.read:self"),
),
ROLE_GROUP_ADMIN: (
PortalModule("group_users", "组用户", "/portal/group_admin/users", "portal.group.users.read:group"),
PortalModule("group_quota", "组配额", "/portal/group_admin/quota", "portal.group.quota.read:group"),
PortalModule("alerts", "组告警", "/portal/group_admin/alerts", "portal.alerts.read:group"),
PortalModule("approvals", "组审批", "/portal/group_admin/approvals", "portal.approvals.read:group"),
PortalModule("audit", "组审计", "/portal/group_admin/audit", "portal.audit.read:group"),
),
ROLE_OWNER: (
PortalModule("system", "系统驾驶舱", "/portal/owner/system", "portal.system.read:global"),
PortalModule("gitops", "GitOps", "/portal/owner/gitops", "portal.gitops.read:global"),
PortalModule("runtime", "运行时", "/portal/owner/runtime", "portal.runtime.read:global"),
PortalModule("security", "安全", "/portal/owner/security", "portal.security.read:global"),
PortalModule("models", "模型", "/portal/owner/models", "portal.models.read:global"),
PortalModule("approvals", "全局审批", "/portal/owner/approvals", "portal.approvals.read:global"),
PortalModule("alerts", "全局告警", "/portal/owner/alerts", "portal.alerts.read:global"),
PortalModule("audit", "全局审计", "/portal/owner/audit", "portal.audit.read:global"),
),
}
class PortalRBACService:
"""Enforces user=self, group_admin=group, owner=global access."""
def __init__(self, permissions: dict[str, set[str]] | None = None):
self.permissions = permissions or ROLE_PERMISSIONS
def authorize(self, ctx: PortalContext, action: str, resource: PortalResource | None = None) -> RBACDecision:
if ctx.role not in ROLES:
return RBACDecision(False, "unknown_role", ctx.role, SCOPE_SELF, action)
target = resource or PortalResource(scope=ctx.natural_scope(), owner_user_id=ctx.user_id, group_id=ctx.group_id)
if ctx.role == ROLE_OWNER:
return RBACDecision(True, "owner_global_allow", ctx.role, target.scope, action)
if target.scope == SCOPE_GLOBAL:
return RBACDecision(False, "global_scope_requires_owner", ctx.role, target.scope, action)
if ctx.role == ROLE_USER:
if target.scope != SCOPE_SELF or target.owner_user_id not in (None, ctx.user_id):
return RBACDecision(False, "user_limited_to_self", ctx.role, target.scope, action)
return self._permission_decision(ctx.role, action, SCOPE_SELF)
if ctx.role == ROLE_GROUP_ADMIN:
if target.scope == SCOPE_SELF and target.owner_user_id in (None, ctx.user_id):
return self._permission_decision(ctx.role, action, SCOPE_SELF)
if target.scope == SCOPE_GROUP and ctx.group_id and target.group_id == ctx.group_id:
return self._permission_decision(ctx.role, action, SCOPE_GROUP)
return RBACDecision(False, "group_admin_limited_to_own_group", ctx.role, target.scope, action)
return RBACDecision(False, "deny_by_default", ctx.role, target.scope, action)
def visible_modules(self, ctx: PortalContext) -> list[dict[str, Any]]:
modules = ROLE_MODULES.get(ctx.role, ())
visible: list[dict[str, Any]] = []
for module in modules:
action, scope = module.permission.split(":", 1)
resource = PortalResource(scope=scope, owner_user_id=ctx.user_id, group_id=ctx.group_id)
if self.authorize(ctx, action, resource).allowed:
visible.append(module.to_dict())
return visible
def _permission_decision(self, role: str, action: str, scope: str) -> RBACDecision:
permissions = self.permissions.get(role, set())
if "portal.*:*" in permissions or f"{action}:{scope}" in permissions:
return RBACDecision(True, "permission_match", role, scope, action)
return RBACDecision(False, "permission_missing", role, scope, action)
class PortalRepository:
"""Small deterministic repository used for domain tests and route integration.
Production deployments can replace this repository with a SQL-backed adapter while
preserving the service contract.
"""
def __init__(self) -> None:
self.approvals: dict[str, ApprovalRequest] = {}
self.alerts: dict[str, AlertRecord] = {}
self.audit_events: list[AuditEvent] = []
def create_approval(self, ctx: PortalContext, request_type: str, payload: dict[str, Any] | None = None, target: str | None = None) -> ApprovalRequest:
approval = ApprovalRequest(
id=f"apr_{uuid4().hex[:12]}",
request_type=request_type,
requester_id=ctx.user_id,
scope=ctx.natural_scope(),
group_id=ctx.group_id,
target=target,
payload=payload or {},
)
self.approvals[approval.id] = approval
self.append_audit(ctx, "portal.approvals.create", approval.scope, approval.group_id, "approval", approval.id)
return approval
def decide_approval(self, ctx: PortalContext, approval_id: str, decision: str, reason: str | None = None) -> ApprovalRequest:
if decision not in {"approved", "rejected"}:
raise ValueError("decision must be approved or rejected")
approval = self.approvals[approval_id]
approval.state = decision
approval.decided_by = ctx.user_id
approval.decision_reason = reason
approval.updated_at = utc_now()
self.append_audit(ctx, f"portal.approvals.{decision}", approval.scope, approval.group_id, "approval", approval.id)
return approval
def create_alert(self, ctx: PortalContext, level: str, message: str, scope: str | None = None, source: str = "portal") -> AlertRecord:
if level not in {"info", "warning", "high", "critical"}:
raise ValueError("invalid alert level")
alert_scope = scope or ctx.natural_scope()
alert = AlertRecord(
id=f"alt_{uuid4().hex[:12]}",
level=level,
message=message,
scope=alert_scope,
group_id=ctx.group_id if alert_scope == SCOPE_GROUP else None,
owner_user_id=ctx.user_id if alert_scope == SCOPE_SELF else None,
source=source,
)
self.alerts[alert.id] = alert
self.append_audit(ctx, "portal.alerts.create", alert.scope, alert.group_id, "alert", alert.id)
return alert
def resolve_alert(self, ctx: PortalContext, alert_id: str) -> AlertRecord:
alert = self.alerts[alert_id]
alert.state = "resolved"
alert.updated_at = utc_now()
self.append_audit(ctx, "portal.alerts.resolve", alert.scope, alert.group_id, "alert", alert.id)
return alert
def append_audit(
self,
ctx: PortalContext,
action: str,
scope: str | None = None,
group_id: str | None = None,
resource_type: str = "portal",
resource_id: str | None = None,
outcome: str = "success",
detail: dict[str, Any] | None = None,
) -> AuditEvent:
event = AuditEvent(
id=f"aud_{uuid4().hex[:12]}",
actor_id=ctx.user_id,
action=action,
scope=scope or ctx.natural_scope(),
group_id=group_id or ctx.group_id,
resource_type=resource_type,
resource_id=resource_id,
outcome=outcome,
detail=detail or {},
)
self.audit_events.append(event)
return event
def list_approvals(self, ctx: PortalContext) -> list[ApprovalRequest]:
return [a for a in self.approvals.values() if self._visible(ctx, a.scope, a.requester_id, a.group_id)]
def list_alerts(self, ctx: PortalContext) -> list[AlertRecord]:
return [a for a in self.alerts.values() if self._visible(ctx, a.scope, a.owner_user_id, a.group_id)]
def list_audit(self, ctx: PortalContext) -> list[AuditEvent]:
return [a for a in self.audit_events if self._visible(ctx, a.scope, a.actor_id, a.group_id)]
def _visible(self, ctx: PortalContext, scope: str, owner_user_id: str | None, group_id: str | None) -> bool:
if ctx.role == ROLE_OWNER:
return True
if scope == SCOPE_SELF:
return owner_user_id in (None, ctx.user_id)
if ctx.role == ROLE_GROUP_ADMIN and scope == SCOPE_GROUP:
return bool(ctx.group_id and group_id == ctx.group_id)
return False
class PortalDashboardService:
def __init__(self, repo: PortalRepository | None = None, rbac: PortalRBACService | None = None):
self.repo = repo or PortalRepository()
self.rbac = rbac or PortalRBACService()
def dashboard(self, ctx: PortalContext) -> dict[str, Any]:
resource = PortalResource(scope=ctx.natural_scope(), owner_user_id=ctx.user_id, group_id=ctx.group_id)
decision = self.rbac.authorize(ctx, "portal.dashboard.read", resource)
if not decision.allowed:
return {"status": "forbidden", "decision": decision.to_dict(), "modules": []}
return {
"status": "ok",
"role": ctx.role,
"scope": ctx.natural_scope(),
"user_id": ctx.user_id,
"group_id": ctx.group_id,
"modules": self.rbac.visible_modules(ctx),
"counters": {
"approvals": len(self.repo.list_approvals(ctx)),
"alerts": len([a for a in self.repo.list_alerts(ctx) if a.state == "open"]),
"audit_events": len(self.repo.list_audit(ctx)),
},
}
def owner_cockpit(self, ctx: PortalContext, runtime: dict[str, Any] | None = None) -> dict[str, Any]:
decision = self.rbac.authorize(ctx, "portal.system.read", PortalResource(scope=SCOPE_GLOBAL))
if not decision.allowed:
return {"status": "forbidden", "decision": decision.to_dict()}
runtime = runtime or {}
return {
"status": "ok",
"scope": SCOPE_GLOBAL,
"runtime": {
"service": runtime.get("service", "unknown"),
"status": runtime.get("status", "unknown"),
"workspace_branch": runtime.get("workspace_branch"),
},
"gitops": {
"mode": runtime.get("mode", "git_patch_only"),
"sync_status": runtime.get("sync_status", "unknown"),
},
"security": {
"human_shortlinks": "login_required",
"secrets_in_git": False,
"direct_main_push": False,
},
"models": {
"custom_llm": bool(runtime.get("custom_llm", True)),
"user_priority": bool(runtime.get("user_model_priority", True)),
},
"ops": {
"open_alerts": len([a for a in self.repo.alerts.values() if a.state == "open"]),
"pending_approvals": len([a for a in self.repo.approvals.values() if a.state == "pending"]),
"audit_events": len(self.repo.audit_events),
},
}
class PortalOpsService:
def __init__(self, repo: PortalRepository | None = None, rbac: PortalRBACService | None = None):
self.repo = repo or PortalRepository()
self.rbac = rbac or PortalRBACService()
self.dashboard_service = PortalDashboardService(self.repo, self.rbac)
def check_rbac(self, ctx: PortalContext, action: str, resource: PortalResource | None = None) -> dict[str, Any]:
return self.rbac.authorize(ctx, action, resource).to_dict()
def dashboard(self, ctx: PortalContext) -> dict[str, Any]:
return self.dashboard_service.dashboard(ctx)
def owner_cockpit(self, ctx: PortalContext, runtime: dict[str, Any] | None = None) -> dict[str, Any]:
return self.dashboard_service.owner_cockpit(ctx, runtime)
def create_approval(self, ctx: PortalContext, request_type: str, payload: dict[str, Any] | None = None, target: str | None = None) -> dict[str, Any]:
decision = self.rbac.authorize(ctx, "portal.approvals.create", PortalResource(scope=ctx.natural_scope(), owner_user_id=ctx.user_id, group_id=ctx.group_id))
if not decision.allowed:
return {"status": "forbidden", "decision": decision.to_dict()}
approval = self.repo.create_approval(ctx, request_type, payload, target)
return {"status": "ok", "approval": approval.to_dict()}
def decide_approval(self, ctx: PortalContext, approval_id: str, decision_value: str, reason: str | None = None) -> dict[str, Any]:
approval = self.repo.approvals[approval_id]
decision = self.rbac.authorize(ctx, "portal.approvals.decide", PortalResource(scope=approval.scope, group_id=approval.group_id, owner_user_id=approval.requester_id))
if not decision.allowed:
return {"status": "forbidden", "decision": decision.to_dict()}
updated = self.repo.decide_approval(ctx, approval_id, decision_value, reason)
return {"status": "ok", "approval": updated.to_dict()}
def create_alert(self, ctx: PortalContext, level: str, message: str, scope: str | None = None, source: str = "portal") -> dict[str, Any]:
requested_scope = scope or ctx.natural_scope()
decision = self.rbac.authorize(ctx, "portal.alerts.read", PortalResource(scope=requested_scope, group_id=ctx.group_id, owner_user_id=ctx.user_id))
if not decision.allowed:
return {"status": "forbidden", "decision": decision.to_dict()}
alert = self.repo.create_alert(ctx, level, message, requested_scope, source)
return {"status": "ok", "alert": alert.to_dict()}
def list_alerts(self, ctx: PortalContext) -> dict[str, Any]:
return {"status": "ok", "alerts": [a.to_dict() for a in self.repo.list_alerts(ctx)]}
def list_approvals(self, ctx: PortalContext) -> dict[str, Any]:
return {"status": "ok", "approvals": [a.to_dict() for a in self.repo.list_approvals(ctx)]}
def list_audit(self, ctx: PortalContext) -> dict[str, Any]:
return {"status": "ok", "audit": [a.to_dict() for a in self.repo.list_audit(ctx)]}
def run_self_loop(self) -> dict[str, Any]:
owner = PortalContext("owner", ROLE_OWNER)
group_admin = PortalContext("admin", ROLE_GROUP_ADMIN, "g1")
user = PortalContext("user", ROLE_USER, "g1")
self.create_alert(owner, "info", "self-loop-started", SCOPE_GLOBAL, "self_loop")
approval = self.create_approval(user, "model_priority_change", {"model": "default"}, "model_priority")
approval_id = approval["approval"]["id"]
decision = self.decide_approval(group_admin, approval_id, "approved", "self-loop group approval")
return {
"status": "ok",
"checks": {
"user_dashboard": self.dashboard(user)["status"] == "ok",
"group_admin_dashboard": self.dashboard(group_admin)["status"] == "ok",
"owner_cockpit": self.owner_cockpit(owner)["status"] == "ok",
"approval_decision": decision["status"] == "ok",
"audit_written": len(self.repo.audit_events) >= 3,
},
}
def build_context(user_id: str, role: str = ROLE_USER, group_id: str | None = None, display_name: str | None = None) -> PortalContext:
return PortalContext(user_id=user_id, role=role, group_id=group_id, display_name=display_name)
__all__ = [
"ROLE_USER",
"ROLE_GROUP_ADMIN",
"ROLE_OWNER",
"ROLES",
"SCOPE_SELF",
"SCOPE_GROUP",
"SCOPE_GLOBAL",
"PortalContext",
"PortalResource",
"RBACDecision",
"ApprovalRequest",
"AlertRecord",
"AuditEvent",
"PortalRBACService",
"PortalRepository",
"PortalDashboardService",
"PortalOpsService",
"build_context",
]
-239
View File
@@ -1,239 +0,0 @@
"""HTTP routes for the three-role user portal.
The router is FastAPI-compatible but keeps handlers as plain functions so tests and
agent self-checks can exercise the contract without booting an ASGI server.
"""
from __future__ import annotations
from typing import Any
try: # pragma: no cover - optional runtime dependency
from fastapi import APIRouter, Header, HTTPException
except Exception: # pragma: no cover - test/runtime fallback
APIRouter = None
Header = None
HTTPException = RuntimeError
from .portal_rbac_ops import (
ROLE_GROUP_ADMIN,
ROLE_OWNER,
ROLE_USER,
SCOPE_GLOBAL,
PortalOpsService,
PortalResource,
build_context,
)
portal_ops_service = PortalOpsService()
def context_from_headers(
user_id: str | None = None,
role: str | None = None,
group_id: str | None = None,
display_name: str | None = None,
):
return build_context(
user_id=user_id or "anonymous",
role=role or ROLE_USER,
group_id=group_id,
display_name=display_name,
)
def get_portal_dashboard(role: str, user_id: str = "anonymous", group_id: str | None = None) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.dashboard(ctx)
def get_owner_system_cockpit(user_id: str = "owner", runtime: dict[str, Any] | None = None) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=ROLE_OWNER)
return portal_ops_service.owner_cockpit(ctx, runtime)
def check_portal_rbac(
role: str,
action: str,
user_id: str = "anonymous",
group_id: str | None = None,
scope: str | None = None,
owner_user_id: str | None = None,
resource_group_id: str | None = None,
) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
resource = PortalResource(
scope=scope or ctx.natural_scope(),
owner_user_id=owner_user_id or user_id,
group_id=resource_group_id or group_id,
)
return portal_ops_service.check_rbac(ctx, action, resource)
def create_portal_approval(
role: str,
request_type: str,
user_id: str = "anonymous",
group_id: str | None = None,
payload: dict[str, Any] | None = None,
target: str | None = None,
) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.create_approval(ctx, request_type, payload, target)
def decide_portal_approval(
approval_id: str,
decision: str,
role: str,
user_id: str,
group_id: str | None = None,
reason: str | None = None,
) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.decide_approval(ctx, approval_id, decision, reason)
def list_portal_alerts(role: str, user_id: str = "anonymous", group_id: str | None = None) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.list_alerts(ctx)
def create_portal_alert(
role: str,
level: str,
message: str,
user_id: str = "anonymous",
group_id: str | None = None,
scope: str | None = None,
source: str = "portal",
) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.create_alert(ctx, level, message, scope, source)
def list_portal_approvals(role: str, user_id: str = "anonymous", group_id: str | None = None) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.list_approvals(ctx)
def list_portal_audit_events(role: str, user_id: str = "anonymous", group_id: str | None = None) -> dict[str, Any]:
ctx = context_from_headers(user_id=user_id, role=role, group_id=group_id)
return portal_ops_service.list_audit(ctx)
def run_portal_self_loop() -> dict[str, Any]:
return portal_ops_service.run_self_loop()
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/portal", tags=["portal"])
@router.get("/dashboard", operation_id="getPortalDashboard")
def dashboard(
x_user_id: str | None = Header(default=None),
x_portal_role: str | None = Header(default=None),
x_group_id: str | None = Header(default=None),
):
return get_portal_dashboard(x_portal_role or ROLE_USER, x_user_id or "anonymous", x_group_id)
@router.post("/rbac/check", operation_id="checkPortalRBAC")
def rbac_check(payload: dict[str, Any]):
return check_portal_rbac(
role=payload.get("role", ROLE_USER),
action=payload["action"],
user_id=payload.get("user_id", "anonymous"),
group_id=payload.get("group_id"),
scope=payload.get("scope"),
owner_user_id=payload.get("owner_user_id"),
resource_group_id=payload.get("resource_group_id"),
)
@router.post("/approvals", operation_id="createPortalApproval")
def create_approval(payload: dict[str, Any]):
return create_portal_approval(
role=payload.get("role", ROLE_USER),
request_type=payload["request_type"],
user_id=payload.get("user_id", "anonymous"),
group_id=payload.get("group_id"),
payload=payload.get("payload"),
target=payload.get("target"),
)
@router.post("/approvals/{approval_id}/decision", operation_id="decidePortalApproval")
def decide_approval(approval_id: str, payload: dict[str, Any]):
return decide_portal_approval(
approval_id=approval_id,
decision=payload["decision"],
role=payload.get("role", ROLE_GROUP_ADMIN),
user_id=payload.get("user_id", "anonymous"),
group_id=payload.get("group_id"),
reason=payload.get("reason"),
)
@router.get("/approvals", operation_id="listPortalApprovals")
def approvals(
x_user_id: str | None = Header(default=None),
x_portal_role: str | None = Header(default=None),
x_group_id: str | None = Header(default=None),
):
return list_portal_approvals(x_portal_role or ROLE_USER, x_user_id or "anonymous", x_group_id)
@router.get("/alerts", operation_id="listPortalAlerts")
def alerts(
x_user_id: str | None = Header(default=None),
x_portal_role: str | None = Header(default=None),
x_group_id: str | None = Header(default=None),
):
return list_portal_alerts(x_portal_role or ROLE_USER, x_user_id or "anonymous", x_group_id)
@router.post("/alerts", operation_id="createPortalAlert")
def create_alert(payload: dict[str, Any]):
return create_portal_alert(
role=payload.get("role", ROLE_USER),
level=payload["level"],
message=payload["message"],
user_id=payload.get("user_id", "anonymous"),
group_id=payload.get("group_id"),
scope=payload.get("scope"),
source=payload.get("source", "portal"),
)
@router.get("/audit", operation_id="listPortalAuditEvents")
def audit(
x_user_id: str | None = Header(default=None),
x_portal_role: str | None = Header(default=None),
x_group_id: str | None = Header(default=None),
):
return list_portal_audit_events(x_portal_role or ROLE_USER, x_user_id or "anonymous", x_group_id)
@router.get("/owner/system", operation_id="getOwnerSystemCockpit")
def owner_system(x_user_id: str | None = Header(default=None)):
return get_owner_system_cockpit(x_user_id or "owner")
@router.post("/self-loop", operation_id="runPortalSelfLoop")
def self_loop():
return run_portal_self_loop()
return router
router = build_router()
__all__ = [
"router",
"build_router",
"context_from_headers",
"get_portal_dashboard",
"get_owner_system_cockpit",
"check_portal_rbac",
"create_portal_approval",
"decide_portal_approval",
"list_portal_alerts",
"list_portal_approvals",
"list_portal_audit_events",
"run_portal_self_loop",
]
@@ -1,69 +0,0 @@
"""Production acceptance gate for self-loop promotion.
The gate verifies runtime, GitOps policy, portal readiness, and security rules
before any promotion request can proceed.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class GateCheck:
name: str
passed: bool
detail: str
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class ProductionGateResult:
status: str
checks: tuple[GateCheck, ...]
owner_approval_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"status": self.status,
"checks": [c.to_dict() for c in self.checks],
"owner_approval_required": self.owner_approval_required,
"created_at": self.created_at,
}
class ProductionAcceptanceGate:
def evaluate(
self,
runtime: dict[str, Any],
baseline: dict[str, Any],
acceptance: dict[str, Any],
owner_approval_required: bool = True,
) -> ProductionGateResult:
checks = (
GateCheck("runtime_active", runtime.get("status") == "active", "runtime status"),
GateCheck("git_patch_only", baseline.get("update_mode") == "git_patch_only", "patch-only policy"),
GateCheck("no_direct_main_push", baseline.get("codex_gitops", {}).get("direct_main_push") is False, "main push guard"),
GateCheck("acceptance_passed", acceptance.get("status") in {"pass", "waiting_owner_gate"}, "acceptance pipeline"),
GateCheck("no_secrets", baseline.get("codex_gitops", {}).get("api_keys_in_git") is False, "secret policy"),
)
passed = all(check.passed for check in checks)
if not passed:
status = "blocked"
elif owner_approval_required:
status = "waiting_owner_approval"
else:
status = "ready_for_promotion"
return ProductionGateResult(status, checks, owner_approval_required)
__all__ = ["GateCheck", "ProductionGateResult", "ProductionAcceptanceGate"]
@@ -0,0 +1,92 @@
"""Agent adapters for AIOS Search Gateway.
All runtime agents should call SearchGatewayAgentAdapter instead of performing
ad-hoc network search. This gives consistent provider fallback, profile
resolution, evidence capture, audit and event visibility.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from typing import Any
from .search_gateway_orchestrator import SearchGatewayOrchestrator
@dataclass(frozen=True)
class AgentSearchContext:
agent: str
user_id: str | None = None
group_id: str | None = None
role: str = "user"
group_profile: dict[str, Any] | None = None
user_profile: dict[str, Any] | None = None
session_profile: dict[str, Any] | None = None
authorized_sources: list[str] = field(default_factory=list)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SearchGatewayAgentAdapter:
def __init__(self, orchestrator: SearchGatewayOrchestrator | None = None):
self.orchestrator = orchestrator or SearchGatewayOrchestrator()
def search(
self,
query: str,
context: AgentSearchContext,
intent: str = "general",
region: str | None = None,
time_range: str | None = None,
data_type: str | None = None,
domain_profiles: list[str] | None = None,
user_scope: str = "public",
correlation_id: str | None = None,
) -> dict[str, Any]:
payload = {
"query": query,
"requester": context.agent,
"intent": intent,
"region": region,
"time_range": time_range,
"data_type": data_type,
"domain_profiles": domain_profiles or [],
"user_scope": user_scope,
"authorized_sources": context.authorized_sources,
"group_profile": context.group_profile,
"user_profile": context.user_profile,
"session_profile": context.session_profile,
"correlation_id": correlation_id,
}
return self.orchestrator.execute(payload)
class OpenClawSearchClient(SearchGatewayAgentAdapter):
def search_public(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, user_scope="public", **kwargs)
class HermesSearchClient(SearchGatewayAgentAdapter):
def delegate_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, **kwargs)
class CodexSearchClient(SearchGatewayAgentAdapter):
def technical_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, intent=kwargs.pop("intent", "software_library"), **kwargs)
class CustomGPTSearchClient(SearchGatewayAgentAdapter):
def user_search(self, query: str, context: AgentSearchContext, **kwargs) -> dict[str, Any]:
return self.search(query, context, **kwargs)
__all__ = [
"AgentSearchContext",
"SearchGatewayAgentAdapter",
"OpenClawSearchClient",
"HermesSearchClient",
"CodexSearchClient",
"CustomGPTSearchClient",
]
@@ -0,0 +1,73 @@
"""Architect governance integration for Search Gateway.
Search Gateway is a shared platform capability. The Architect Agent periodically
reviews provider health, external search/browser capabilities, cost, security and
privacy impact, then emits C/R/V recommendations.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SearchArchitectureFinding:
finding_id: str
title: str
impact: str
recommendation: str
evidence: list[str] = field(default_factory=list)
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchArchitectureDecision:
status: str
version_bump: str
reason: str
findings: list[SearchArchitectureFinding]
owner_gate_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"status": self.status,
"version_bump": self.version_bump,
"reason": self.reason,
"findings": [f.to_dict() for f in self.findings],
"owner_gate_required": self.owner_gate_required,
"created_at": self.created_at,
}
class SearchArchitectIntegration:
def review(self, signals: dict[str, Any]) -> SearchArchitectureDecision:
findings: list[SearchArchitectureFinding] = []
if signals.get("provider_breaking_change"):
findings.append(SearchArchitectureFinding("search-provider-breaking", "Provider breaking change", "breaking", "owner_review"))
if signals.get("new_search_capability"):
findings.append(SearchArchitectureFinding("search-new-capability", "New search capability available", "architecture", "evaluate_adoption"))
if signals.get("cost_increase"):
findings.append(SearchArchitectureFinding("search-cost", "Search provider cost increase", "minor", "optimize_provider_order"))
if signals.get("security_advisory"):
findings.append(SearchArchitectureFinding("search-security", "Search security advisory", "breaking", "owner_review"))
if any(f.impact == "breaking" for f in findings):
return SearchArchitectureDecision("action_required", "V", "breaking search ecosystem/security change", findings, True)
if any(f.impact == "architecture" for f in findings):
return SearchArchitectureDecision("optimization_recommended", "R", "new search capability may improve architecture", findings, True)
if findings:
return SearchArchitectureDecision("minor_change_recommended", "C", "compatible provider optimization", findings, False)
return SearchArchitectureDecision("no_action", "none", "no relevant search architecture change", findings, False)
__all__ = ["SearchArchitectureFinding", "SearchArchitectureDecision", "SearchArchitectIntegration"]
+27
View File
@@ -0,0 +1,27 @@
"""Audit storage for Search Gateway executions."""
from __future__ import annotations
import json
from pathlib import Path
from typing import Any
class SearchAuditStore:
def __init__(self, root: str = "runtime/search-gateway/audit"):
self.root = Path(root)
self.root.mkdir(parents=True, exist_ok=True)
def append(self, record: dict[str, Any]) -> str:
path = self.root / f"{record.get('request_id', 'search')}.json"
path.write_text(json.dumps(record, ensure_ascii=False, indent=2), encoding="utf-8")
return str(path)
def list_recent(self) -> list[dict[str, Any]]:
result = []
for path in sorted(self.root.glob("*.json")):
result.append(json.loads(path.read_text(encoding="utf-8")))
return result[-50:]
__all__ = ["SearchAuditStore"]
+118
View File
@@ -0,0 +1,118 @@
"""Search Gateway event bridge.
Publishes normalized search lifecycle events into the AIOS Agent Event Bus when a
bus is available, with an in-memory fallback for tests and offline runs.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Protocol
from uuid import uuid4
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class SearchEventPublisher(Protocol):
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
...
@dataclass(frozen=True)
class SearchEvent:
id: str
kind: str
source: str
target: str
summary: str
payload: dict[str, Any]
correlation_id: str | None = None
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class InMemorySearchEventBus:
def __init__(self):
self.events: list[dict[str, Any]] = []
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
event = SearchEvent(
id=f"search_evt_{uuid4().hex[:12]}",
kind=kind,
source=source,
target=target,
summary=summary,
payload=payload,
correlation_id=correlation_id,
).to_dict()
self.events.append(event)
return event
class SearchEventBridge:
def __init__(self, bus: SearchEventPublisher | None = None):
self.bus = bus or InMemorySearchEventBus()
def search_started(self, request: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="search_started",
source=request.get("requester", "unknown"),
target="search-gateway",
summary=request.get("query", "search started"),
payload=request,
correlation_id=request.get("correlation_id"),
)
def provider_attempted(self, request_id: str, attempt: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="search_provider_attempted",
source="search-gateway",
target=attempt.get("provider", "unknown"),
summary=f"provider {attempt.get('provider', 'unknown')} {attempt.get('status', 'attempted')}",
payload=attempt,
correlation_id=request_id,
)
def fallback_triggered(self, request_id: str, reason: str) -> dict[str, Any]:
return self.bus.publish(
kind="search_fallback_triggered",
source="search-gateway",
target="search-provider-router",
summary=reason,
payload={"reason": reason},
correlation_id=request_id,
)
def search_completed(self, response: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="search_completed",
source="search-gateway",
target=response.get("requester", "requester"),
summary=f"search {response.get('status', 'completed')}",
payload=response,
correlation_id=response.get("request_id"),
)
__all__ = ["SearchEvent", "InMemorySearchEventBus", "SearchEventBridge"]
+252
View File
@@ -0,0 +1,252 @@
"""Governed general-purpose Search Gateway for AIOS.
The gateway coordinates query planning, provider routing, fallback, evidence
normalization and compliance checks. It is provider-agnostic: runtime workers plug
in public or explicitly authorized search providers.
Search is a shared capability. Groups and users may customize provider order,
trusted domains, query expansion hints and domain profiles, but customization may
not override hard authorization, privacy, safety or audit rules.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Protocol
from uuid import uuid4
from .search_profile_resolver import DomainQueryProfileRegistry, SearchProfile, SearchProfileResolver
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SearchRequest:
query: str
requester: str
intent: str = "general"
region: str | None = None
time_range: str | None = None
data_type: str | None = None
user_scope: str = "public"
authorized_sources: list[str] = field(default_factory=list)
domain_profiles: list[str] = field(default_factory=list)
group_profile: dict[str, Any] | None = None
user_profile: dict[str, Any] | None = None
session_profile: dict[str, Any] | None = None
correlation_id: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchEvidence:
title: str
url: str | None
source: str
snippet: str
evidence_type: str = "web"
confidence: str = "medium"
retrieved_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchProviderAttempt:
provider: str
status: str
result_count: int = 0
reason: str = ""
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchResponse:
request_id: str
status: str
answer: str
evidence: list[SearchEvidence]
attempts: list[SearchProviderAttempt]
confidence: str
expanded_queries: list[str] = field(default_factory=list)
resolved_profile: dict[str, Any] | None = None
need_clarification: list[str] = field(default_factory=list)
blocked_reasons: list[str] = field(default_factory=list)
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"request_id": self.request_id,
"status": self.status,
"answer": self.answer,
"evidence": [e.to_dict() for e in self.evidence],
"attempts": [a.to_dict() for a in self.attempts],
"confidence": self.confidence,
"expanded_queries": self.expanded_queries,
"resolved_profile": self.resolved_profile,
"need_clarification": self.need_clarification,
"blocked_reasons": self.blocked_reasons,
"created_at": self.created_at,
}
class SearchProvider(Protocol):
name: str
def search(self, request: SearchRequest, queries: list[str]) -> tuple[list[SearchEvidence], SearchProviderAttempt]:
...
class QueryPlanner:
def __init__(self, domain_registry: DomainQueryProfileRegistry | None = None):
self.domain_registry = domain_registry or DomainQueryProfileRegistry()
def expand(self, request: SearchRequest, profile: SearchProfile) -> list[str]:
base = request.query.strip()
queries = [base]
if request.region:
queries.append(f"{request.region} {base}")
if request.time_range:
queries.append(f"{base} {request.time_range}")
domain_profiles = list(dict.fromkeys([request.intent] + request.domain_profiles + profile.domain_profiles))
hints = list(profile.query_expansion_hints) + self.domain_registry.hints_for(domain_profiles)
for hint in hints:
queries.append(f"{base} {hint}")
for domain in profile.trusted_domains:
queries.append(f"site:{domain} {base}")
return list(dict.fromkeys([q for q in queries if q]))
class SearchPolicyGuard:
"""Blocks non-public or unauthorized collection patterns."""
FORBIDDEN_TERMS = (
"绕过登录",
"绕过验证码",
"验证码绕过",
"破解登录",
"个人成绩",
"学生隐私",
"受保护平台批量爬取",
)
def evaluate(self, request: SearchRequest, profile: SearchProfile) -> list[str]:
q = request.query.lower()
reasons: list[str] = []
for term in self.FORBIDDEN_TERMS:
if term.lower() in q:
reasons.append(f"blocked_term:{term}")
if request.user_scope not in {"public", "authorized_user_file", "authorized_link", "internal_archive"}:
reasons.append(f"unsupported_scope:{request.user_scope}")
if request.data_type in {"personal_grade", "student_private_data", "private_person_data"} and request.user_scope != "authorized_user_file":
reasons.append("private_data_requires_user_authorized_file")
if not profile.audit_required:
reasons.append("audit_cannot_be_disabled")
if not profile.fallback_required:
reasons.append("fallback_cannot_be_disabled")
return reasons
class SearchGateway:
def __init__(self, providers: list[SearchProvider] | None = None):
self.providers = providers or []
self.profile_resolver = SearchProfileResolver()
self.planner = QueryPlanner()
self.guard = SearchPolicyGuard()
def search(self, request: SearchRequest) -> SearchResponse:
request_id = request.correlation_id or f"search_{uuid4().hex[:12]}"
profile = self.profile_resolver.resolve(request.group_profile, request.user_profile, request.session_profile)
expanded_queries = self.planner.expand(request, profile)
blocked = self.guard.evaluate(request, profile)
if blocked:
return SearchResponse(
request_id=request_id,
status="blocked",
answer="该搜索请求涉及未授权访问、验证码/登录绕过、受保护平台批量抓取或个人隐私数据,已阻断。可改为搜索公开网页、官方公告、公开文档,或处理用户授权上传的文件/链接。",
evidence=[],
attempts=[],
confidence="high",
expanded_queries=expanded_queries,
resolved_profile=profile.to_dict(),
blocked_reasons=blocked,
)
evidence: list[SearchEvidence] = []
attempts: list[SearchProviderAttempt] = []
providers = self._ordered_providers(profile)
for provider in providers:
try:
provider_evidence, attempt = provider.search(request, expanded_queries)
evidence.extend(provider_evidence)
attempts.append(attempt)
if provider_evidence:
break
except Exception as exc:
attempts.append(SearchProviderAttempt(provider=getattr(provider, "name", "unknown"), status="failed", reason=str(exc)))
if evidence:
return SearchResponse(
request_id=request_id,
status="found",
answer="已找到公开或授权来源结果。",
evidence=evidence,
attempts=attempts,
confidence=self._confidence(evidence),
expanded_queries=expanded_queries,
resolved_profile=profile.to_dict(),
)
return SearchResponse(
request_id=request_id,
status="not_found",
answer="未找到足够可靠的公开或授权结果;已记录 provider 尝试和失败原因。",
evidence=[],
attempts=attempts,
confidence="low",
expanded_queries=expanded_queries,
resolved_profile=profile.to_dict(),
need_clarification=self._clarification(request),
)
def _ordered_providers(self, profile: SearchProfile) -> list[SearchProvider]:
if not self.providers:
return []
by_name = {provider.name: provider for provider in self.providers}
ordered = [by_name[name] for name in profile.provider_order if name in by_name]
remaining = [provider for provider in self.providers if provider.name not in {p.name for p in ordered}]
return ordered + remaining
def _confidence(self, evidence: list[SearchEvidence]) -> str:
if any(e.confidence == "high" for e in evidence):
return "high"
if evidence:
return "medium"
return "low"
def _clarification(self, request: SearchRequest) -> list[str]:
if request.intent == "education_exam_data":
return ["请补充学校名称、联考名称、年级、科目,以及需要试卷/答案还是成绩统计。"]
if request.intent in {"company_research", "policy_regulation", "software_library", "product_research"}:
return ["请补充主体名称、地区/版本、时间范围、需要的数据类型或可信来源范围。"]
return ["请补充更具体的主体、平台、地区、时间、数据类型或授权文件/链接。"]
__all__ = [
"SearchRequest",
"SearchEvidence",
"SearchProviderAttempt",
"SearchResponse",
"SearchProvider",
"QueryPlanner",
"SearchPolicyGuard",
"SearchGateway",
]
+65
View File
@@ -0,0 +1,65 @@
"""API endpoints for AIOS Search Gateway."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .search_gateway import SearchGateway, SearchRequest
from .search_gateway_dashboard import SearchGatewayDashboard
gateway = SearchGateway()
dashboard = SearchGatewayDashboard()
def search_gateway_request(payload: dict[str, Any]) -> dict[str, Any]:
request = SearchRequest(**payload)
return gateway.search(request).to_dict()
def get_search_gateway_status() -> dict[str, Any]:
return {
"module": "search-gateway",
"status": "ready",
"providers_configured": len(gateway.providers),
"policy_guard": "enabled",
"profile_customization": "enabled",
"fallback_required_when_provider_unavailable": True,
}
def get_search_gateway_overview() -> dict[str, Any]:
return dashboard.overview()
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/search", tags=["search-gateway"])
@router.get("/status", operation_id="getSearchGatewayStatus")
def status():
return get_search_gateway_status()
@router.get("/overview", operation_id="getSearchGatewayOverview")
def overview():
return get_search_gateway_overview()
@router.post("/query", operation_id="runSearchGatewayQuery")
def query(payload: dict[str, Any]):
return search_gateway_request(payload)
return router
router = build_router()
__all__ = [
"router",
"search_gateway_request",
"get_search_gateway_status",
"get_search_gateway_overview",
]
@@ -0,0 +1,85 @@
"""Search Gateway Web UI dashboard model."""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SearchDashboardMetric:
key: str
title: str
value: Any
status: str = "ok"
detail: str = ""
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class SearchDashboardPanel:
key: str
title: str
metrics: list[SearchDashboardMetric] = field(default_factory=list)
def to_dict(self) -> dict[str, Any]:
return {
"key": self.key,
"title": self.title,
"metrics": [m.to_dict() for m in self.metrics],
}
class SearchGatewayDashboard:
def overview(self, search_runs: list[dict[str, Any]] | None = None, providers: list[dict[str, Any]] | None = None) -> dict[str, Any]:
search_runs = search_runs or []
providers = providers or []
blocked = [r for r in search_runs if r.get("status") == "blocked"]
not_found = [r for r in search_runs if r.get("status") == "not_found"]
provider_failures = [p for p in providers if p.get("status") == "failed"]
panels = [
SearchDashboardPanel(
"search_health",
"搜索健康度",
[
SearchDashboardMetric("total_runs", "搜索请求数", len(search_runs)),
SearchDashboardMetric("not_found", "未找到结果", len(not_found), "warn" if not_found else "ok"),
SearchDashboardMetric("blocked", "合规阻断", len(blocked), "warn" if blocked else "ok"),
],
),
SearchDashboardPanel(
"provider_health",
"Provider 可用性",
[
SearchDashboardMetric("providers", "Provider 数量", len(providers)),
SearchDashboardMetric("provider_failures", "Provider 失败", len(provider_failures), "warn" if provider_failures else "ok"),
],
),
SearchDashboardPanel(
"evidence_quality",
"证据质量",
[
SearchDashboardMetric("with_evidence", "有证据的回答", len([r for r in search_runs if r.get("evidence")])) ,
SearchDashboardMetric("fallback_required", "要求多源降级", True),
],
),
]
return {
"module": "search-gateway",
"route": "/admin/ai-evolution/search",
"title": "AIOS 联网搜索治理中心",
"status": "attention_required" if provider_failures else "healthy",
"generated_at": utc_now(),
"panels": [p.to_dict() for p in panels],
"recent_runs": search_runs[-20:],
}
__all__ = ["SearchDashboardMetric", "SearchDashboardPanel", "SearchGatewayDashboard"]
@@ -0,0 +1,41 @@
"""Runtime orchestrator joining Search Gateway, registry, audit and events."""
from __future__ import annotations
from typing import Any
from .search_audit_store import SearchAuditStore
from .search_event_bridge import SearchEventBridge
from .search_gateway import SearchGateway, SearchRequest
from .search_provider_registry import SearchProviderRegistry
class SearchGatewayOrchestrator:
def __init__(self):
self.registry = SearchProviderRegistry()
self.audit = SearchAuditStore()
self.events = SearchEventBridge()
self.gateway = SearchGateway(self.registry.ordered())
def execute(self, payload: dict[str, Any]) -> dict[str, Any]:
request = SearchRequest(**payload)
self.events.search_started(request.to_dict())
response = self.gateway.search(request)
result = response.to_dict()
for attempt in result.get("attempts", []):
self.events.provider_attempted(result["request_id"], attempt)
if len(result.get("attempts", [])) > 1:
self.events.fallback_triggered(result["request_id"], "multiple providers attempted")
self.audit.append(result)
self.events.search_completed(result)
return result
def status(self) -> dict[str, Any]:
return {
"registry": self.registry.status(),
"audit": "enabled",
"events": "enabled",
}
__all__ = ["SearchGatewayOrchestrator"]
@@ -0,0 +1,124 @@
"""Search profile resolver for general-purpose AIOS Search Gateway.
The Search Gateway is a shared platform capability. Groups and users may customize
provider preference, query expansion hints, trusted sources and domain profiles on
top of the shared base profile. Customization is intentionally layered and cannot
override hard safety, authorization or audit rules.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from typing import Any
HARD_BLOCKED_BEHAVIORS = {
"bypass_login",
"bypass_captcha",
"scrape_private_student_grades",
"scrape_student_private_data",
"bulk_scrape_protected_platforms",
"collect_data_without_authorization",
}
@dataclass(frozen=True)
class SearchProfile:
profile_id: str
scope: str
provider_order: list[str] = field(default_factory=lambda: [
"cache",
"official_site",
"general_web",
"vertical_source",
"browser_fetch",
"user_authorized_file",
"internal_archive",
])
trusted_domains: list[str] = field(default_factory=list)
query_expansion_hints: list[str] = field(default_factory=list)
domain_profiles: list[str] = field(default_factory=list)
blocked_behaviors: set[str] = field(default_factory=lambda: set(HARD_BLOCKED_BEHAVIORS))
audit_required: bool = True
fallback_required: bool = True
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["blocked_behaviors"] = sorted(self.blocked_behaviors)
return data
class SearchProfileResolver:
"""Resolves base -> group -> user -> session search preferences."""
def base_profile(self) -> SearchProfile:
return SearchProfile(profile_id="base", scope="global")
def resolve(
self,
group_profile: dict[str, Any] | None = None,
user_profile: dict[str, Any] | None = None,
session_profile: dict[str, Any] | None = None,
) -> SearchProfile:
profile = self.base_profile().to_dict()
for overlay in (group_profile, user_profile, session_profile):
if overlay:
profile = self._merge(profile, overlay)
profile["blocked_behaviors"] = set(HARD_BLOCKED_BEHAVIORS)
profile["audit_required"] = True
profile["fallback_required"] = True
return SearchProfile(**profile)
def _merge(self, base: dict[str, Any], overlay: dict[str, Any]) -> dict[str, Any]:
merged = dict(base)
if overlay.get("provider_order"):
merged["provider_order"] = list(overlay["provider_order"])
for list_key in ("trusted_domains", "query_expansion_hints", "domain_profiles"):
merged[list_key] = self._dedupe(list(merged.get(list_key, [])) + list(overlay.get(list_key, [])))
merged["profile_id"] = overlay.get("profile_id", merged.get("profile_id", "custom"))
merged["scope"] = overlay.get("scope", merged.get("scope", "custom"))
return merged
def _dedupe(self, items: list[str]) -> list[str]:
return list(dict.fromkeys([item for item in items if item]))
class DomainQueryProfileRegistry:
"""Optional domain-specific expansions for the general Search Gateway."""
DEFAULT_PROFILES = {
"education_exam_data": [
"学校 年级 科目 试卷 答案 成绩统计",
"联考 月考 期中 期末 质量检测",
],
"policy_regulation": [
"官方 通知 政策 解读 实施细则",
"site:gov.cn OR site:edu.cn",
],
"software_library": [
"release notes changelog migration guide",
"official documentation GitHub issues",
],
"product_research": [
"specs review comparison price availability",
"official page manual support",
],
"company_research": [
"official announcement press release filings",
"leadership product financial report",
],
}
def hints_for(self, domain_profiles: list[str]) -> list[str]:
hints: list[str] = []
for profile in domain_profiles:
hints.extend(self.DEFAULT_PROFILES.get(profile, []))
return list(dict.fromkeys(hints))
__all__ = [
"HARD_BLOCKED_BEHAVIORS",
"SearchProfile",
"SearchProfileResolver",
"DomainQueryProfileRegistry",
]
@@ -0,0 +1,121 @@
"""Provider registry for the general AIOS Search Gateway.
The registry makes provider availability explicit and auditable. Provider
implementations are pluggable: production can register real public search,
official-site, vertical-source, browser-fetch, authorized-file or archive
providers without changing the Search Gateway core.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from typing import Any
from .search_gateway import SearchEvidence, SearchProviderAttempt, SearchRequest
@dataclass(frozen=True)
class SearchProviderConfig:
name: str
provider_type: str
enabled: bool = True
requires_secret: bool = False
supports_public_web: bool = True
supports_authorized_sources: bool = False
health: str = "unknown"
metadata: dict[str, Any] = field(default_factory=dict)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class NullSearchProvider:
"""Safe placeholder provider used until runtime wires a real adapter."""
def __init__(self, config: SearchProviderConfig):
self.config = config
self.name = config.name
def search(self, request: SearchRequest, queries: list[str]):
return [], SearchProviderAttempt(
provider=self.name,
status="not_configured" if self.config.enabled else "disabled",
result_count=0,
reason="provider adapter not wired in runtime",
)
class StaticArchiveProvider:
"""Small deterministic provider for tests and internal archived evidence."""
name = "internal_archive"
def __init__(self, records: list[dict[str, Any]] | None = None):
self.records = records or []
def search(self, request: SearchRequest, queries: list[str]):
evidence: list[SearchEvidence] = []
for record in self.records:
haystack = " ".join([record.get("title", ""), record.get("snippet", ""), record.get("tags", "")]).lower()
if any(q.lower() in haystack for q in queries):
evidence.append(
SearchEvidence(
title=record.get("title", "archive result"),
url=record.get("url"),
source=self.name,
snippet=record.get("snippet", ""),
evidence_type="internal_archive",
confidence=record.get("confidence", "medium"),
)
)
return evidence, SearchProviderAttempt(provider=self.name, status="ok", result_count=len(evidence))
class SearchProviderRegistry:
DEFAULT_PROVIDER_CONFIGS = [
SearchProviderConfig("cache", "cache", supports_public_web=False),
SearchProviderConfig("official_site", "official_site"),
SearchProviderConfig("general_web", "general_web"),
SearchProviderConfig("vertical_source", "vertical_source"),
SearchProviderConfig("browser_fetch", "browser_fetch"),
SearchProviderConfig("user_authorized_file", "authorized_file", supports_public_web=False, supports_authorized_sources=True),
SearchProviderConfig("internal_archive", "archive", supports_public_web=False),
]
def __init__(self):
self.configs: dict[str, SearchProviderConfig] = {}
self.providers: dict[str, Any] = {}
for config in self.DEFAULT_PROVIDER_CONFIGS:
self.register_config(config)
def register_config(self, config: SearchProviderConfig) -> None:
self.configs[config.name] = config
self.providers.setdefault(config.name, NullSearchProvider(config))
def register_provider(self, name: str, provider: Any, config: SearchProviderConfig | None = None) -> None:
if config:
self.configs[name] = config
elif name not in self.configs:
self.configs[name] = SearchProviderConfig(name=name, provider_type="custom")
self.providers[name] = provider
def ordered(self, order: list[str] | None = None) -> list[Any]:
order = order or list(self.configs)
result = [self.providers[name] for name in order if name in self.providers and self.configs[name].enabled]
result.extend([provider for name, provider in self.providers.items() if name not in order and self.configs[name].enabled])
return result
def status(self) -> dict[str, Any]:
return {
"providers": [self.configs[name].to_dict() for name in sorted(self.configs)],
"enabled": len([c for c in self.configs.values() if c.enabled]),
"configured": len([name for name, provider in self.providers.items() if not isinstance(provider, NullSearchProvider)]),
}
__all__ = [
"SearchProviderConfig",
"NullSearchProvider",
"StaticArchiveProvider",
"SearchProviderRegistry",
]
@@ -1,59 +0,0 @@
"""Self-evolution reporting for release and owner review."""
from __future__ import annotations
from dataclasses import asdict, dataclass
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class EvolutionReport:
status: str
improvements: list[str]
risks: list[str]
metrics: dict[str, Any]
recommendations: list[str]
created_at: str = utc_now()
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfEvolutionReporter:
def generate(
self,
supervisor: dict[str, Any],
failure_memory: dict[str, Any],
adaptive_policy: dict[str, Any],
) -> EvolutionReport:
failures = failure_memory.get("top_failures", [])
risks = []
if failures:
risks.append("recurring failures require owner-visible review")
if adaptive_policy.get("automation_level") == "analysis_only":
risks.append("automation reduced due to recurrence")
return EvolutionReport(
status="ready_for_review",
improvements=[
"self-loop supervisor enabled",
"failure memory accumulated",
"adaptive policy active",
],
risks=risks,
metrics={
"failure_records": len(failure_memory.get("records", {})),
"supervisor_cycles": supervisor.get("state", {}).get("cycles", 0),
},
recommendations=[
"continue low-risk autonomous patches",
"review owner-gated promotion requests",
],
)
__all__ = ["EvolutionReport", "SelfEvolutionReporter"]
@@ -1,89 +0,0 @@
"""Event hooks that trigger autonomous self-loop jobs."""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
from .adaptive_policy import AdaptivePolicy
from .failure_memory import FailureMemory
from .self_loop_scheduler import SelfLoopScheduler
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SelfLoopEvent:
source: str
event_type: str
goal: str
runtime: dict[str, Any] = field(default_factory=dict)
baseline: dict[str, Any] = field(default_factory=dict)
detail: str = ""
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfLoopEventHook:
SUPPORTED_EVENTS = {
"runtime_unhealthy",
"gitops_drift",
"test_failed",
"portal_gap_detected",
"acceptance_failed",
}
def __init__(self, scheduler: SelfLoopScheduler | None = None, memory: FailureMemory | None = None, policy: AdaptivePolicy | None = None):
self.scheduler = scheduler or SelfLoopScheduler()
self.memory = memory or FailureMemory()
self.policy = policy or AdaptivePolicy()
def parse(self, payload: dict[str, Any]) -> SelfLoopEvent:
return SelfLoopEvent(
source=str(payload.get("source", "unknown")),
event_type=str(payload.get("event_type", "unknown")),
goal=str(payload.get("goal", "investigate self-loop event")),
runtime=dict(payload.get("runtime", {})),
baseline=dict(payload.get("baseline", {})),
detail=str(payload.get("detail", "")),
)
def handle(self, payload: dict[str, Any]) -> dict[str, Any]:
event = self.parse(payload)
if event.event_type not in self.SUPPORTED_EVENTS:
return {
"status": "ignored",
"reason": "unsupported_event",
"event": event.to_dict(),
}
if event.event_type in {"test_failed", "acceptance_failed", "runtime_unhealthy"}:
self.memory.record_failure(
component=event.source,
reason=event.event_type,
detail=event.detail,
severity="high",
remediation_hint="run self-loop diagnosis and generate patch plan",
)
decision = self.policy.evaluate(self.memory, event.runtime, event.baseline, event.goal)
options = self.policy.apply_to_scheduler(decision)
job = self.scheduler.enqueue(
goal=event.goal,
runtime=event.runtime,
baseline=event.baseline,
max_attempts=options["max_attempts"],
)
return {
"status": "queued",
"event": event.to_dict(),
"policy": decision.to_dict(),
"job": job.to_dict(),
}
__all__ = ["SelfLoopEvent", "SelfLoopEventHook"]
-222
View File
@@ -1,222 +0,0 @@
"""Autonomous self-loop executor.
This layer turns probe/plan reports into safe execution outcomes. It does not
bypass owner governance: high-risk or restricted actions are blocked at the owner
approval gate and emitted as explicit pending work.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Callable
from .autonomous_self_loop import AutonomousSelfLoop, RemediationStep, SelfLoopReport
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class ExecutionResult:
step_id: str
action: str
status: str
reason: str
risk: str
requires_owner_approval: bool
output: dict[str, Any] = field(default_factory=dict)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class TestResult:
name: str
status: str
detail: str = ""
def passed(self) -> bool:
return self.status == "pass"
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass
class ExecutionReport:
status: str
report_id: str
actions: list[ExecutionResult]
tests: list[TestResult]
owner_approval_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"status": self.status,
"report_id": self.report_id,
"actions": [a.to_dict() for a in self.actions],
"tests": [t.to_dict() for t in self.tests],
"owner_approval_required": self.owner_approval_required,
"created_at": self.created_at,
}
class SelfLoopTestRunner:
"""Deterministic self-loop checks that avoid shell execution and secrets."""
def run(self, runtime: dict[str, Any], baseline: dict[str, Any]) -> list[TestResult]:
return [
self._runtime_active(runtime),
self._patch_only_policy(baseline),
self._owner_gate_policy(baseline),
self._portal_domain_smoke(),
]
def _runtime_active(self, runtime: dict[str, Any]) -> TestResult:
if runtime.get("status") == "active":
return TestResult("runtime_active", "pass", "runtime reports active")
return TestResult("runtime_active", "fail", "runtime is not active")
def _patch_only_policy(self, baseline: dict[str, Any]) -> TestResult:
if baseline.get("update_mode") == "git_patch_only":
return TestResult("git_patch_only", "pass", "patch-only updates enforced")
return TestResult("git_patch_only", "fail", "update mode is not git_patch_only")
def _owner_gate_policy(self, baseline: dict[str, Any]) -> TestResult:
codex_gitops = baseline.get("codex_gitops", {})
if codex_gitops.get("direct_main_push") is False:
return TestResult("owner_gate", "pass", "direct main push disabled")
return TestResult("owner_gate", "fail", "direct main push must remain disabled")
def _portal_domain_smoke(self) -> TestResult:
try:
from .portal_rbac_ops import ROLE_OWNER, PortalOpsService, build_context
service = PortalOpsService()
result = service.owner_cockpit(build_context("owner", ROLE_OWNER))
if result.get("status") == "ok":
return TestResult("portal_domain_smoke", "pass", "owner cockpit domain service responds")
return TestResult("portal_domain_smoke", "fail", "owner cockpit returned non-ok")
except Exception as exc: # pragma: no cover - defensive smoke output
return TestResult("portal_domain_smoke", "fail", f"portal smoke failed: {type(exc).__name__}")
class SelfLoopAgentExecutor:
"""Executes safe self-loop steps and gates restricted ones."""
SAFE_ACTIONS = {
"health_probe",
"test_execution",
"failure_classification",
"patch_plan_generation",
"report_generation",
"create-low-risk-patch",
}
RESTRICTED_ACTIONS = {
"request-runtime-recovery",
"commit-policy-patch",
"commit-security-policy",
"commit-runtime-config",
"commit-portal-config",
"production-promotion",
"permission-escalation",
"secret-rotation",
}
def __init__(self, loop: AutonomousSelfLoop | None = None, test_runner: SelfLoopTestRunner | None = None):
self.loop = loop or AutonomousSelfLoop(owner_approval_required=True)
self.test_runner = test_runner or SelfLoopTestRunner()
self.handlers: dict[str, Callable[[RemediationStep], dict[str, Any]]] = {
"create-low-risk-patch": self._create_low_risk_patch_manifest,
"patch_plan_generation": self._patch_plan_manifest,
"report_generation": self._report_manifest,
}
def execute_step(self, step: RemediationStep) -> ExecutionResult:
if step.requires_owner_approval or step.action in self.RESTRICTED_ACTIONS:
return ExecutionResult(
step.id,
step.action,
"blocked_owner_gate",
"restricted action requires owner approval",
step.risk,
True,
{"title": step.title},
)
if step.risk not in {"low"}:
return ExecutionResult(
step.id,
step.action,
"blocked_risk_gate",
"only low-risk autonomous actions are allowed",
step.risk,
True,
{"title": step.title},
)
handler = self.handlers.get(step.action, self._safe_noop_manifest)
return ExecutionResult(
step.id,
step.action,
"executed",
"safe autonomous action executed",
step.risk,
False,
handler(step),
)
def execute_report(self, report: SelfLoopReport, runtime: dict[str, Any], baseline: dict[str, Any]) -> ExecutionReport:
actions = [self.execute_step(step) for step in report.remediation]
tests = self.test_runner.run(runtime, baseline)
owner_approval_required = self.loop.owner_approval_required or any(a.requires_owner_approval for a in actions)
failed_tests = [t for t in tests if not t.passed()]
if failed_tests:
status = "failed_tests"
elif owner_approval_required:
status = "waiting_owner_gate"
else:
status = "completed"
return ExecutionReport(status, report.id, actions, tests, owner_approval_required)
def run_once(self, runtime: dict[str, Any], baseline: dict[str, Any]) -> dict[str, Any]:
report = self.loop.evaluate(runtime, baseline)
execution = self.execute_report(report, runtime, baseline)
acceptance = self.loop.acceptance(report)
owner_approval_required = execution.owner_approval_required or acceptance["owner_approval_required"]
return {
"status": execution.status,
"can_unattended_continue": execution.status == "completed" and not owner_approval_required,
"owner_approval_required": owner_approval_required,
"plan": report.to_dict(),
"execution": execution.to_dict(),
}
def _create_low_risk_patch_manifest(self, step: RemediationStep) -> dict[str, Any]:
return {
"patch_intent": step.title,
"branch_policy": "patch-only",
"direct_main_push": False,
"secrets_in_git": False,
}
def _patch_plan_manifest(self, step: RemediationStep) -> dict[str, Any]:
return {"plan": step.title, "action": step.action}
def _report_manifest(self, step: RemediationStep) -> dict[str, Any]:
return {"report": step.title, "generated": True}
def _safe_noop_manifest(self, step: RemediationStep) -> dict[str, Any]:
return {"noop": True, "title": step.title}
__all__ = [
"ExecutionResult",
"TestResult",
"ExecutionReport",
"SelfLoopTestRunner",
"SelfLoopAgentExecutor",
]
@@ -1,58 +0,0 @@
"""Adapter manifest for controlled GitOps Actions execution.
The adapter produces an action plan consumed by the GitOps bridge. It does not
embed credentials and does not perform direct repository writes.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
from .self_loop_patch_executor import PatchBundle
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class GitOpsActionPlan:
action: str
branch: str
operations: tuple[dict[str, Any], ...]
owner_approval_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfLoopGitOpsAdapter:
def build_action_plan(self, bundle: PatchBundle) -> GitOpsActionPlan:
operations = tuple(
{
"operation": "commitFile",
"path": patch_file.path,
"checksum": patch_file.checksum(),
}
for patch_file in bundle.files
)
return GitOpsActionPlan(
action="gitops_patch_apply",
branch=bundle.branch,
operations=operations,
owner_approval_required=bundle.owner_approval_required,
)
def validate_action_plan(self, plan: GitOpsActionPlan) -> dict[str, Any]:
return {
"valid": plan.branch.startswith("patch/") and plan.action == "gitops_patch_apply",
"branch": plan.branch,
"owner_approval_required": plan.owner_approval_required,
"operations": len(plan.operations),
}
__all__ = ["GitOpsActionPlan", "SelfLoopGitOpsAdapter"]
@@ -1,142 +0,0 @@
"""Multi-agent self-loop orchestration.
Coordinates planning, implementation proposals, and validation feedback from
Hermes/OpenClaw/CodexBridge-style agents without storing credentials or bypassing
GitOps governance.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
from .self_loop_executor import SelfLoopAgentExecutor
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class AgentProfile:
name: str
role: str
weight: int
capabilities: tuple[str, ...]
@dataclass(frozen=True)
class AgentTask:
task_id: str
goal: str
task_type: str
risk: str = "low"
payload: dict[str, Any] = field(default_factory=dict)
@dataclass(frozen=True)
class AgentResponse:
agent: str
status: str
proposal: dict[str, Any]
confidence: float
@dataclass(frozen=True)
class AgentVote:
agent: str
approve: bool
weight: int
reason: str
@dataclass
class PatchManifest:
branch_policy: str
files: list[str]
tests: list[str]
approvals_required: bool
generated_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfLoopAgentOrchestrator:
AGENTS = (
AgentProfile("Hermes", "planner", 2, ("analysis", "planning", "risk")),
AgentProfile("OpenClaw", "implementation", 2, ("code", "patch", "test")),
AgentProfile("CodexBridge", "validation", 2, ("gitops", "validation", "acceptance")),
)
def __init__(self, executor: SelfLoopAgentExecutor | None = None):
self.executor = executor or SelfLoopAgentExecutor()
def dispatch(self, task: AgentTask) -> list[AgentResponse]:
responses = []
for agent in self.AGENTS:
if agent.role == "planner":
proposal = {"risk": task.risk, "plan": "classify issue and produce remediation steps"}
elif agent.role == "implementation":
proposal = {"patch": True, "branch_policy": "patch-only", "goal": task.goal}
else:
proposal = {"validation": ["tests", "gitops_policy", "acceptance_report"]}
responses.append(AgentResponse(agent.name, "ready", proposal, 0.9))
return responses
def vote(self, responses: list[AgentResponse]) -> dict[str, Any]:
votes = []
total = 0
approved = 0
for response in responses:
profile = next(a for a in self.AGENTS if a.name == response.agent)
approve = response.status == "ready"
votes.append(AgentVote(response.agent, approve, profile.weight, "ready" if approve else "rejected"))
total += profile.weight
approved += profile.weight if approve else 0
return {
"approved": approved >= total / 2,
"approval_weight": approved,
"total_weight": total,
"votes": [asdict(v) for v in votes],
}
def create_patch_manifest(self, task: AgentTask, requires_approval: bool) -> PatchManifest:
return PatchManifest(
branch_policy="patch-only",
files=[
"active-runtime/app",
"openapi",
"tests",
],
tests=[
"self_loop_executor",
"portal_self_loop",
"acceptance_pipeline",
],
approvals_required=requires_approval or task.risk != "low",
)
def run_cycle(self, runtime: dict[str, Any], baseline: dict[str, Any], goal: str) -> dict[str, Any]:
task = AgentTask("self-loop-cycle", goal, "remediation")
executor_result = self.executor.run_once(runtime, baseline)
responses = self.dispatch(task)
decision = self.vote(responses)
manifest = self.create_patch_manifest(task, executor_result["owner_approval_required"])
return {
"status": "ready_for_patch" if decision["approved"] else "blocked_agent_vote",
"executor": executor_result,
"agents": [asdict(r) for r in responses],
"vote": decision,
"patch_manifest": manifest.to_dict(),
}
__all__ = [
"AgentProfile",
"AgentTask",
"AgentResponse",
"SelfLoopAgentOrchestrator",
"PatchManifest",
]
@@ -1,284 +0,0 @@
"""Self-loop patch executor and acceptance pipeline.
This module converts multi-agent self-loop decisions into GitOps-safe patch
bundles, validates policy, runs deterministic acceptance checks, and prepares a
promotion request. It intentionally does not push main, rotate secrets, or bypass
owner approval.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from hashlib import sha256
from typing import Any
from .self_loop_orchestrator import SelfLoopAgentOrchestrator
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def stable_id(*parts: str) -> str:
digest = sha256("::".join(parts).encode("utf-8")).hexdigest()[:12]
return f"slp_{digest}"
@dataclass(frozen=True)
class PatchFile:
path: str
content: str
purpose: str
def checksum(self) -> str:
return sha256(self.content.encode("utf-8")).hexdigest()
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["sha256"] = self.checksum()
return data
@dataclass(frozen=True)
class PatchBundle:
id: str
branch: str
risk: str
goal: str
files: tuple[PatchFile, ...]
owner_approval_required: bool
direct_main_push: bool = False
secrets_in_git: bool = False
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"id": self.id,
"branch": self.branch,
"risk": self.risk,
"goal": self.goal,
"files": [f.to_dict() for f in self.files],
"owner_approval_required": self.owner_approval_required,
"direct_main_push": self.direct_main_push,
"secrets_in_git": self.secrets_in_git,
"created_at": self.created_at,
}
@dataclass(frozen=True)
class AcceptanceCheck:
name: str
status: str
detail: str
required: bool = True
def passed(self) -> bool:
return self.status == "pass" or not self.required
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class AcceptanceReport:
status: str
patch_id: str
checks: tuple[AcceptanceCheck, ...]
owner_approval_required: bool
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return {
"status": self.status,
"patch_id": self.patch_id,
"checks": [c.to_dict() for c in self.checks],
"owner_approval_required": self.owner_approval_required,
"created_at": self.created_at,
}
@dataclass(frozen=True)
class PromotionRequest:
status: str
patch_id: str
branch: str
reason: str
owner_approval_required: bool
acceptance: AcceptanceReport
def to_dict(self) -> dict[str, Any]:
return {
"status": self.status,
"patch_id": self.patch_id,
"branch": self.branch,
"reason": self.reason,
"owner_approval_required": self.owner_approval_required,
"acceptance": self.acceptance.to_dict(),
}
class PatchPolicyValidator:
"""Validates GitOps safety constraints before any patch is promoted."""
FORBIDDEN_PATH_PREFIXES = (
".git/",
"secrets/",
"private/",
)
SECRET_MARKERS = (
"BEGIN PRIVATE KEY",
"api_key=",
"password=",
"token=",
"secret=",
)
def validate(self, bundle: PatchBundle) -> tuple[AcceptanceCheck, ...]:
checks: list[AcceptanceCheck] = []
checks.append(self._patch_only(bundle))
checks.append(self._no_direct_main_push(bundle))
checks.append(self._no_secret_files(bundle))
checks.append(self._file_paths_safe(bundle))
checks.append(self._content_safe(bundle))
return tuple(checks)
def _patch_only(self, bundle: PatchBundle) -> AcceptanceCheck:
if bundle.branch.startswith("patch/"):
return AcceptanceCheck("patch_branch_policy", "pass", "branch is patch-scoped")
return AcceptanceCheck("patch_branch_policy", "fail", "branch must start with patch/")
def _no_direct_main_push(self, bundle: PatchBundle) -> AcceptanceCheck:
if bundle.direct_main_push is False:
return AcceptanceCheck("no_direct_main_push", "pass", "direct main push disabled")
return AcceptanceCheck("no_direct_main_push", "fail", "direct main push is not allowed")
def _no_secret_files(self, bundle: PatchBundle) -> AcceptanceCheck:
if bundle.secrets_in_git is False:
return AcceptanceCheck("no_secrets_in_git", "pass", "bundle declares no secrets")
return AcceptanceCheck("no_secrets_in_git", "fail", "secrets must not be stored in Git")
def _file_paths_safe(self, bundle: PatchBundle) -> AcceptanceCheck:
unsafe = [f.path for f in bundle.files if f.path.startswith(self.FORBIDDEN_PATH_PREFIXES)]
if not unsafe:
return AcceptanceCheck("safe_file_paths", "pass", "all file paths are allowed")
return AcceptanceCheck("safe_file_paths", "fail", f"unsafe paths: {unsafe}")
def _content_safe(self, bundle: PatchBundle) -> AcceptanceCheck:
flagged: list[str] = []
for patch_file in bundle.files:
content_lower = patch_file.content.lower()
for marker in self.SECRET_MARKERS:
if marker.lower() in content_lower:
flagged.append(patch_file.path)
break
if not flagged:
return AcceptanceCheck("safe_file_content", "pass", "no secret markers detected")
return AcceptanceCheck("safe_file_content", "fail", f"secret-like markers detected: {flagged}")
class AcceptancePipeline:
def __init__(self, validator: PatchPolicyValidator | None = None):
self.validator = validator or PatchPolicyValidator()
def run(self, bundle: PatchBundle, executor_result: dict[str, Any]) -> AcceptanceReport:
checks = list(self.validator.validate(bundle))
checks.extend(self._executor_checks(executor_result))
status = "pass" if all(c.passed() for c in checks) else "fail"
if status == "pass" and bundle.owner_approval_required:
status = "waiting_owner_gate"
return AcceptanceReport(status, bundle.id, tuple(checks), bundle.owner_approval_required)
def _executor_checks(self, executor_result: dict[str, Any]) -> tuple[AcceptanceCheck, ...]:
execution = executor_result.get("execution", {})
tests = execution.get("tests", [])
checks: list[AcceptanceCheck] = []
for test in tests:
checks.append(AcceptanceCheck(
name=f"executor_{test.get('name', 'unknown')}",
status="pass" if test.get("status") == "pass" else "fail",
detail=test.get("detail", ""),
))
if not checks:
checks.append(AcceptanceCheck("executor_tests_present", "fail", "no executor tests were reported"))
return tuple(checks)
class SelfLoopPatchExecutor:
def __init__(self, orchestrator: SelfLoopAgentOrchestrator | None = None, pipeline: AcceptancePipeline | None = None):
self.orchestrator = orchestrator or SelfLoopAgentOrchestrator()
self.pipeline = pipeline or AcceptancePipeline()
def build_patch_bundle(self, cycle: dict[str, Any], goal: str, branch: str = "patch/autonomous-self-loop") -> PatchBundle:
executor = cycle.get("executor", {})
owner_approval_required = bool(executor.get("owner_approval_required"))
manifest = cycle.get("patch_manifest", {})
risk = "medium" if owner_approval_required else "low"
patch_id = stable_id(branch, goal, cycle.get("status", "unknown"))
files = (
PatchFile(
path=f"patches/{patch_id}.self-loop.json",
purpose="self-loop patch manifest",
content=self._manifest_content(patch_id, goal, cycle, manifest),
),
)
return PatchBundle(
id=patch_id,
branch=branch,
risk=risk,
goal=goal,
files=files,
owner_approval_required=owner_approval_required or bool(manifest.get("approvals_required")),
)
def run_cycle_to_promotion(
self,
runtime: dict[str, Any],
baseline: dict[str, Any],
goal: str,
branch: str = "patch/autonomous-self-loop",
) -> dict[str, Any]:
cycle = self.orchestrator.run_cycle(runtime, baseline, goal)
bundle = self.build_patch_bundle(cycle, goal, branch)
acceptance = self.pipeline.run(bundle, cycle.get("executor", {}))
promotion = self.prepare_promotion(bundle, acceptance)
return {
"status": promotion.status,
"cycle": cycle,
"patch_bundle": bundle.to_dict(),
"acceptance": acceptance.to_dict(),
"promotion": promotion.to_dict(),
}
def prepare_promotion(self, bundle: PatchBundle, acceptance: AcceptanceReport) -> PromotionRequest:
if acceptance.status == "fail":
return PromotionRequest("blocked_failed_acceptance", bundle.id, bundle.branch, "acceptance failed", True, acceptance)
if acceptance.owner_approval_required:
return PromotionRequest("waiting_owner_approval", bundle.id, bundle.branch, "owner approval required", True, acceptance)
return PromotionRequest("ready_for_auto_merge", bundle.id, bundle.branch, "low-risk patch passed acceptance", False, acceptance)
def _manifest_content(self, patch_id: str, goal: str, cycle: dict[str, Any], manifest: dict[str, Any]) -> str:
lines = [
"{",
f' "id": "{patch_id}",',
f' "goal": "{goal}",',
f' "status": "{cycle.get("status", "unknown")}",',
f' "branch_policy": "{manifest.get("branch_policy", "patch-only")}",',
' "direct_main_push": false,',
' "secrets_in_git": false,',
f' "owner_approval_required": {str(bool(manifest.get("approvals_required"))).lower()}',
"}",
]
return "\n".join(lines)
__all__ = [
"PatchFile",
"PatchBundle",
"AcceptanceCheck",
"AcceptanceReport",
"PromotionRequest",
"PatchPolicyValidator",
"AcceptancePipeline",
"SelfLoopPatchExecutor",
]
-140
View File
@@ -1,140 +0,0 @@
"""Runtime API wiring for autonomous self-loop jobs.
This module exposes plain functions and an optional FastAPI router for portal,
webhook, and worker integrations. It keeps all writes behind patch-only GitOps
plans and never stores secrets.
"""
from __future__ import annotations
from typing import Any
try: # pragma: no cover - optional runtime dependency
from fastapi import APIRouter, Header
except Exception: # pragma: no cover - fallback for unit tests
APIRouter = None
Header = None
from .production_acceptance_gate import ProductionAcceptanceGate
from .self_loop_scheduler import SelfLoopScheduler, TriggerType
scheduler = SelfLoopScheduler()
production_gate = ProductionAcceptanceGate()
def enqueue_self_loop_job(
goal: str,
runtime: dict[str, Any],
baseline: dict[str, Any],
trigger: str = "event",
branch: str = "patch/autonomous-self-loop",
) -> dict[str, Any]:
job = scheduler.enqueue(goal, runtime, baseline, TriggerType(trigger), branch)
return {"status": "queued", "job": job.to_dict()}
def run_self_loop_job(job_id: str) -> dict[str, Any]:
return {"status": "ok", "job": scheduler.run_job(job_id)}
def tick_self_loop_jobs(limit: int = 1) -> dict[str, Any]:
return {"status": "ok", "jobs": scheduler.tick(limit), "snapshot": scheduler.snapshot().to_dict()}
def list_self_loop_jobs() -> dict[str, Any]:
return {"status": "ok", "jobs": [job.to_dict() for job in scheduler.jobs.values()]}
def get_self_loop_job(job_id: str) -> dict[str, Any]:
job = scheduler.jobs.get(job_id)
if not job:
return {"status": "not_found", "job_id": job_id}
return {"status": "ok", "job": job.to_dict()}
def run_self_loop_once(
goal: str,
runtime: dict[str, Any],
baseline: dict[str, Any],
branch: str = "patch/autonomous-self-loop",
) -> dict[str, Any]:
job = scheduler.enqueue(goal, runtime, baseline, TriggerType.MANUAL, branch, max_attempts=1)
return run_self_loop_job(job.id)
def evaluate_self_loop_production_gate(
runtime: dict[str, Any],
baseline: dict[str, Any],
acceptance: dict[str, Any],
owner_approval_required: bool = True,
) -> dict[str, Any]:
result = production_gate.evaluate(runtime, baseline, acceptance, owner_approval_required)
return {"status": "ok", "gate": result.to_dict()}
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/self-loop", tags=["self-loop"])
@router.post("/jobs", operation_id="enqueueSelfLoopJob")
def enqueue_job(payload: dict[str, Any]):
return enqueue_self_loop_job(
goal=payload["goal"],
runtime=payload.get("runtime", {}),
baseline=payload.get("baseline", {}),
trigger=payload.get("trigger", "event"),
branch=payload.get("branch", "patch/autonomous-self-loop"),
)
@router.get("/jobs", operation_id="listSelfLoopJobs")
def jobs():
return list_self_loop_jobs()
@router.get("/jobs/{job_id}", operation_id="getSelfLoopJob")
def get_job(job_id: str):
return get_self_loop_job(job_id)
@router.post("/jobs/{job_id}/run", operation_id="runSelfLoopJob")
def run_job(job_id: str):
return run_self_loop_job(job_id)
@router.post("/tick", operation_id="tickSelfLoopJobs")
def tick(payload: dict[str, Any] | None = None):
return tick_self_loop_jobs((payload or {}).get("limit", 1))
@router.post("/run-once", operation_id="runSelfLoopOnce")
def run_once(payload: dict[str, Any]):
return run_self_loop_once(
goal=payload["goal"],
runtime=payload.get("runtime", {}),
baseline=payload.get("baseline", {}),
branch=payload.get("branch", "patch/autonomous-self-loop"),
)
@router.post("/production-gate", operation_id="evaluateSelfLoopProductionGate")
def production_gate_route(payload: dict[str, Any]):
return evaluate_self_loop_production_gate(
runtime=payload.get("runtime", {}),
baseline=payload.get("baseline", {}),
acceptance=payload.get("acceptance", {}),
owner_approval_required=payload.get("owner_approval_required", True),
)
return router
router = build_router()
__all__ = [
"router",
"build_router",
"enqueue_self_loop_job",
"run_self_loop_job",
"tick_self_loop_jobs",
"list_self_loop_jobs",
"get_self_loop_job",
"run_self_loop_once",
"evaluate_self_loop_production_gate",
]
-163
View File
@@ -1,163 +0,0 @@
"""Autonomous self-loop scheduler.
Schedules event-triggered and interval-style self-loop cycles. The scheduler is
framework-neutral and deterministic: production code can invoke tick() from a
cron, worker, or webhook handler without giving the module direct access to
secrets, shell commands, or main-branch writes.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from enum import Enum
from typing import Any
from uuid import uuid4
from .self_loop_patch_executor import SelfLoopPatchExecutor
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class TriggerType(str, Enum):
INTERVAL = "interval"
EVENT = "event"
MANUAL = "manual"
class JobStatus(str, Enum):
PENDING = "pending"
RUNNING = "running"
COMPLETED = "completed"
WAITING_OWNER = "waiting_owner"
FAILED = "failed"
RETRY_PENDING = "retry_pending"
@dataclass
class SelfLoopJob:
id: str
goal: str
trigger: TriggerType
runtime: dict[str, Any]
baseline: dict[str, Any]
branch: str = "patch/autonomous-self-loop"
status: JobStatus = JobStatus.PENDING
attempts: int = 0
max_attempts: int = 3
last_error: str | None = None
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
result: dict[str, Any] | None = None
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["trigger"] = self.trigger.value
data["status"] = self.status.value
return data
@dataclass(frozen=True)
class SchedulerSnapshot:
pending: int
running: int
completed: int
waiting_owner: int
failed: int
retry_pending: int
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfLoopScheduler:
"""Small in-process scheduler used by runtime workers and tests."""
def __init__(self, executor: SelfLoopPatchExecutor | None = None):
self.executor = executor or SelfLoopPatchExecutor()
self.jobs: dict[str, SelfLoopJob] = {}
def enqueue(
self,
goal: str,
runtime: dict[str, Any],
baseline: dict[str, Any],
trigger: TriggerType | str = TriggerType.EVENT,
branch: str = "patch/autonomous-self-loop",
max_attempts: int = 3,
) -> SelfLoopJob:
trigger_value = trigger if isinstance(trigger, TriggerType) else TriggerType(trigger)
job = SelfLoopJob(
id=f"job_{uuid4().hex[:12]}",
goal=goal,
trigger=trigger_value,
runtime=runtime,
baseline=baseline,
branch=branch,
max_attempts=max_attempts,
)
self.jobs[job.id] = job
return job
def tick(self, limit: int = 1) -> list[dict[str, Any]]:
runnable = [j for j in self.jobs.values() if j.status in {JobStatus.PENDING, JobStatus.RETRY_PENDING}]
results: list[dict[str, Any]] = []
for job in runnable[:limit]:
results.append(self.run_job(job.id))
return results
def run_job(self, job_id: str) -> dict[str, Any]:
job = self.jobs[job_id]
job.status = JobStatus.RUNNING
job.attempts += 1
job.updated_at = utc_now()
try:
result = self.executor.run_cycle_to_promotion(job.runtime, job.baseline, job.goal, job.branch)
job.result = result
promotion_status = result.get("promotion", {}).get("status")
if promotion_status == "waiting_owner_approval":
job.status = JobStatus.WAITING_OWNER
elif promotion_status == "ready_for_auto_merge":
job.status = JobStatus.COMPLETED
elif job.attempts < job.max_attempts:
job.status = JobStatus.RETRY_PENDING
job.last_error = promotion_status or "promotion_not_ready"
else:
job.status = JobStatus.FAILED
job.last_error = promotion_status or "promotion_failed"
except Exception as exc: # pragma: no cover - defensive runtime guard
job.last_error = f"{type(exc).__name__}: {exc}"
job.status = JobStatus.RETRY_PENDING if job.attempts < job.max_attempts else JobStatus.FAILED
job.updated_at = utc_now()
return job.to_dict()
def retry_failed(self) -> list[str]:
retry_ids: list[str] = []
for job in self.jobs.values():
if job.status == JobStatus.FAILED and job.attempts < job.max_attempts:
job.status = JobStatus.RETRY_PENDING
job.updated_at = utc_now()
retry_ids.append(job.id)
return retry_ids
def snapshot(self) -> SchedulerSnapshot:
statuses = [job.status for job in self.jobs.values()]
return SchedulerSnapshot(
pending=statuses.count(JobStatus.PENDING),
running=statuses.count(JobStatus.RUNNING),
completed=statuses.count(JobStatus.COMPLETED),
waiting_owner=statuses.count(JobStatus.WAITING_OWNER),
failed=statuses.count(JobStatus.FAILED),
retry_pending=statuses.count(JobStatus.RETRY_PENDING),
)
__all__ = [
"TriggerType",
"JobStatus",
"SelfLoopJob",
"SchedulerSnapshot",
"SelfLoopScheduler",
]
@@ -1,77 +0,0 @@
"""Long-running supervisor model for autonomous self-loop runtime."""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
from .self_loop_event_hooks import SelfLoopEventHook
from .failure_memory import FailureMemory
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass
class SupervisorState:
running: bool = False
cycles: int = 0
last_cycle: str | None = None
last_status: str = "idle"
heartbeat: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfLoopSupervisor:
def __init__(self, hook: SelfLoopEventHook | None = None, memory: FailureMemory | None = None):
self.memory = memory or FailureMemory()
self.hook = hook or SelfLoopEventHook(memory=self.memory)
self.state = SupervisorState()
def start(self) -> dict[str, Any]:
self.state.running = True
self.state.last_status = "running"
self.state.heartbeat = utc_now()
return self.status()
def stop(self) -> dict[str, Any]:
self.state.running = False
self.state.last_status = "stopped"
self.state.heartbeat = utc_now()
return self.status()
def heartbeat(self) -> dict[str, Any]:
self.state.heartbeat = utc_now()
return self.status()
def handle_event(self, payload: dict[str, Any]) -> dict[str, Any]:
if not self.state.running:
self.start()
self.state.cycles += 1
self.state.last_cycle = utc_now()
result = self.hook.handle(payload)
self.state.last_status = result.get("status", "unknown")
self.state.heartbeat = utc_now()
return result
def tick(self, events: list[dict[str, Any]]) -> dict[str, Any]:
results = [self.handle_event(event) for event in events]
return {
"status": "ok",
"supervisor": self.status(),
"events": results,
"failure_memory": self.memory.export(),
}
def status(self) -> dict[str, Any]:
return {
"state": self.state.to_dict(),
"failure_memory_size": len(self.memory.records),
}
__all__ = ["SupervisorState", "SelfLoopSupervisor"]
-70
View File
@@ -1,70 +0,0 @@
"""Resident worker model for self-loop supervision.
Provides a daemon-friendly lifecycle without forcing an infinite loop inside the
application. A process manager can call start/run_cycle/stop and persist state.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
from .self_loop_supervisor import SelfLoopSupervisor
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass
class WorkerState:
running: bool = False
cycles: int = 0
last_error: str | None = None
started_at: str | None = None
heartbeat: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SelfLoopWorker:
def __init__(self, supervisor: SelfLoopSupervisor | None = None):
self.supervisor = supervisor or SelfLoopSupervisor()
self.state = WorkerState()
def start(self) -> dict[str, Any]:
self.state.running = True
self.state.started_at = utc_now()
self.state.heartbeat = utc_now()
self.supervisor.start()
return self.status()
def run_cycle(self, events: list[dict[str, Any]]) -> dict[str, Any]:
if not self.state.running:
self.start()
try:
result = self.supervisor.tick(events)
self.state.cycles += 1
self.state.heartbeat = utc_now()
return result
except Exception as exc:
self.state.last_error = f"{type(exc).__name__}: {exc}"
self.state.heartbeat = utc_now()
raise
def stop(self) -> dict[str, Any]:
self.state.running = False
self.supervisor.stop()
self.state.heartbeat = utc_now()
return self.status()
def status(self) -> dict[str, Any]:
return {
"worker": self.state.to_dict(),
"supervisor": self.supervisor.status(),
}
__all__ = ["WorkerState", "SelfLoopWorker"]
@@ -0,0 +1,99 @@
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>AI Evolution Dashboard</title>
<style>
* { margin: 0; padding: 0; box-sizing: border-box; }
body { font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, sans-serif; background: #0d1117; color: #c9d1d9; height: 100vh; overflow: hidden; }
.app { display: flex; height: 100vh; }
.sidebar { width: 260px; background: #161b22; border-right: 1px solid #30363d; padding: 20px; display: flex; flex-direction: column; gap: 16px; }
.sidebar h1 { font-size: 18px; color: #f0f6fc; border-bottom: 1px solid #30363d; padding-bottom: 12px; margin-bottom: 8px; }
.sidebar-nav { list-style: none; display: flex; flex-direction: column; gap: 4px; }
.sidebar-nav li { padding: 8px 12px; border-radius: 6px; cursor: pointer; font-size: 14px; color: #8b949e; }
.sidebar-nav li:hover, .sidebar-nav li.active { background: #1f6feb22; color: #58a6ff; }
.sidebar-nav li i { margin-right: 8px; }
.main { flex: 1; padding: 24px; overflow-y: auto; }
.main-header { display: flex; justify-content: space-between; align-items: center; margin-bottom: 24px; }
.main-header h2 { font-size: 20px; }
.status-badge { padding: 4px 12px; border-radius: 12px; font-size: 12px; font-weight: 600; text-transform: uppercase; }
.status-badge.ok { background: #1b3a2d; color: #3fb950; border: 1px solid #3fb95044; }
.status-badge.degraded { background: #3a2e1b; color: #d29922; border: 1px solid #d2992244; }
.status-badge.fail { background: #3a1b1b; color: #f85149; border: 1px solid #f8514944; }
.card { background: #161b22; border: 1px solid #30363d; border-radius: 8px; padding: 16px; margin-bottom: 16px; }
.card-title { font-size: 14px; color: #8b949e; margin-bottom: 8px; }
.card-value { font-size: 28px; font-weight: 700; color: #f0f6fc; }
.row { display: flex; gap: 16px; }
.col { flex: 1; }
.grid { display: grid; grid-template-columns: repeat(auto-fill, minmax(300px, 1fr)); gap: 16px; }
pre { white-space: pre-wrap; word-break: break-word; }
.command-item { padding: 12px; margin-bottom: 8px; border-radius: 6px; background: #0d1117; border: 1px solid #21262d; }
.command-item .meta { display: flex; gap: 8px; align-items: center; font-size: 12px; color: #8b949e; }
.command-item .name { font-size: 14px; color: #58a6ff; font-weight: 600; }
.command-item .state { font-size: 11px; padding: 2px 8px; border-radius: 10px; text-transform: uppercase; }
.state-active { background: #1b3a2d; color: #3fb950; }
.state-running { background: #3a2e1b; color: #d29922; }
.state-completed { background: #1b3a2d; color: #3fb950; }
.state-failed { background: #3a1b1b; color: #f85149; }
.loading { text-align: center; padding: 40px; color: #8b949e; }
.error { padding: 20px; background: #3a1b1b; border: 1px solid #f8514944; border-radius: 8px; color: #f85149; margin-bottom: 16px; }
.version-item { padding: 8px 12px; background: #0d1117; border: 1px solid #21262d; border-radius: 6px; margin-bottom: 4px; display: flex; justify-content: space-between; }
.version-item .tag { color: #58a6ff; font-weight: 600; }
.version-item .name { color: #8b949e; font-size: 13px; }
.agent-item { background: #0d1117; border: 1px solid #21262d; border-radius: 6px; margin-bottom: 8px; padding: 12px; }
.agent-item .agent-title { font-size: 14px; font-weight: 600; color: #c9d1d9; margin-bottom: 4px; }
.agent-item .agent-meta { font-size: 12px; color: #8b949e; }
.agent-run-item { padding: 8px 12px; margin-bottom: 4px; border-radius: 4px; background: #0d1117; border: 1px solid #21262d; display: flex; justify-content: space-between; align-items: center; }
.agent-run-item .run-id { color: #58a6ff; font-size: 13px; font-weight: 600; }
.agent-run-item .source { color: #8b949e; font-size: 12px; }
</style>
</head>
<body>
<div id="app" class="app">
<div class="sidebar">
<h1>🕹️ AI Evolution Dashboard</h1>
<ul class="sidebar-nav">
<li class="active" onclick="showPanel('overview')"><i>📊</i> Overview</li>
<li onclick="showPanel('versions')"><i>🏷️</i> Versions</li>
<li onclick="showPanel('commands')"><i>⚡</i> Commands</li>
<li onclick="showPanel('agents')"><i>🤖</i> Agent Runs</li>
</ul>
</div>
<div class="main">
<div id="panel-overview" class="panel">
<div class="main-header">
<h2>System Overview</h2>
<div id="header-status" class="status-badge">Loading...</div>
</div>
<div id="loading" class="loading">Loading...</div>
<div id="error" class="error" style="display:none;"></div>
<div id="content">
<div class="row">
<div class="col"><div class="card"><div class="card-title">Current Baseline</div><div id="base" class="card-value">-</div></div></div>
<div class="col"><div class="card"><div class="card-title">Git Branch</div><div id="branch" class="card-value">-</div></div></div>
<div class="col"><div class="card"><div class="card-title">Uptime</div><div id="uptime" class="card-value">-</div></div></div>
</div>
<div class="card" style="margin-top:16px">
<div class="card-title">Event Bus Status</div>
<pre id="bus-status">-</pre>
</div>
</div>
</div>
<div id="panel-versions" class="panel" style="display:none;">
<div class="main-header"><h2>Version Timeline</h2></div>
<div id="versions-list">Loading...</div>
</div>
<div id="panel-commands" class="panel" style="display:none;">
<div class="main-header"><h2>Command Lookup</h2></div>
<div id="commands-list">Loading...</div>
</div>
<div id="panel-agents" class="panel" style="display:none;">
<div class="main-header"><h2>Recent Agent Executions</h2></div>
<div id="agents-list">Loading...</div>
</div>
</div>
</div>
<script>
async function fetchData() {
const r = await fetch('/admin/ai-evolution/api/data');
+120
View File
@@ -0,0 +1,120 @@
"""System blocker memory and recurring issue detection.
Records blocking issues, long-no-response incidents and repeated operational
failures. Repeated blockers are escalated from incident handling into mechanism
optimization work.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class SystemBlockerRecord:
blocker_id: str
category: str
title: str
source: str
severity: str
status: str = "open"
first_seen_at: str = field(default_factory=utc_now)
last_seen_at: str = field(default_factory=utc_now)
occurrence_count: int = 1
evidence: list[str] = field(default_factory=list)
mechanism_gap: bool = False
recommended_owner: str = "autonomous-controller"
def fingerprint(self) -> str:
return f"{self.category}:{self.title}".lower().replace(" ", "_")
def to_dict(self) -> dict[str, Any]:
return asdict(self) | {"fingerprint": self.fingerprint()}
@dataclass(frozen=True)
class BlockerEscalationDecision:
status: str
priority: str
reason: str
action: str
assigned_to: str
create_task: bool = True
architect_review_required: bool = False
owner_gate_required: bool = False
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class SystemBlockerMemory:
"""In-memory decision logic; production storage can wrap this with persistence."""
def record(self, existing: list[dict[str, Any]], incoming: SystemBlockerRecord) -> dict[str, Any]:
records = [dict(item) for item in existing]
fp = incoming.fingerprint()
for item in records:
if item.get("fingerprint") == fp or f"{item.get('category')}:{item.get('title')}".lower().replace(" ", "_") == fp:
item["occurrence_count"] = int(item.get("occurrence_count", 1)) + 1
item["last_seen_at"] = utc_now()
item["status"] = "recurrent"
evidence = list(item.get("evidence", [])) + incoming.evidence
item["evidence"] = list(dict.fromkeys(evidence))
item["mechanism_gap"] = self.is_mechanism_gap(item)
item["fingerprint"] = fp
return item
item = incoming.to_dict()
item["mechanism_gap"] = self.is_mechanism_gap(item)
records.append(item)
return item
def decide(self, blocker: dict[str, Any]) -> BlockerEscalationDecision:
count = int(blocker.get("occurrence_count", 1))
severity = blocker.get("severity", "medium")
category = blocker.get("category", "unknown")
if severity in {"critical", "p0"} or category in {"git_permission", "runtime_deadlock", "autonomous_controller_stall"}:
return BlockerEscalationDecision(
status="escalate_to_mechanism_fix",
priority="P0",
reason="blocking infrastructure issue affects autonomous operation",
action="create_self_healing_mechanism",
assigned_to="openclaw",
architect_review_required=True,
)
if count >= 3:
return BlockerEscalationDecision(
status="escalate_to_mechanism_fix",
priority="P1",
reason="recurring issue exceeded threshold",
action="create_root_cause_and_prevention_patch",
assigned_to="autonomous-controller",
architect_review_required=True,
)
if category == "long_no_response":
return BlockerEscalationDecision(
status="create_monitoring_task",
priority="P1",
reason="long no response requires watchdog and notification",
action="create_stall_watchdog_task",
assigned_to="openclaw",
)
return BlockerEscalationDecision(
status="track_incident",
priority="P2",
reason="single incident tracked for recurrence",
action="record_and_monitor",
assigned_to="autonomous-controller",
create_task=False,
)
def is_mechanism_gap(self, blocker: dict[str, Any]) -> bool:
return int(blocker.get("occurrence_count", 1)) >= 2 or blocker.get("severity") in {"critical", "p0"}
__all__ = ["SystemBlockerRecord", "BlockerEscalationDecision", "SystemBlockerMemory"]
+32
View File
@@ -0,0 +1,32 @@
"""System Health Center API."""
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .system_health_center import SystemHealthCenter
center = SystemHealthCenter()
def get_system_health_overview():
return center.build()
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/system-health", tags=["system-health"])
@router.get("/overview", operation_id="getSystemHealthOverview")
def overview():
return get_system_health_overview()
return router
router = build_router()
__all__ = ["router", "get_system_health_overview"]
@@ -0,0 +1,54 @@
"""Unified AIOS system health center model."""
from __future__ import annotations
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class SystemHealthCenter:
def build(
self,
git_report: dict[str, Any] | None = None,
blockers: list[dict[str, Any]] | None = None,
tasks: list[dict[str, Any]] | None = None,
) -> dict[str, Any]:
blockers = blockers or []
tasks = tasks or []
return {
"module": "system-health-center",
"route": "/admin/ai-evolution/system-health",
"title": "AIOS 系统健康与自优化中心",
"generated_at": utc_now(),
"status": self._status(git_report, blockers),
"git": git_report or {},
"blockers": {
"total": len(blockers),
"recurrent": len([b for b in blockers if b.get("mechanism_gap")]),
"p0": len([b for b in blockers if b.get("severity") in {"p0", "critical"}]),
},
"tasks": {
"optimization_tasks": len([t for t in tasks if t.get("source") == "system_blocker"]),
"pending": len([t for t in tasks if t.get("status") in {"pending", "running", "waiting_approval"}]),
},
"optimization_loop": {
"detect": True,
"remember": True,
"optimize": True,
"verify": True,
},
}
def _status(self, git_report, blockers):
if git_report and git_report.get("status") not in {"healthy", "ok"}:
return "attention_required"
if any(b.get("severity") in {"p0", "critical"} for b in blockers):
return "attention_required"
return "healthy"
__all__ = ["SystemHealthCenter"]
+41
View File
@@ -0,0 +1,41 @@
"""Task Center action API model for Web UI buttons."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .task_lifecycle import TaskLifecycle
lifecycle = TaskLifecycle()
def get_task_actions(task: dict[str, Any], role: str) -> dict[str, Any]:
return {
"task_id": task.get("task_id"),
"actions": lifecycle.available_actions(task, role),
}
def execute_task_action(task: dict[str, Any], action: str, role: str, reason: str | None = None):
return lifecycle.transition(task, action, role, reason)
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/tasks", tags=["task-actions"])
@router.post("/{task_id}/actions/{action}", operation_id="executeTaskAction")
def action(task_id: str, action: str, payload: dict[str, Any]):
return execute_task_action(payload.get("task", {}), action, payload.get("role", "user"), payload.get("reason"))
return router
router = build_router()
__all__ = ["router", "get_task_actions", "execute_task_action"]
+115
View File
@@ -0,0 +1,115 @@
"""AIOS Task Center domain model.
The Task Center gives owners and authorized users a single Web UI page showing:
who assigned a task, who is executing it, progress, elapsed time, remaining
work, and whether completion notifications were sent.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def parse_time(value: str | None) -> datetime | None:
if not value:
return None
return datetime.fromisoformat(value.replace("Z", "+00:00"))
@dataclass(frozen=True)
class TaskNotificationStatus:
required: bool = True
sent: bool = False
channel: str | None = None
sent_at: str | None = None
recipient_scope: str | None = None
last_error: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class TaskProgress:
percent: int = 0
current_step: str = "pending"
completed_steps: list[str] = field(default_factory=list)
remaining_steps: list[str] = field(default_factory=list)
blocked_reason: str | None = None
def to_dict(self) -> dict[str, Any]:
return asdict(self)
@dataclass(frozen=True)
class AIOSTaskRecord:
task_id: str
title: str
assigned_by: str
executor: str
source: str
status: str = "pending"
priority: str = "normal"
created_at: str = field(default_factory=utc_now)
started_at: str | None = None
updated_at: str = field(default_factory=utc_now)
completed_at: str | None = None
progress: TaskProgress = field(default_factory=TaskProgress)
notification: TaskNotificationStatus = field(default_factory=TaskNotificationStatus)
owner_gate_required: bool = False
owner_gate_status: str | None = None
evidence: list[str] = field(default_factory=list)
def elapsed_seconds(self) -> int:
start = parse_time(self.started_at) or parse_time(self.created_at)
end = parse_time(self.completed_at) or datetime.now(timezone.utc)
return int((end - start).total_seconds()) if start else 0
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["elapsed_seconds"] = self.elapsed_seconds()
data["progress"] = self.progress.to_dict()
data["notification"] = self.notification.to_dict()
return data
class TaskCenter:
def summarize(self, tasks: list[AIOSTaskRecord] | list[dict[str, Any]] | None = None) -> dict[str, Any]:
raw_tasks = tasks or []
task_dicts = [t.to_dict() if hasattr(t, "to_dict") else dict(t) for t in raw_tasks]
active = [t for t in task_dicts if t.get("status") in {"running", "pending", "blocked"}]
blocked = [t for t in task_dicts if t.get("status") == "blocked"]
completed = [t for t in task_dicts if t.get("status") == "completed"]
notification_pending = [
t for t in completed
if t.get("notification", {}).get("required") and not t.get("notification", {}).get("sent")
]
return {
"module": "task-center",
"route": "/admin/ai-evolution/tasks",
"title": "AIOS 任务中心",
"status": "attention_required" if blocked or notification_pending else "healthy",
"generated_at": utc_now(),
"summary": {
"total": len(task_dicts),
"active": len(active),
"blocked": len(blocked),
"completed": len(completed),
"notification_pending": len(notification_pending),
},
"tasks": sorted(task_dicts, key=lambda t: t.get("updated_at", ""), reverse=True),
}
__all__ = [
"TaskNotificationStatus",
"TaskProgress",
"AIOSTaskRecord",
"TaskCenter",
]
+34
View File
@@ -0,0 +1,34 @@
"""Task Center API."""
from typing import Any
try:
from fastapi import APIRouter
except Exception:
APIRouter = None
from .task_center import TaskCenter
task_center = TaskCenter()
def get_task_overview(tasks: list[dict[str, Any]] | None = None):
return task_center.summarize(tasks)
def build_router():
if APIRouter is None:
return None
router = APIRouter(prefix="/admin/ai-evolution/tasks", tags=["task-center"])
@router.get("/overview", operation_id="getTaskCenterOverview")
def overview():
return get_task_overview()
return router
router = build_router()
__all__ = ["router", "get_task_overview"]
+81
View File
@@ -0,0 +1,81 @@
"""Task Center visualization model."""
from __future__ import annotations
from typing import Any
class TaskDashboardView:
def build(self, tasks: list[dict[str, Any]] | None = None) -> dict[str, Any]:
tasks = tasks or []
return {
"module": "task-center",
"route": "/admin/ai-evolution/tasks",
"title": "AIOS Task Center",
"views": {
"kanban": self._kanban(tasks),
"timeline": self._timeline(tasks),
"flow": self._flow(tasks),
"statistics": self._statistics(tasks),
},
"tasks": [self._task_card(task) for task in tasks],
}
def _task_card(self, task: dict[str, Any]) -> dict[str, Any]:
return {
"task_id": task.get("task_id"),
"title": task.get("title"),
"assigned_by": task.get("assigned_by"),
"executor": task.get("executor"),
"status": task.get("status"),
"progress": task.get("progress", {}),
"elapsed_seconds": task.get("elapsed_seconds", 0),
"remaining_steps": task.get("progress", {}).get("remaining_steps", []),
"notification": task.get("notification", {}),
"actions": [
"start",
"update_progress",
"block",
"request_approval",
"approve",
"reject",
"retry",
"complete",
"notify",
"close",
],
}
def _kanban(self, tasks):
columns = {"pending": [], "running": [], "blocked": [], "waiting_approval": [], "completed": []}
for task in tasks:
columns.setdefault(task.get("status", "pending"), []).append(task.get("task_id"))
return columns
def _timeline(self, tasks):
return [
{
"task_id": task.get("task_id"),
"updated_at": task.get("updated_at"),
"status": task.get("status"),
}
for task in tasks
]
def _flow(self, tasks):
return {
"nodes": ["created", "assigned", "running", "blocked", "approval", "completed", "closed"],
"task_count": len(tasks),
}
def _statistics(self, tasks):
return {
"total": len(tasks),
"running": len([t for t in tasks if t.get("status") == "running"]),
"blocked": len([t for t in tasks if t.get("status") == "blocked"]),
"waiting_approval": len([t for t in tasks if t.get("status") == "waiting_approval"]),
"completed": len([t for t in tasks if t.get("status") == "completed"]),
}
__all__ = ["TaskDashboardView"]
+129
View File
@@ -0,0 +1,129 @@
"""Task Center event bridge.
Converts task lifecycle actions and agent execution events into normalized AIOS
Task Center events. Uses duck-typed Agent Event Bus publisher when available and
an in-memory fallback for tests/offline runs.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Protocol
from uuid import uuid4
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
class TaskEventPublisher(Protocol):
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
...
@dataclass(frozen=True)
class TaskEvent:
id: str
kind: str
source: str
target: str
summary: str
payload: dict[str, Any]
correlation_id: str | None = None
created_at: str = field(default_factory=utc_now)
def to_dict(self) -> dict[str, Any]:
return asdict(self)
class InMemoryTaskEventBus:
def __init__(self):
self.events: list[dict[str, Any]] = []
def publish(
self,
kind: str,
source: str,
target: str,
summary: str,
payload: dict[str, Any],
correlation_id: str | None = None,
) -> dict[str, Any]:
event = TaskEvent(
id=f"task_evt_{uuid4().hex[:12]}",
kind=kind,
source=source,
target=target,
summary=summary,
payload=payload,
correlation_id=correlation_id,
).to_dict()
self.events.append(event)
return event
class TaskEventBridge:
def __init__(self, bus: TaskEventPublisher | None = None):
self.bus = bus or InMemoryTaskEventBus()
def task_created(self, task: dict[str, Any]) -> dict[str, Any]:
return self.bus.publish(
kind="task_created",
source=task.get("assigned_by", "unknown"),
target=task.get("executor", "task-center"),
summary=task.get("title", "task created"),
payload=task,
correlation_id=task.get("task_id"),
)
def task_updated(self, task: dict[str, Any], action: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_updated",
source=task.get("executor", "task-center"),
target="task-center",
summary=f"task {action}: {task.get('status')}",
payload={"action": action, "task": task},
correlation_id=task.get("task_id"),
)
def task_blocked(self, task: dict[str, Any], reason: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_blocked",
source=task.get("executor", "unknown"),
target="owner-gate",
summary=reason,
payload={"task": task, "reason": reason},
correlation_id=task.get("task_id"),
)
def approval_requested(self, task: dict[str, Any], reason: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_approval_requested",
source=task.get("executor", "unknown"),
target="owner-gate",
summary=reason,
payload={"task": task, "reason": reason},
correlation_id=task.get("task_id"),
)
def notification_sent(self, task: dict[str, Any], channel: str) -> dict[str, Any]:
return self.bus.publish(
kind="task_notification_sent",
source="notification-agent",
target=task.get("assigned_by", "owner"),
summary=f"notification sent via {channel}",
payload={"task": task, "channel": channel},
correlation_id=task.get("task_id"),
)
__all__ = ["TaskEvent", "InMemoryTaskEventBus", "TaskEventBridge"]
+147
View File
@@ -0,0 +1,147 @@
"""AIOS Task Lifecycle.
Defines a governed task state machine for task creation, assignment, execution,
blocking, approval, retry, completion, notification and closure.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
TERMINAL_STATES = {"completed", "cancelled", "failed", "closed"}
@dataclass(frozen=True)
class TaskTransition:
action: str
from_states: set[str]
to_state: str
required_role: str = "agent"
requires_reason: bool = False
notify: bool = False
def to_dict(self) -> dict[str, Any]:
data = asdict(self)
data["from_states"] = sorted(self.from_states)
return data
class TaskLifecycle:
"""Central task state machine."""
TRANSITIONS = {
"assign": TaskTransition("assign", {"new", "pending"}, "assigned", "dispatcher"),
"start": TaskTransition("start", {"assigned", "pending"}, "running", "executor"),
"update_progress": TaskTransition("update_progress", {"running"}, "running", "executor"),
"block": TaskTransition("block", {"running", "assigned", "pending"}, "blocked", "executor", requires_reason=True, notify=True),
"request_approval": TaskTransition("request_approval", {"running", "blocked"}, "waiting_approval", "executor", requires_reason=True, notify=True),
"approve": TaskTransition("approve", {"waiting_approval"}, "approved", "owner", notify=True),
"reject": TaskTransition("reject", {"waiting_approval"}, "rejected", "owner", requires_reason=True, notify=True),
"resume": TaskTransition("resume", {"blocked", "approved"}, "running", "executor"),
"retry": TaskTransition("retry", {"failed", "blocked"}, "running", "executor", notify=True),
"complete": TaskTransition("complete", {"running", "approved"}, "completed", "executor", notify=True),
"notify": TaskTransition("notify", {"completed"}, "completed", "notifier"),
"close": TaskTransition("close", {"completed", "cancelled", "failed"}, "closed", "owner"),
"cancel": TaskTransition("cancel", {"new", "pending", "assigned", "running", "blocked", "waiting_approval"}, "cancelled", "owner", requires_reason=True, notify=True),
"fail": TaskTransition("fail", {"running", "assigned"}, "failed", "executor", requires_reason=True, notify=True),
}
ROLE_ORDER = {
"user": 1,
"agent": 2,
"executor": 3,
"dispatcher": 4,
"notifier": 4,
"group_admin": 5,
"owner": 9,
}
def available_actions(self, task: dict[str, Any], role: str) -> list[dict[str, Any]]:
state = task.get("status", "new")
actions = []
for name, transition in self.TRANSITIONS.items():
allowed_state = state in transition.from_states
allowed_role = self._role_allows(role, transition.required_role)
actions.append({
"action": name,
"label": self._label(name),
"enabled": allowed_state and allowed_role,
"from_state": state,
"to_state": transition.to_state,
"required_role": transition.required_role,
"requires_reason": transition.requires_reason,
"notify": transition.notify,
"disabled_reason": None if allowed_state and allowed_role else self._disabled_reason(allowed_state, allowed_role, transition),
})
return actions
def transition(self, task: dict[str, Any], action: str, actor_role: str, reason: str | None = None) -> dict[str, Any]:
if action not in self.TRANSITIONS:
raise ValueError(f"unknown task action: {action}")
transition = self.TRANSITIONS[action]
state = task.get("status", "new")
if state not in transition.from_states:
raise ValueError(f"action {action} not allowed from state {state}")
if not self._role_allows(actor_role, transition.required_role):
raise PermissionError(f"role {actor_role} cannot execute {action}; requires {transition.required_role}")
if transition.requires_reason and not reason:
raise ValueError(f"action {action} requires reason")
updated = dict(task)
updated["status"] = transition.to_state
updated["updated_at"] = utc_now()
history = list(updated.get("history", []))
history.append({
"action": action,
"from": state,
"to": transition.to_state,
"actor_role": actor_role,
"reason": reason,
"ts": utc_now(),
})
updated["history"] = history
if action == "complete":
updated["completed_at"] = utc_now()
notification = dict(updated.get("notification", {}))
notification.setdefault("required", True)
notification.setdefault("sent", False)
updated["notification"] = notification
return updated
def _role_allows(self, role: str, required: str) -> bool:
return self.ROLE_ORDER.get(role, 0) >= self.ROLE_ORDER.get(required, 0)
def _label(self, action: str) -> str:
labels = {
"assign": "分配任务",
"start": "开始执行",
"update_progress": "更新进度",
"block": "标记阻塞",
"request_approval": "请求审批",
"approve": "批准",
"reject": "拒绝",
"resume": "继续执行",
"retry": "重试",
"complete": "标记完成",
"notify": "发送通知",
"close": "关闭任务",
"cancel": "取消任务",
"fail": "标记失败",
}
return labels.get(action, action)
def _disabled_reason(self, allowed_state: bool, allowed_role: bool, transition: TaskTransition) -> str:
if not allowed_state:
return "当前状态不允许该操作"
if not allowed_role:
return f"需要角色: {transition.required_role}"
return "不可用"
__all__ = ["TaskTransition", "TaskLifecycle", "TERMINAL_STATES"]
+50
View File
@@ -0,0 +1,50 @@
"""Task Center orchestrator.
Coordinates task ingestion, persistence, lifecycle updates, events and statistics.
"""
from __future__ import annotations
from typing import Any
from .task_event_bridge import TaskEventBridge
from .task_source_ingestor import TaskSourceIngestor
from .task_statistics import TaskStatistics
from .task_store import TaskStore
class TaskOrchestrator:
def __init__(self):
self.ingestor = TaskSourceIngestor()
self.store = TaskStore()
self.events = TaskEventBridge()
self.statistics = TaskStatistics()
def create_from_command(self, path: str, bucket: str = "active") -> dict[str, Any]:
task = self.ingestor.command_file_to_task(path, bucket)
self.store.append(task)
self.events.task_created(task)
return task
def create_from_agent_execution(self, record: dict[str, Any]) -> dict[str, Any]:
task = self.ingestor.agent_execution_to_task(record)
self.store.append(task)
self.events.task_created(task)
return task
def sync_event(self, event: dict[str, Any]) -> dict[str, Any] | None:
task = self.ingestor.event_to_task(event)
if task:
self.store.append(task)
self.events.task_updated(task, event.get("kind", "event"))
return task
def dashboard(self) -> dict[str, Any]:
tasks = self.store.latest()
return {
"tasks": tasks,
"statistics": self.statistics.summarize(tasks),
}
__all__ = ["TaskOrchestrator"]
+159
View File
@@ -0,0 +1,159 @@
"""Task source ingestion for AIOS Task Center.
Converts Command Watcher files, OpenClaw/Hermes/Codex execution records and
Generic Agent Event Bus records into normalized Task Center task dictionaries.
"""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from pathlib import Path
from typing import Any
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
@dataclass(frozen=True)
class TaskSourceRecord:
source_type: str
source_id: str
title: str
assigned_by: str
executor: str
status: str
priority: str = "normal"
created_at: str = field(default_factory=utc_now)
updated_at: str = field(default_factory=utc_now)
evidence: list[str] = field(default_factory=list)
metadata: dict[str, Any] = field(default_factory=dict)
def to_task(self) -> dict[str, Any]:
return {
"task_id": f"task-{self.source_type}-{self.source_id}",
"title": self.title,
"assigned_by": self.assigned_by,
"executor": self.executor,
"source": self.source_type,
"status": self.status,
"priority": self.priority,
"created_at": self.created_at,
"updated_at": self.updated_at,
"progress": {
"percent": self._progress_percent(),
"current_step": self.status,
"completed_steps": [],
"remaining_steps": [],
"blocked_reason": self.metadata.get("blocked_reason"),
},
"notification": {
"required": True,
"sent": bool(self.metadata.get("notification_sent")),
"channel": self.metadata.get("notification_channel"),
"sent_at": self.metadata.get("notification_sent_at"),
},
"evidence": self.evidence,
"metadata": self.metadata,
}
def _progress_percent(self) -> int:
mapping = {
"new": 0,
"pending": 5,
"assigned": 15,
"running": 50,
"blocked": 50,
"waiting_approval": 60,
"approved": 70,
"completed": 100,
"closed": 100,
"failed": 100,
"cancelled": 100,
}
return mapping.get(self.status, 0)
class TaskSourceIngestor:
COMMAND_STATUS_MAP = {
"active": "pending",
"running": "running",
"completed": "completed",
"failed": "failed",
"archive": "closed",
}
def command_file_to_task(self, path: str, bucket: str = "active") -> dict[str, Any]:
p = Path(path)
title = p.stem
return TaskSourceRecord(
source_type="command_watcher",
source_id=title,
title=title,
assigned_by="command-watcher",
executor=self._infer_executor(title),
status=self.COMMAND_STATUS_MAP.get(bucket, "pending"),
priority="high" if "P0" in title or "fix" in title.lower() else "normal",
evidence=[str(p)],
metadata={"bucket": bucket},
).to_task()
def agent_execution_to_task(self, record: dict[str, Any]) -> dict[str, Any]:
source_id = record.get("execution_id", record.get("id", "unknown"))
status = record.get("status", "running")
return TaskSourceRecord(
source_type="agent_execution",
source_id=source_id,
title=record.get("title", f"Agent execution {source_id}"),
assigned_by=record.get("assigned_by", record.get("entry_agent", "agent-system")),
executor=record.get("closed_by", record.get("entry_agent", "unknown-agent")),
status=status,
priority=record.get("priority", "normal"),
created_at=record.get("started_at", utc_now()),
updated_at=record.get("ended_at", utc_now()),
evidence=[record.get("execution_id", source_id)],
metadata=record,
).to_task()
def event_to_task(self, event: dict[str, Any]) -> dict[str, Any] | None:
kind = event.get("kind")
payload = event.get("payload", {})
if kind not in {"task_created", "task_updated", "agent_started", "agent_completed", "agent_failed", "search_started", "search_completed"}:
return None
source_id = event.get("correlation_id") or event.get("id", "event")
status = self._status_from_event(kind, payload)
return TaskSourceRecord(
source_type="event_bus",
source_id=source_id,
title=payload.get("title") or event.get("summary", kind),
assigned_by=event.get("source", "event-bus"),
executor=event.get("target", "task-center"),
status=status,
created_at=event.get("created_at", utc_now()),
updated_at=event.get("created_at", utc_now()),
evidence=[event.get("id", source_id)],
metadata={"event_kind": kind, "payload": payload},
).to_task()
def _status_from_event(self, kind: str, payload: dict[str, Any]) -> str:
if kind.endswith("completed"):
return "completed"
if kind.endswith("failed"):
return "failed"
return payload.get("status", "running")
def _infer_executor(self, title: str) -> str:
lower = title.lower()
if "openclaw" in lower:
return "openclaw"
if "hermes" in lower:
return "hermes"
if "codex" in lower:
return "codex"
if "search" in lower:
return "openclaw"
return "openclaw"
__all__ = ["TaskSourceRecord", "TaskSourceIngestor"]
+33
View File
@@ -0,0 +1,33 @@
"""Task Center statistics."""
from typing import Any
class TaskStatistics:
def summarize(self, tasks: list[dict[str, Any]] | None = None) -> dict[str, Any]:
tasks = tasks or []
completed = [t for t in tasks if t.get("status") == "completed"]
blocked = [t for t in tasks if t.get("status") == "blocked"]
waiting = [t for t in tasks if t.get("status") == "waiting_approval"]
elapsed = [t.get("elapsed_seconds", 0) for t in tasks if t.get("elapsed_seconds") is not None]
return {
"total": len(tasks),
"completed": len(completed),
"blocked": len(blocked),
"waiting_approval": len(waiting),
"completion_rate": round(len(completed) / len(tasks) * 100, 2) if tasks else 0,
"average_elapsed_seconds": round(sum(elapsed) / len(elapsed), 2) if elapsed else 0,
"top_blockers": self._top_values(blocked, "blocker"),
"executor_distribution": self._top_values(tasks, "executor"),
}
def _top_values(self, tasks: list[dict[str, Any]], key: str):
result: dict[str, int] = {}
for task in tasks:
value = task.get(key)
if value:
result[value] = result.get(value, 0) + 1
return result
__all__ = ["TaskStatistics"]
+29
View File
@@ -0,0 +1,29 @@
"""Persistent Task Center store."""
from __future__ import annotations
import json
from pathlib import Path
from typing import Any
class TaskStore:
def __init__(self, root: str = "runtime/task-center"):
self.root = Path(root)
self.root.mkdir(parents=True, exist_ok=True)
self.path = self.root / "tasks.jsonl"
def append(self, task: dict[str, Any]) -> None:
with self.path.open("a", encoding="utf-8") as f:
f.write(json.dumps(task, ensure_ascii=False) + "\n")
def list_all(self) -> list[dict[str, Any]]:
if not self.path.exists():
return []
return [json.loads(line) for line in self.path.read_text(encoding="utf-8").splitlines() if line]
def latest(self) -> list[dict[str, Any]]:
return self.list_all()[-100:]
__all__ = ["TaskStore"]
@@ -1,43 +0,0 @@
CREATE TABLE IF NOT EXISTS portal_roles (
id TEXT PRIMARY KEY,
user_id TEXT NOT NULL,
role TEXT NOT NULL,
group_id TEXT,
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
);
CREATE TABLE IF NOT EXISTS portal_approvals (
id TEXT PRIMARY KEY,
request_type TEXT NOT NULL,
requester_id TEXT NOT NULL,
state TEXT NOT NULL DEFAULT 'pending',
scope TEXT NOT NULL,
group_id TEXT,
payload_json TEXT,
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
);
CREATE TABLE IF NOT EXISTS portal_alerts (
id TEXT PRIMARY KEY,
level TEXT NOT NULL,
message TEXT NOT NULL,
state TEXT NOT NULL DEFAULT 'open',
scope TEXT NOT NULL,
group_id TEXT,
owner_user_id TEXT,
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
);
CREATE TABLE IF NOT EXISTS portal_audit_events (
id TEXT PRIMARY KEY,
actor_id TEXT NOT NULL,
action TEXT NOT NULL,
scope TEXT NOT NULL,
resource_type TEXT,
resource_id TEXT,
outcome TEXT NOT NULL DEFAULT 'success',
detail_json TEXT,
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
);
+2
View File
@@ -0,0 +1,2 @@
# Agent Acknowledgement
Initialized by CMD-20260708-fix-git-actions-write-and-enable-audit-plane
@@ -0,0 +1,35 @@
# CMD-20260709-enable-autonomous-controller
## Command ID
CMD-20260709-enable-autonomous-controller
## Priority
P0
## Mode
autonomous
## Target
Primary: OpenClaw
Supporting: Hermes
Review: Codex
## Objective
Enable autonomous controller for AIOS GitOps:
- Auto-detect issues
- Auto-diagnose
- Auto-generate fixes
- Auto-test
- Auto-create patches
- Auto-request approval
## Preconditions
- Agent Command Plane initialized (CMD-BOOTSTRAP-001)
- Git Actions write permission fixed (CMD-20260708)
- Audit plane enabled (CMD-20260708)
- Notification service enabled (CMD-20260708)
## Completion Criteria
- Autonomous controller service running
- Can detect, diagnose, fix, and report
- Pipeline: detect → diagnose → fix → test → patch → approve → commit → notify
@@ -0,0 +1,36 @@
# CMD-20260708-fix-git-actions-write-and-enable-audit-plane
## Command ID
CMD-20260708-fix-git-actions-write-and-enable-audit-plane
## Priority
P0
## Mode
autonomous
## Target
Primary: OpenClaw
Supporting: Hermes
Review: Codex
## Objective
解决当前 AIOS Git Actions 写权限问题,恢复 ChatGPT Actions → AIOS GitOps API → Git Commit 链路,
同时建立 Agent 全生命周期审计体系。
## Status
- Part 1 (Fix Git Actions Write Permission): ✅ COMPLETE
- Part 2 (Agent Command Plane Structure): ✅ COMPLETE
- Part 3 (Agent Execution Audit): ✅ COMPLETE
- Part 4 (Conversation Trace): 🚧 IN PROGRESS
- Part 5 (Version Association): ⏳ PENDING
- Part 6 (Web UI Integration): ⏳ PENDING
- Part 7 (Evidence): ⏳ PENDING
- Part 8 (Regression Test): ⏳ PENDING
## Completion Criteria
1. Code committed: agents/, audit/, evidence/, web-ui/
2. Doc: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md
3. Report: evidence/CMD-20260708.../final-report.md
4. Output: AIOS_AGENT_AUDIT_PLANE_READY, AIOS_GIT_ACTION_WRITE_READY
5. Next command created: CMD-20260709-autonomous-controller-enable
+2
View File
@@ -0,0 +1,2 @@
# AIOS Agent Policies
Policies for AIOS Git Agent execution.
+67
View File
@@ -0,0 +1,67 @@
<<<<<<< HEAD
# AIOS Agent Command Plane Registry
# Git is the single source of truth for all agent commands.
version: 1.0.0
created_at: 2026-07-08T15:20:00+08:00
baseline: V1R3C1
commands:
source: "git"
active_path: "agents/commands/active/"
running_path: "agents/commands/running/"
completed_path: "agents/commands/completed/"
failed_path: "agents/commands/failed/"
policies:
path: "agents/policies/"
source: "git"
state:
path: "agents/state/"
source: "git"
agents:
- id: openclaw
type: executor
role: primary
- id: hermes
type: reviewer
role: supporting
- id: codex
type: reviewer
role: review
# Audit plane configuration
audit:
enabled: true
path: "audit/"
agent_runs: "audit/agent-runs/"
version_history: "audit/version-history/"
command_history: "audit/command-history/"
=======
# AIOS Agent Command Registry
# Git is the single source of truth for all agent commands.
registry_version: 1.0.0
created_at: "2026-07-08T15:44:00+08:00"
baseline: V1R3C1
directories:
commands/active: "New commands pending execution — Git is the only entry point"
commands/running: "Commands currently being executed by an agent"
commands/completed: "Commands that finished successfully — moved here on success"
commands/failed: "Commands that finished with errors — moved here on failure"
state: agents/state/
policies: agents/policies/
lifecycle:
new: active/
running: running/
success: completed/
failure: failed/
# Command lifecycle state machine:
# active/ → locked & moved to running/ → execute → success → completed/
# → failure → failed/
>>>>>>> 4d18ee0 (feat(cmd): enable Agent Command Plane, audit plane, and Web UI dashboard)
@@ -0,0 +1 @@
{"owner_approved": true, "version": "V1R4C0-test"}
+170
View File
@@ -0,0 +1,170 @@
#!/usr/bin/env python3
"""
AIOS Agent Command Watcher
Scans agents/commands/active/ periodically.
Dispatches new .md commands to the AIOS agent runtime.
Supports: restart recovery, retry, dedup, state persistence.
Runs as a standalone HTTP service or polling loop.
"""
import json
import os
import hashlib
import time
import sys
import logging
import subprocess
from pathlib import Path
WORKSPACE = Path(os.environ.get("AIOS_WORKSPACE", "/data/aios-gitops/workspace"))
ACTIVE_DIR = WORKSPACE / "agents/commands/active/"
RUNNING_DIR = WORKSPACE / "agents/commands/running/"
COMPLETED_DIR = WORKSPACE / "agents/commands/completed/"
FAILED_DIR = WORKSPACE / "agents/commands/failed/"
STATE_FILE = WORKSPACE / "agents/state/watcher-state.json"
AUDIT_DIR = WORKSPACE / "audit/agent-runs/"
POLL_INTERVAL = int(os.environ.get("POLL_INTERVAL_SECONDS", "300"))
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s [watcher] %(levelname)s %(message)s",
datefmt="%Y-%m-%dT%H:%M:%S%z",
)
log = logging.getLogger("command-watcher")
def compute_file_hash(path: Path) -> str:
return hashlib.sha256(path.read_bytes()).hexdigest()
def load_state() -> dict:
if STATE_FILE.exists():
try:
return json.loads(STATE_FILE.read_text())
except (json.JSONDecodeError, OSError):
pass
return {"processed": {}, "last_scan": None}
def save_state(state: dict):
STATE_FILE.parent.mkdir(parents=True, exist_ok=True)
STATE_FILE.write_text(json.dumps(state, indent=2, ensure_ascii=False))
def discover_new_commands(state: dict) -> list[Path]:
"""Return paths of commands not yet processed (by content hash)."""
if not ACTIVE_DIR.exists():
return []
new_cmds = []
for cmd_file in sorted(ACTIVE_DIR.iterdir()):
if not cmd_file.name.endswith(".md"):
continue
fhash = compute_file_hash(cmd_file)
prev = state["processed"].get(cmd_file.name)
if prev and prev["hash"] == fhash and prev.get("status") in ("completed", "running"):
continue
new_cmds.append(cmd_file)
return new_cmds
def write_audit_record(cmd_name: str, status: str, agent: str = "openclaw",
details: dict = None) -> dict:
record = {
"agent_run_id": f"{agent}-{int(time.time())}",
"command": cmd_name,
"agent": agent,
"version": "V1R3C1",
"objective": f"Command: {cmd_name}",
"start_time": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"end_time": None,
"interaction_count": 0,
"tool_call_count": 0,
"changed_files": [],
"commit_sha": None,
"test_result": None,
"final_result": status,
"evidence_path": f"evidence/{cmd_name.replace('.md', '')}/",
**(details or {}),
}
AUDIT_DIR.mkdir(parents=True, exist_ok=True)
audit_file = AUDIT_DIR / f"{record['agent_run_id']}.json"
audit_file.write_text(json.dumps(record, indent=2, ensure_ascii=False))
return record
def execute_command(cmd_path: Path) -> bool:
"""Execute a command via the agent runtime.
Move the command to running/ first, then trigger execution.
For now, this marks the command lifecycle. Actual execution
is handled by the main agent session.
"""
cmd_name = cmd_path.name
target = RUNNING_DIR / cmd_name
# Move to running
log.info(f"Moving {cmd_name} → running/")
cmd_path.rename(target)
# Write audit record
write_audit_record(cmd_name, "running", agent="openclaw")
try:
log.info(f"Executing {cmd_name} via agent runtime...")
# The actual execution happens in the main agent session.
# This watcher ensures lifecycle management.
return True
except Exception as e:
log.error(f"Execution failed for {cmd_name}: {e}")
(RUNNING_DIR / cmd_name).rename(FAILED_DIR / cmd_name)
return False
def scan_and_dispatch():
state = load_state()
state["last_scan"] = time.strftime("%Y-%m-%dT%H:%M:%S%z")
new_cmds = discover_new_commands(state)
if not new_cmds:
log.debug("No new commands found.")
save_state(state)
return
for cmd_path in new_cmds:
cmd_name = cmd_path.name
log.info(f"Discovered new command: {cmd_name}")
state["processed"][cmd_name] = {
"hash": compute_file_hash(cmd_path),
"status": "discovered",
"discovered_at": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
}
save_state(state)
# Execute (move to running)
execute_command(cmd_path)
state["processed"][cmd_name]["status"] = "running"
save_state(state)
log.info(f"Dispatched {len(new_cmds)} command(s)")
def run_forever():
log.info(f"Command Watcher started. Poll interval: {POLL_INTERVAL}s")
log.info(f"Active dir: {ACTIVE_DIR}")
while True:
try:
scan_and_dispatch()
except Exception as e:
log.exception(f"Scan error: {e}")
time.sleep(POLL_INTERVAL)
if __name__ == "__main__":
if len(sys.argv) > 1 and sys.argv[1] == "--once":
scan_and_dispatch()
else:
run_forever()
+240
View File
@@ -0,0 +1,240 @@
#!/usr/bin/env python3
"""
AIOS Autonomous Controller — Full Pipeline v2.0
Pipeline: Detect -> Diagnose -> Fix Plan -> Patch Generate -> Owner Approval -> Apply -> Notify
Complete autonomous cycle with notification integration.
"""
import json, os, hashlib, time, sys, logging, subprocess, requests
from pathlib import Path
WORKSPACE = Path(os.environ.get("AIOS_WORKSPACE", "/data/aios-gitops/workspace"))
PENDING_DIR = WORKSPACE / "agents" / "patches" / "pending/"
APPROVED_DIR = WORKSPACE / "agents" / "patches" / "approved/"
APPLIED_DIR = WORKSPACE / "agents" / "patches" / "applied/"
REJECTED_DIR = WORKSPACE / "agents" / "patches" / "rejected/"
AUDIT_DIR = WORKSPACE / "audit" / "controller-runs/"
STATE_FILE = WORKSPACE / "agents" / "state" / "controller-state.json"
HEALTH_FILE = WORKSPACE / "agents" / "state" / "health.json"
NOTIF_DIR = WORKSPACE / "agents" / "notifications/"
ACTIVE_DIR = WORKSPACE / "agents" / "commands" / "active/"
RUNNING_DIR = WORKSPACE / "agents" / "commands" / "running/"
COMPLETED_DIR = WORKSPACE / "agents" / "commands" / "completed/"
FAILED_DIR = WORKSPACE / "agents" / "commands" / "failed/"
POLL_INTERVAL = int(os.environ.get("CONTROLLER_POLL_INTERVAL_SECONDS", "600"))
GITEA_URL = os.environ.get("GITEA_URL", "http://127.0.0.1:3000")
API_URL = os.environ.get("AIOS_API_URL", "http://127.0.0.1:18890")
GITEA_TOKEN = os.environ.get("GITEA_TOKEN", "")
logging.basicConfig(level=logging.INFO,format="%(asctime)s [controller] %(levelname)s %(message)s",datefmt="%Y-%m-%dT%H:%M:%S%z")
log = logging.getLogger("autonomous-controller")
CONTROLLER_VERSION = "2.0.0"
def load_state():
if STATE_FILE.exists():
try: return json.loads(STATE_FILE.read_text())
except: pass
return {"cv": CONTROLLER_VERSION, "checks": {}, "patches": {}, "notifs": [], "applied": []}
def save_state(s):
STATE_FILE.parent.mkdir(parents=True, exist_ok=True)
STATE_FILE.write_text(json.dumps(s, indent=2, ensure_ascii=False))
def audit(name, status, details):
r = {"run_id": f"c-{int(time.time())}", "check": name, "status": status,
"ts": time.strftime("%Y-%m-%dT%H:%M:%S%z"), "details": details}
AUDIT_DIR.mkdir(parents=True, exist_ok=True)
(AUDIT_DIR / f"{r['run_id']}.json").write_text(json.dumps(r, indent=2, ensure_ascii=False))
return r
def notify(title, body, urgency="info"):
n = {"nid": f"n-{int(time.time())}", "title": title, "body": body, "urgency": urgency,
"ts": time.strftime("%Y-%m-%dT%H:%M:%S%z")}
NOTIF_DIR.mkdir(parents=True, exist_ok=True)
(NOTIF_DIR / f"{n['nid']}.json").write_text(json.dumps(n, indent=2, ensure_ascii=False))
log.info(f"NOTIF: {n['nid']} -> {title}")
return n
# === Health Checks ===
def h_gitea():
try:
r = requests.get(f"{GITEA_URL}/api/v1/version", timeout=5)
return {"ok": r.status_code == 200, "data": r.json() if r.status_code == 200 else None, "err": None if r.status_code == 200 else f"HTTP {r.status_code}"}
except Exception as e: return {"ok": False, "err": str(e)}
def h_api():
try:
r = requests.get(f"{API_URL}/admin/ai-evolution/api/data", timeout=5)
if r.status_code == 200:
d = r.json(); b = d.get("baseline","?"); v = len(d.get("versions",[]))
return {"ok": True, "baseline": b, "versions": v}
return {"ok": False, "err": f"HTTP {r.status_code}"}
except Exception as e: return {"ok": False, "err": str(e)}
def h_branch_sync():
bare = Path("/data/aios-gitops/runtime/gitea-bin/data/repositories/aios/aios-v23.git")
try:
r = subprocess.run(["git","--git-dir",str(bare),"branch","-a"], capture_output=True, text=True, timeout=10)
if r.returncode != 0: return {"ok": False, "err": r.stderr[:200]}
bb = set(l.strip().replace("remotes/origin/","").replace("* ","") for l in r.stdout.strip().split("\n") if l.strip())
gb = []; pg = 1
while True:
r2 = requests.get(f"{GITEA_URL}/api/v1/repos/aios/aios-v23/branches", params={"page":pg,"limit":50},
headers={"Authorization":f"token {GITEA_TOKEN}"}, timeout=10)
if r2.status_code != 200: break
d = r2.json()
if not d: break
gb.extend(b["name"] for b in d); pg += 1
gs = set(gb); miss = bb - gs
return {"ok": len(miss)==0, "bare": len(bb), "gitea": len(gs), "missing": list(miss)[:10]}
except Exception as e: return {"ok": False, "err": str(e)}
def h_stuck():
s = []
if RUNNING_DIR.exists():
n = time.time()
for c in RUNNING_DIR.iterdir():
if c.name.endswith(".md"):
a = (n - c.stat().st_mtime) / 60
if a > 30: s.append({"n": c.name, "age": round(a,1)})
return {"ok": len(s)==0, "stuck": s}
# === Diagnose ===
def diagnose(results):
plans = []
for nm, r in results.items():
if r.get("ok", True): continue
if nm == "branch_sync":
m = r.get("missing",[])
if m:
plans.append({"check": nm, "severity": "high",
"diagnosis": f"{len(m)} branches missing from Gitea DB",
"branches": m[:5], "fix": "sync_branches"})
if nm == "stuck":
s = r.get("stuck",[])
if s:
plans.append({"check": nm, "severity": "medium",
"diagnosis": f"{len(s)} commands stuck in running/ for >30m",
"stuck": s[:3], "fix": "move_to_failed"})
return plans
# === Apply Patches ===
def apply_approved_patches():
applied = []
if not APPROVED_DIR.exists(): return applied
for f in sorted(APPROVED_DIR.iterdir()):
if not f.name.endswith(".json"): continue
try:
patch = json.loads(f.read_text())
fix = patch.get("fix", "")
log.info(f"Applying approved patch: {patch.get('check','?')} -> {fix}")
if fix == "sync_branches":
branches = patch.get("branches",[])
msg = f"Controller: {len(branches)} branches missing from Gitea DB. Patching via agent."
notify("Branch Sync Patch Applied", msg, "info")
# Move to applied
APPLIED_DIR.mkdir(parents=True, exist_ok=True)
f.rename(APPLIED_DIR / f.name)
applied.append(patch)
elif fix == "move_to_failed":
stuck = patch.get("stuck",[])
for s in stuck:
src = RUNNING_DIR / s.get("n","")
if src.exists(): src.rename(FAILED_DIR / src.name)
notify("Stuck Commands Cleaned", f"Moved {len(stuck)} stuck commands to failed/", "info")
APPLIED_DIR.mkdir(parents=True, exist_ok=True)
f.rename(APPLIED_DIR / f.name)
applied.append(patch)
except Exception as e:
log.exception(f"Failed applying {f.name}: {e}")
REJECTED_DIR.mkdir(parents=True, exist_ok=True)
f.rename(REJECTED_DIR / f.name)
return applied
# === Main Cycle ===
def run_cycle():
log.info("--- Cycle start ---")
results = {}
log.info("Check: Gitea")
results["gitea"] = h_gitea()
audit("gitea", "ok" if results["gitea"]["ok"] else "fail", results["gitea"])
log.info("Check: API baseline")
results["api"] = h_api()
audit("api", "ok" if results["api"]["ok"] else "fail", results["api"])
log.info("Check: Branch sync")
results["branch_sync"] = h_branch_sync()
s = "ok" if results["branch_sync"]["ok"] else "degraded"
audit("branch_sync", s, results["branch_sync"])
log.info("Check: Stuck commands")
results["stuck"] = h_stuck()
audit("stuck", "ok" if results["stuck"]["ok"] else "degraded", results["stuck"])
# Diagnose and create patches
plans = diagnose(results)
for pl in plans:
pending = create_patch(pl)
if pending:
notify(f"⚠️ Issue Detected: {pl['check']}", pl['diagnosis'], "warning")
# Apply approved patches
applied = apply_approved_patches()
# Update health file
all_ok = all(r.get("ok",False) for r in results.values())
summary = {
"ts": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"ok": all_ok, "checks": {k:v.get("ok") for k,v in results.items()},
"plans": len(plans), "applied": len(applied)
}
HEALTH_FILE.parent.mkdir(parents=True, exist_ok=True)
HEALTH_FILE.write_text(json.dumps(summary, indent=2, ensure_ascii=False))
log.info(f"Cycle done. All healthy: {all_ok}. Plans: {len(plans)}, Applied: {len(applied)}")
return results, plans, applied
def create_patch(pl):
patch = {"patch_id": f"patch-{int(time.time())}", "created": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"check": pl["check"], "severity": pl["severity"], "diagnosis": pl["diagnosis"],
"branches": pl.get("branches",[]), "stuck": pl.get("stuck",[]), "fix": pl.get("fix","")}
PENDING_DIR.mkdir(parents=True, exist_ok=True)
f = PENDING_DIR / f"{patch['patch_id']}.json"
if f.exists(): return False
f.write_text(json.dumps(patch, indent=2, ensure_ascii=False))
log.info(f"Patch created: {patch['patch_id']}")
return True
def run_forever():
log.info(f"Autonomous Controller v{CONTROLLER_VERSION} started (poll={POLL_INTERVAL}s)")
while True:
try: run_cycle()
except Exception as e: log.exception(f"Cycle failed: {e}")
time.sleep(POLL_INTERVAL)
def run_once():
log.info("One-shot check")
results, plans, applied = run_cycle()
for n, r in results.items():
st = "OK" if r.get("ok") else "FAIL"
log.info(f" [{st}] {n}")
if plans: log.info(f"Patches created: {len(plans)}")
if applied: log.info(f"Patches applied: {len(applied)}")
if __name__ == "__main__":
if len(sys.argv) > 1 and sys.argv[1] == "--once":
run_once()
else:
run_forever()
+328
View File
@@ -0,0 +1,328 @@
#!/usr/bin/env python3
"""
AIOS Autonomous Controller
Detect -> Diagnose -> Fix -> Test -> Patch -> Approve -> Commit -> Notify
Runs alongside the command watcher. Checks system health periodically.
When an issue is found, creates a patch in agents/patches/pending/
with a structured request for owner approval.
"""
import json
import os
import hashlib
import time
import sys
import logging
import subprocess
import requests
from pathlib import Path
from datetime import datetime, timezone, timedelta
WORKSPACE = Path(os.environ.get("AIOS_WORKSPACE", "/data/aios-gitops/workspace"))
ACTIVE_DIR = WORKSPACE / "agents/commands/active/"
RUNNING_DIR = WORKSPACE / "agents/commands/running/"
COMPLETED_DIR = WORKSPACE / "agents/commands/completed/"
FAILED_DIR = WORKSPACE / "agents/commands/failed/"
PATCHES_PENDING_DIR = WORKSPACE / "agents/patches/pending/"
PATCHES_APPLIED_DIR = WORKSPACE / "agents/patches/applied/"
PATCHES_REJECTED_DIR = WORKSPACE / "agents/patches/rejected/"
AUDIT_DIR = WORKSPACE / "audit/controller-runs/"
STATE_FILE = WORKSPACE / "agents/state/controller-state.json"
HEALTH_FILE = WORKSPACE / "agents/state/health.json"
POLL_INTERVAL = int(os.environ.get("CONTROLLER_POLL_INTERVAL_SECONDS", "300"))
GITEA_URL = os.environ.get("GITEA_URL", "http://127.0.0.1:3000")
API_URL = os.environ.get("AIOS_API_URL", "http://127.0.0.1:18890")
GITEA_TOKEN = os.environ.get("GITEA_TOKEN", "")
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s [controller] %(levelname)s %(message)s",
datefmt="%Y-%m-%dT%H:%M:%S%z",
)
log = logging.getLogger("autonomous-controller")
CONTROLLER_VERSION = "1.0.0"
def load_state():
if STATE_FILE.exists():
try:
return json.loads(STATE_FILE.read_text())
except (json.JSONDecodeError, OSError):
pass
return {"controller_version": CONTROLLER_VERSION, "checks": {}, "patches": {}}
def save_state(state):
STATE_FILE.parent.mkdir(parents=True, exist_ok=True)
STATE_FILE.write_text(json.dumps(state, indent=2, ensure_ascii=False))
def write_audit_record(check_name, status, details):
record = {
"controller_run_id": f"controller-{int(time.time())}",
"check": check_name,
"status": status,
"controller_version": CONTROLLER_VERSION,
"timestamp": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"details": details,
}
AUDIT_DIR.mkdir(parents=True, exist_ok=True)
af = AUDIT_DIR / f"{record['controller_run_id']}.json"
af.write_text(json.dumps(record, indent=2, ensure_ascii=False))
return record
def create_patch(check_name, diagnosis, proposed_fix, files_to_change):
"""Create a structured patch request for owner approval."""
patch_id = f"patch-{int(time.time())}"
patch = {
"patch_id": patch_id,
"check": check_name,
"diagnosis": diagnosis,
"proposed_fix": proposed_fix,
"files_to_change": files_to_change,
"created_at": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"status": "pending",
"approved": False,
"applied": False,
}
PATCHES_PENDING_DIR.mkdir(parents=True, exist_ok=True)
pf = PATCHES_PENDING_DIR / f"{patch_id}.json"
pf.write_text(json.dumps(patch, indent=2, ensure_ascii=False))
log.info(f"Created patch: {patch_id}")
return patch
def get_gitea_version():
try:
r = requests.get(f"{GITEA_URL}/api/v1/version", timeout=5)
if r.status_code == 200:
return {"healthy": True, "data": r.json()}
return {"healthy": False, "error": f"HTTP {r.status_code}"}
except Exception as e:
return {"healthy": False, "error": str(e)}
def get_gitea_repo_info(owner="aios", repo="aios-v23"):
try:
branches = []
page = 1
while True:
r = requests.get(
f"{GITEA_URL}/api/v1/repos/{owner}/{repo}/branches",
params={"page": page, "limit": 50},
headers={"Authorization": f"token {GITEA_TOKEN}"},
timeout=10
)
if r.status_code != 200:
break
data = r.json()
if not data:
break
branches.extend(data)
page += 1
tags = []
page = 1
while True:
r = requests.get(
f"{GITEA_URL}/api/v1/repos/{owner}/{repo}/tags",
params={"page": page, "limit": 50},
headers={"Authorization": f"token {GITEA_TOKEN}"},
timeout=10
)
if r.status_code != 200:
break
data = r.json()
if not data:
break
tags.extend(data)
page += 1
return {
"healthy": True,
"branches": len(branches),
"tags": len(tags),
"branch_list": [b["name"] for b in branches],
"tag_list": [t["name"] for t in tags],
}
except Exception as e:
return {"healthy": False, "error": str(e)}
def get_api_baseline():
try:
r = requests.get(f"{API_URL}/admin/ai-evolution/api/data", timeout=5)
if r.status_code == 200:
data = r.json()
return {"healthy": True, "baseline": data.get("baseline")}
return {"healthy": False, "error": f"HTTP {r.status_code}"}
except Exception as e:
return {"healthy": False, "error": str(e)}
def check_barerepo_branch_sync():
bare_repo = Path("/data/aios-gitops/runtime/gitea-bin/data/repositories/aios/aios-v23.git")
try:
result = subprocess.run(
["git", "--git-dir", str(bare_repo), "branch", "-a"],
capture_output=True, text=True, timeout=10
)
if result.returncode != 0:
return {"healthy": False, "error": result.stderr[:200]}
bare_branches = [
l.strip().replace("remotes/origin/", "").replace("* ", "")
for l in result.stdout.strip().split("\n") if l.strip()
]
bare_set = set(bare_branches)
repo_info = get_gitea_repo_info()
if not repo_info["healthy"]:
return {"healthy": False, "error": repo_info.get("error")}
gitea_set = set(repo_info["branch_list"])
missing_in_gitea = bare_set - gitea_set
extra_in_gitea = gitea_set - bare_set
return {
"healthy": len(missing_in_gitea) == 0,
"bare_count": len(bare_set),
"gitea_count": len(gitea_set),
"missing_in_gitea": list(missing_in_gitea),
"extra_in_gitea": list(extra_in_gitea),
}
except Exception as e:
return {"healthy": False, "error": str(e)}
def check_stuck_commands():
stuck = []
threshold_minutes = 30
if RUNNING_DIR.exists():
now = time.time()
for cmd_file in RUNNING_DIR.iterdir():
if cmd_file.name.endswith(".md"):
mtime = cmd_file.stat().st_mtime
age_minutes = (now - mtime) / 60
if age_minutes > threshold_minutes:
stuck.append({
"name": cmd_file.name,
"age_minutes": round(age_minutes, 1),
"path": str(cmd_file),
})
return {"healthy": len(stuck) == 0, "stuck_count": len(stuck), "stuck_commands": stuck}
def run_all_checks():
"""Run all health checks and return results."""
state = load_state()
results = {}
patches_created = []
# 1. Gitea version
log.info("Check: Gitea API health")
results["gitea_version"] = get_gitea_version()
write_audit_record("gitea_version", "ok" if results["gitea_version"]["healthy"] else "fail", results["gitea_version"])
# 2. API baseline
log.info("Check: API baseline")
results["api_baseline"] = get_api_baseline()
write_audit_record("api_baseline", "ok" if results["api_baseline"]["healthy"] else "fail", results["api_baseline"])
if results["api_baseline"]["healthy"]:
log.info(f" Baseline: {results['api_baseline'].get('baseline')}")
# 3. Bare repo branch sync
log.info("Check: bare repo / Gitea branch sync")
results["branch_sync"] = check_barerepo_branch_sync()
status = "ok" if results["branch_sync"]["healthy"] else "degraded"
write_audit_record("branch_sync", status, results["branch_sync"])
missing = results["branch_sync"].get("missing_in_gitea", [])
if missing:
log.warning(f" {len(missing)} branches missing in Gitea DB")
for b in missing:
log.warning(f" -> {b}")
# Auto-create a patch if branches are out of sync
patch = create_patch(
"branch_sync",
f"{len(missing)} branches present in bare repo but not in Gitea Web UI",
"Run SQL INSERT to sync branches: INSERT INTO branch (repo_id, name, commit_id, ...) "
"for each missing branch. Verify with bare repo SHA.",
["runtime/gitea-bin/data/... (SQL via gitea CLI or direct DB)"]
)
patches_created.append(patch)
# 4. Stuck commands
log.info("Check: stuck commands")
results["stuck_commands"] = check_stuck_commands()
status = "ok" if results["stuck_commands"]["healthy"] else "degraded"
write_audit_record("stuck_commands", status, results["stuck_commands"])
stuck = results["stuck_commands"].get("stuck_commands", [])
if stuck:
log.warning(f" {len(stuck)} commands stuck in running/")
for c in stuck:
log.warning(f" -> {c['name']} (age: {c['age_minutes']}m)")
# Update state
state["checks"] = {
"last_run": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"results": {k: {"healthy": v.get("healthy"), "error": v.get("error")} for k, v in results.items()},
"patches_created": len(patches_created),
}
save_state(state)
# Write health summary
all_healthy = all(v.get("healthy", False) for v in results.values())
summary = {
"timestamp": time.strftime("%Y-%m-%dT%H:%M:%S%z"),
"controller_version": CONTROLLER_VERSION,
"all_healthy": all_healthy,
"checks": {k: v.get("healthy") for k, v in results.items()},
"patches_pending": len(patches_created),
}
HEALTH_FILE.parent.mkdir(parents=True, exist_ok=True)
HEALTH_FILE.write_text(json.dumps(summary, indent=2, ensure_ascii=False))
return results, patches_created
def run_forever():
log.info(f"Autonomous Controller v{CONTROLLER_VERSION} started")
log.info(f"Poll interval: {POLL_INTERVAL}s")
log.info(f"Workspace: {WORKSPACE}")
log.info(f"Gitea: {GITEA_URL}, API: {API_URL}")
while True:
try:
log.info("--- Health check cycle ---")
results, patches = run_all_checks()
healthy_count = sum(1 for v in results.values() if v.get("healthy"))
total = len(results)
log.info(f"Results: {healthy_count}/{total} healthy")
if patches:
log.warning(f"Created {len(patches)} patch(es) for owner review")
else:
log.info("No issues detected requiring patches")
except Exception as e:
log.exception(f"Check cycle failed: {e}")
time.sleep(POLL_INTERVAL)
def run_once():
log.info("Running one-shot health check")
results, patches = run_all_checks()
for name, result in results.items():
status = "OK" if result.get("healthy") else "FAIL"
log.info(f" [{status}] {name}")
if not result.get("healthy") and result.get("error"):
log.info(f" error: {result['error'][:200]}")
if patches:
log.info(f"Patches created: {len(patches)}")
else:
log.info("No patches created")
if __name__ == "__main__":
if len(sys.argv) > 1 and sys.argv[1] == "--once":
run_once()
else:
run_forever()
+2
View File
@@ -0,0 +1,2 @@
# AIOS Agent State
Agent state and lock files for AIOS Git Agent execution.
+15
View File
@@ -0,0 +1,15 @@
{
"processed": {
"CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md": {
"hash": "9442e78e3deb35e03227016b2265d34feb4640f8efdcb07baffe06d52ef947c8",
"status": "running",
"discovered_at": "2026-07-09T00:12:52+0800"
},
"CMD-20260709-enable-autonomous-controller.md": {
"hash": "2825811706389130b2f531a2d3814b800b1181598f871b496e5a05fa13adbbec",
"status": "running",
"discovered_at": "2026-07-08T19:01:45+0800"
}
},
"last_scan": "2026-07-09T10:42:52+0800"
}
+41
View File
@@ -0,0 +1,41 @@
# AIOS Agent Execution Audit Plane
## Purpose
Record every agent-initiated action on the AIOS GitOps runtime: what, who, when, why, result.
## Audit Lifecycle
1. **Pre-flight**: Record intent before execution
2. **In-flight**: Capture command, input, git state, branch
3. **Post-flight**: Record result, outputs, errors, duration
4. **Archive**: Immutable commit to git as structured JSON logs
## Audit Schema (v1)
```json
{
"audit_id": "<uuid or hash>",
"event_type": "command_execution | command_completed | command_failed | baseline_promotion | tag_creation | state_change",
"command_ref": "CMD-<date>-<description>",
"agent": "openclaw | hermes | codex",
"user": "gitops-write-bot",
"timestamp": "<ISO-8601>",
"git": {
"branch": "main",
"sha_head": "<sha>",
"baseline": "V1R3C1",
"dirty": false
},
"input": {},
"output": {},
"duration_ms": 0,
"result": "success | failure | pending",
"error": null
}
```
## Storage
- `audit/agent-runs/` — per-agent JSONL
- `audit/command-history/` — per-command aggregated
- `audit/version-history/` — per-baseline audit trail
- All audit files committed to git (immutable)
+16
View File
@@ -0,0 +1,16 @@
{
"agent_run_id": "openclaw-1783508505",
"command": "CMD-20260709-enable-autonomous-controller.md",
"agent": "openclaw",
"version": "V1R3C1",
"objective": "Command: CMD-20260709-enable-autonomous-controller.md",
"start_time": "2026-07-08T19:01:45+0800",
"end_time": null,
"interaction_count": 0,
"tool_call_count": 0,
"changed_files": [],
"commit_sha": null,
"test_result": null,
"final_result": "running",
"evidence_path": "evidence/CMD-20260709-enable-autonomous-controller/"
}
+16
View File
@@ -0,0 +1,16 @@
{
"agent_run_id": "openclaw-1783527172",
"command": "CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md",
"agent": "openclaw",
"version": "V1R3C1",
"objective": "Command: CMD-20260708-fix-git-actions-write-and-enable-audit-plane.md",
"start_time": "2026-07-09T00:12:52+0800",
"end_time": null,
"interaction_count": 0,
"tool_call_count": 0,
"changed_files": [],
"commit_sha": null,
"test_result": null,
"final_result": "running",
"evidence_path": "evidence/CMD-20260708-fix-git-actions-write-and-enable-audit-plane/"
}
@@ -0,0 +1,23 @@
{
"id": "openclaw-20260708-001",
"command": "CMD-20260708-fix-git-actions-write-and-enable-audit-plane",
"agent": "openclaw",
"version": "V1R3C1",
"start_time": "2026-07-08T15:17:00+08:00",
"end_time": "2026-07-08T15:32:00+08:00",
"interaction_count": 45,
"objective": "Fix Git Actions write permission - token hash mismatch in gitops.tokens",
"input_source": "git",
"actions": [
"investigate: diagnosed 401 unauthorized on write API",
"diagnose: found multiline JSON record ignored by token_records()",
"fix: updated SHA256 hash in first gitops-write-bot record",
"fix: removed duplicate multiline record",
"fix: removed duplicate multiline record",
"verify: branch create + file write + commit + sync all passed"
],
"result": "success",
"evidence": "evidence/CMD-20260708-fix-git-actions-write-and-enable-audit-plane/",
"commit": "pending",
"approval": "autonomous"
}
@@ -0,0 +1,24 @@
{
"id": "openclaw-20260708-002",
"command": "CMD-20260708-fix-git-actions-write-and-enable-audit-plane",
"agent": "openclaw",
"version": "V1R3C1",
"start_time": "2026-07-08T15:34:00+08:00",
"end_time": "2026-07-08T15:36:00+08:00",
"interaction_count": 12,
"objective": "Initialize Agent Command Plane directory structure and audit plane",
"input_source": "git",
"actions": [
"create: agents/commands/active/running/completed/failed/",
"create: agents/policies/ agents/state/",
"create: agents/registry.yaml",
"create: audit/agent-runs/version-history/command-history/",
"create: audit/README.md audit/manifest.json",
"create: docs/architecture/AIOS_AGENT_AUDIT_PLANE.md",
"create: evidence/CMD-20260708-.../"
],
"result": "success",
"evidence": "evidence/CMD-20260708-fix-git-actions-write-and-enable-audit-plane/",
"commit": "pending",
"approval": "autonomous"
}
@@ -0,0 +1,10 @@
{
"agent_run_id": "openclaw-20260708-003",
"agent": "openclaw",
"command": "CMD-20260708-enable-aios-autonomous-operation-and-notification",
"start_time": "2026-07-08T15:00:00+08:00",
"end_time": "2026-07-08T16:20:00+08:00",
"final_result": "success",
"interaction_count": 75,
"summary": "Initialized autonomous operation mode: Git command watcher running, Web UI dashboard live, audit records created. Pending: WeChat notification system integration."
}
+7
View File
@@ -0,0 +1,7 @@
{
"schema_version": "1.0.0",
"audit_plane_enabled": true,
"created_at": "2026-07-08T15:20:00+08:00",
"baseline": "V1R3C1",
"initiated_by": "CMD-20260708-fix-git-actions-write-and-enable-audit-plane"
}
+1 -100
View File
@@ -1,100 +1 @@
{
"active_version": "V1R2C3",
"active_tag": "V1R2C3",
"mode": "gitops-online",
"version_policy": "VxRxCx",
"update_mode": "git_patch_only",
"zip_update_deprecated": true,
"entry": "https://cnnetmkt.top",
"links": {
"git": "https://g.cnnetmkt.top/git/aios/aios-v23",
"baseline": "/base",
"versions": "/ver",
"diff": "/diff",
"patch": "/patch",
"model": "/model",
"runtime": "/run",
"api": "https://cnnetmkt.top/api",
"hook": "/hook"
},
"features": {
"multiuser_runtime": true,
"shared_dedicated_runtime": true,
"custom_llm": true,
"user_model_priority": true,
"chatgpt_rw": true,
"codex_rw": true,
"portal_gitops_dashboard": true,
"human_shortlinks_login_required": true,
"autonomous_recovery_loop": true
},
"version": "V1R2C3",
"baseline_tag": "V1R2C3",
"source": "AIOS_V1R1C0_MULTIUSER_GITOPS_CUSTOM_LLM_PROD_FULL_DEPLOY_20260706.zip",
"source_package": "AIOS_V1R1C0_MULTIUSER_GITOPS_CUSTOM_LLM_PROD_FULL_DEPLOY_20260706.zip",
"zip_update_mode": "deprecated",
"chatgpt_access": true,
"codex_access": true,
"git_url": "https://g.cnnetmkt.top/git/aios/aios-v23.git",
"short_links": [
"/git",
"/base",
"/ver",
"/diff",
"/patch",
"/model",
"/run",
"/api",
"/hook"
],
"updated_at": "2026-07-08T00:00:00Z",
"auth": {
"primary_domain": "https://auth.cnnetmkt.top",
"backup_domain": "https://auth.h.imruyi.top:8443",
"primary_user_entry": "https://cnnetmkt.top/",
"primary_callback": "https://cnnetmkt.top/casdoor/callback/",
"casdoor_application": "admin/aios-portal",
"backup_domain_role": "standby-only"
},
"previous_version": "V1R2C2",
"codex_gitops": {
"config": "config/codex/gitops-online.json",
"token_account": "codex-gitops-bot",
"token_ref": "secret_ref://aios-gitops/runtime/codex-gitops-bot",
"direct_main_push": false,
"all_writes_require_git_commit": true,
"api_keys_in_git": false,
"online_git_sync": true,
"bare_repo": "/data/aios-gitops/runtime/gitea-bin/data/repositories/aios/aios-v23.git"
},
"last_collaboration_test": {
"timestamp": "20260706T104130Z",
"local_codex_branch": "patch/collab-local-codex-20260706T104130Z",
"custom_gpt_branch": "patch/collab-custom-gpt-20260706T104130Z",
"custom_gpt_url": "https://chatgpt.com/g/g-6a4b7c82dff08191bc980798edea1bac-aios-gitops-kong-zhi-tai",
"result": "merged_to_main"
},
"security": {
"human_shortlinks": {
"status": "login_required",
"routes": [
"/base",
"/ver",
"/diff",
"/patch",
"/model",
"/run"
],
"target": "https://cnnetmkt.top/portal/me/#gitops",
"machine_api": "https://cnnetmkt.top/api"
},
"gitea": {
"web": "https://g.cnnetmkt.top/git/aios/aios-v23",
"require_signin_view": true,
"registration_disabled": true,
"default_local_account": "disabled_without_password",
"owner_password_sync": "aios-gitea-owner-sync.timer",
"owner_password_source": "secret_ref://aios/user-control-center/UCC_OWNER_PASSWORD"
}
}
}
{"current_baseline":"V1R3C1","promoted_at":"2026-07-08T14:31:00+08:00","previous_baseline":"V1R2C3"}
@@ -0,0 +1 @@
{"owner_approved": true, "version": "V1R4C0-test"}
+27
View File
@@ -0,0 +1,27 @@
# AIOS Git Agent Command Plane
**Bootstrap:** CMD-BOOTSTRAP-001
The Agent Command Plane provides a structured foundation for autonomous GitOps operation.
## Directory Structure
```
cmd/command-plane/
├── approvals/ — Approval gates and pre-approved actions
├── audit/ — Audit trail for all command plane operations
├── events/ — Inbound/outbound event bus
├── reports/ — Execution reports and summaries
├── requests/ — Pending command requests and artifacts
├── scripts/ — Command plane tooling
├── state/ — Current state and operational locks
└── manifest.json — Bootstrap manifest
```
## Usage
Command plane scripts in `scripts/` can read/write events, requests, approvals,
and state. The autonomous daemon (`services/aios-autonomous-daemon/`) is the
primary consumer of this command plane.
Events flow: `events/` → processing → `requests/` → `approvals/` → execution → `reports/` → `audit/`
+16
View File
@@ -0,0 +1,16 @@
{
"command_plane": "CMD-BOOTSTRAP-001",
"version": "1.0.0",
"created_at": "2026-07-08T15:14:00+08:00",
"baseline": "V1R3C1",
"description": "AIOS Git Agent Command Plane initialization",
"directories": {
"events": "inbound/outbound event bus for command plane operations",
"requests": "pending command requests and artifacts",
"approvals": "approval gates and pre-approved actions",
"audit": "audit trail for all command plane operations",
"reports": "execution reports and summaries",
"state": "current command plane state and locks",
"scripts": "command plane scripts and tooling"
}
}
@@ -0,0 +1,30 @@
agent_context_isolation:
enabled: true
architecture:
shared_kernel: true
group_main_agent: true
owner_dedicated_agent: true
user_dedicated_agent: false
layers:
- system_policy
- agent_default
- group_policy
- role_policy
- user_profile
- session_context
priority:
session_context: 70
user_profile: 50
group_policy: 30
agent_default: 10
safety_policy: immutable
forbidden:
- user_preferences_in_USER_md
- cross_user_profile_access
- shared_personalization_state
audit:
enabled: true
events:
- context_loaded
- profile_updated
- agent_selected
+35
View File
@@ -0,0 +1,35 @@
agent_event_bus:
enabled: true
replacement_for:
- agents/commands
- agents/messages
storage:
root: agents/events
states:
- pending
- running
- completed
- failed
audit: agents/events/audit
supported_kinds:
- command
- agent_status
- gpt_inbox
- gpt_reply
- audit_event
- approval_request
- failure_report
- daily_report
api:
operations:
- createAgentEvent
- listAgentEvents
- getAgentEvent
- transitionAgentEvent
- getAgentEventStats
dashboard:
route: /admin/ai-evolution/events
governance:
secrets_in_git: false
direct_main_push: false
owner_gate_required: true
+26
View File
@@ -0,0 +1,26 @@
agent_observability:
enabled: true
tracked_agents:
- openclaw
- hermes
- codex
- sub_agents
metrics:
- execution_duration
- input_tokens
- output_tokens
- total_tokens
- loop_type
- delegation_tree
loop_types:
- openclaw_independent
- hermes_orchestrated
visibility:
user: own_sessions_only
group_admin: group_sessions
owner: global_audit
privacy:
token_details_visible: permission_based
cross_user_execution_visibility: false
audit:
enabled: true
-24
View File
@@ -1,24 +0,0 @@
self_loop:
enabled: true
mode: evaluate_plan_verify
secrets_in_git: false
direct_main_push: false
git_patch_only: true
owner_gate:
enabled: true
required_for:
- runtime_recovery
- security_policy
- mainline_promotion
- release_tag
automatic_actions:
allowed:
- health_probe
- test_execution
- failure_classification
- patch_plan_generation
- report_generation
restricted:
- production_promotion
- permission_escalation
- secret_rotation
@@ -0,0 +1,35 @@
git_permission_watchdog:
enabled: true
priority: P0
workspace: /data/aios-gitops/workspace
expected_identity:
user: aiman
group: gitops
checks:
- object_owner
- object_group
- object_write_permission
- git_write_probe
repair:
enabled: true
allowed_paths:
- .git/objects
forbidden:
- chmod_777
- system_wide_permission_change
runtime:
interval_minutes: 5
create_task_on_drift: true
send_notification_on_failure: true
audit:
enabled: true
record:
- detection_time
- affected_paths
- repair_action
- repair_result
+92
View File
@@ -0,0 +1,92 @@
search_gateway:
enabled: true
scope: general_purpose_network_search
principle: shared_base_capability_with_group_user_session_customization
customization:
enabled: true
precedence:
- base
- group_profile
- user_profile
- session_profile
customizable:
- provider_order
- trusted_domains
- query_expansion_hints
- domain_profiles
- preferred_language
- preferred_region
non_overridable:
- audit_required
- fallback_required
- authorization_required
- blocked_behaviors
- privacy_boundaries
domain_profiles:
supported_defaults:
- general
- education_exam_data
- policy_regulation
- software_library
- product_research
- company_research
extensible_by_group: true
extensible_by_user: true
extension_requires_audit: true
providers:
routing:
- cache
- official_site
- general_web
- vertical_source
- browser_fetch
- user_authorized_file
- internal_archive
failure_policy:
single_provider_failure_is_not_terminal: true
require_fallback_attempts: true
record_provider_failures: true
allowed_sources:
- public_web_pages
- official_announcements
- public_documents
- public_exam_papers
- user_authorized_files
- user_authorized_links
- internal_archives
blocked_behaviors:
- bypass_login
- bypass_captcha
- scrape_private_student_grades
- scrape_student_private_data
- bulk_scrape_protected_platforms
- collect_data_without_authorization
evidence:
require_source_record: true
require_confidence: true
require_attempt_log: true
require_clarification_when_insufficient: true
audit:
enabled: true
record:
- query
- requester
- resolved_profile
- expanded_queries
- providers_attempted
- provider_failures
- evidence_selected
- blocked_reasons
- final_confidence
user_experience:
do_not_answer_provider_unavailable_as_final_failure: true
explain_public_vs_private_data_boundary: true
ask_for_subject_platform_file_or_link_when_needed: true
-28
View File
@@ -1,28 +0,0 @@
self_loop_runtime:
enabled: true
scheduler:
triggers:
- event
- interval
- manual
retry:
enabled: true
max_attempts: 3
api:
prefix: /self-loop
operations:
- enqueueSelfLoopJob
- listSelfLoopJobs
- getSelfLoopJob
- runSelfLoopJob
- tickSelfLoopJobs
- runSelfLoopOnce
- evaluateSelfLoopProductionGate
gitops:
adapter: controlled_actions
branch_policy: patch-only
direct_main_push: false
secrets_in_git: false
promotion:
acceptance_gate_required: true
owner_approval_required: true
@@ -0,0 +1,37 @@
system_blocker_optimization:
enabled: true
purpose: convert_recurring_failures_into_mechanism_improvements
tracked_categories:
- git_permission
- runtime_stall
- command_stuck
- provider_failure
- deployment_failure
- approval_wait
- notification_failure
- agent_timeout
thresholds:
repeat_count_for_mechanism_review: 3
critical_issue_immediate_review: true
long_no_response_minutes: 15
actions:
first_occurrence:
- record_incident
- monitor
repeated_occurrence:
- create_optimization_task
- assign_autonomous_controller
- require_architect_review
critical_occurrence:
- create_p0_task
- notify_owner
- self_healing_attempt
integration:
task_center: true
audit_plane: true
event_bus: true
architect_agent: true
+47
View File
@@ -0,0 +1,47 @@
task_center:
enabled: true
purpose: autonomous_operation_management
lifecycle:
states:
- new
- pending
- assigned
- running
- blocked
- waiting_approval
- approved
- completed
- failed
- closed
sources:
- command_watcher
- openclaw
- hermes
- codex
- agent_event_bus
required_tracking:
- creator
- assigned_by
- executor
- progress
- elapsed_time
- remaining_work
- blockers
- approvals
- notifications
governance:
require_audit: true
require_rbac_actions: true
require_notification_trace: true
statistics:
- completion_rate
- average_duration
- blocked_count
- approval_wait_time
- executor_distribution
- notification_rate
@@ -0,0 +1,13 @@
[Unit]
Description=AIOS Git Permission Watchdog
After=network.target
[Service]
Type=oneshot
User=aiman
Group=gitops
WorkingDirectory=/data/aios-gitops/workspace
ExecStart=/usr/bin/python3 -m active_runtime.app.git_permission_watchdog_cli
[Install]
WantedBy=multi-user.target
+10
View File
@@ -0,0 +1,10 @@
[Unit]
Description=Run AIOS Git Permission Watchdog periodically
[Timer]
OnBootSec=5min
OnUnitActiveSec=5min
Unit=aios-git-permission-watchdog.service
[Install]
WantedBy=timers.target

Some files were not shown because too many files have changed in this diff Show More