29 lines
788 B
Python
29 lines
788 B
Python
"""Agent OS evaluator runtime."""
|
|
|
|
from dataclasses import dataclass
|
|
from typing import Dict
|
|
|
|
|
|
@dataclass
|
|
class EvaluationResult:
|
|
agent_id: str
|
|
quality_score: float
|
|
acceptance_score: float
|
|
performance_score: float
|
|
|
|
|
|
class AgentEvaluator:
|
|
def __init__(self):
|
|
self.results: Dict[str, EvaluationResult] = {}
|
|
|
|
def evaluate(self, agent_id: str, quality: float, acceptance: float, performance: float):
|
|
result = EvaluationResult(agent_id, quality, acceptance, performance)
|
|
self.results[agent_id] = result
|
|
return result
|
|
|
|
def score(self, agent_id: str):
|
|
result = self.results.get(agent_id)
|
|
if not result:
|
|
return 0
|
|
return (result.quality_score + result.acceptance_score + result.performance_score) / 3
|