File size: 841 Bytes
a65c598 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | #!/usr/bin/env python3
"""Evaluate multi-agent system."""
import sys
from pathlib import Path
sys.path.insert(0, str(Path(__file__).parent.parent))
from my_env.pytorch.agents.multi_agent_system import MultiAgentSystem
from my_env.pytorch.inference.inference_engine import InferenceEngine
def main():
"""Run evaluation."""
system = MultiAgentSystem(device="cpu")
engine = InferenceEngine(system)
test_tickets = [
"I forgot my password",
"I was charged twice",
"API returns errors",
]
print(f"\n{'='*60}\nEvaluation\n{'='*60}\n")
for ticket in test_tickets:
result = engine.infer(ticket, return_timing=True)
print(f"Ticket: {ticket}")
print(f"Routing: {result['final_routing']} | Time: {result['inference_time_ms']:.1f}ms\n")
if __name__ == "__main__":
main()
|