Agent工程化 · 第六篇：Agent從本地跑通到生產上線，差了什麼

import asyncio
from tenacity import retry, stop_after_attempt, wait_exponential

@retry(
 stop=stop_after_attempt(3),
 wait=wait_exponential(min=1, max=10)
)
async def call_tool_with_protection(tool_name, args, timeout=30):
 try:
 result = await asyncio.wait_for(
 call_tool(tool_name, args),
 timeout=timeout
 )
 return result
 except asyncio.TimeoutError:
 raise ToolTimeoutError(f"{tool_name} timed out after {timeout}s")
 except Exception as e:
 raise ToolCallError(f"{tool_name} failed: {e}")

class AgentExecutor:
 MAX_TOOL_CALLS = 20
 MAX_MODEL_CALLS = 10

 def __init__(self):
 self.tool_call_count = 0
 self.model_call_count = 0

 def check_limits(self):
 if self.tool_call_count >= self.MAX_TOOL_CALLS:
 raise AgentLoopError(f"工具調用次數超限({self.MAX_TOOL_CALLS})，任務強制終止")
 if self.model_call_count >= self.MAX_MODEL_CALLS:
 raise AgentLoopError(f"模型推理次數超限({self.MAX_MODEL_CALLS})，任務強制終止")

import asyncio
from asyncio import Semaphore

semaphore = Semaphore(10)

async def run_agent_task(task):
 async with semaphore:
 return await execute_agent(task)

# 速率限制
from asyncio_throttle import Throttler
throttler = Throttler(rate_limit=1000, period=60)

async def call_model_with_rate_limit(prompt):
 async with throttler:
 return await model.call(prompt)

class AgentSession:
 def __init__(self, session_id: str, user_id: str):
 self.session_id = session_id
 self.user_id = user_id
 self.conversation_history = []
 self.created_at = time.time()
 self.last_active = time.time()

 def add_message(self, msg):
 self.conversation_history.append(msg)
 self.last_active = time.time()

class SessionManager:
 def __init__(self, ttl_seconds=3600):
 self.sessions = {}
 self.ttl = ttl_seconds

 def get_or_create(self, session_id, user_id):
 if session_id not in self.sessions:
 self.sessions[session_id] = AgentSession(session_id, user_id)
 return self.sessions[session_id]

 def cleanup_expired(self):
 now = time.time()
 expired = [sid for sid, s in self.sessions.items()
 if now - s.last_active > self.ttl]
 for sid in expired:
 del self.sessions[sid]