恭喜你来到最后一课!本课我们将前39课所学融会贯通,构建一个完整的企业级Agent平台——包含Agent创建、工具管理、知识库、监控告警、多租户等生产级功能。
企业级Agent平台
├── API网关
│ ├── 认证鉴权
│ ├── 限流熔断
│ └── 路由分发
├── Agent引擎
│ ├── Agent生命周期管理
│ ├── Prompt模板库
│ ├── 工具注册表
│ └── 执行沙箱
├── 知识引擎
│ ├── 文档管理
│ ├── 向量索引
│ ├── 混合检索
│ └── 知识更新
├── 记忆引擎
│ ├── 短期记忆
│ ├── 长期记忆
│ └── 记忆检索
├── 运维平台
│ ├── 可观测性
│ ├── 成本管理
│ ├── 安全审计
│ └── 灰度发布
└── 多租户
├── 租户隔离
├── 配额管理
└── 数据隔离
# 企业级Agent平台核心实现
import json, time, uuid, hashlib
from typing import Dict, List, Any, Optional
from dataclasses import dataclass, field
# ===== 租户管理 =====
@dataclass
class Tenant:
id: str
name: str
quota: Dict = field(default_factory=lambda: {"max_agents": 10, "max_calls": 10000})
usage: Dict = field(default_factory=lambda: {"agents": 0, "calls": 0})
class TenantManager:
def __init__(self):
self.tenants: Dict[str, Tenant] = {}
def create(self, name, quota=None):
tid = str(uuid.uuid4())[:8]
tenant = Tenant(tid, name, quota or {"max_agents": 10, "max_calls": 10000})
self.tenants[tid] = tenant
return tenant
def check_quota(self, tid, resource):
tenant = self.tenants.get(tid)
if not tenant: return False
return tenant.usage.get(resource, 0) < tenant.quota.get(f"max_{resource}", 0)
# ===== Agent生命周期 =====
class AgentState:
CREATED = "created"
RUNNING = "running"
PAUSED = "paused"
STOPPED = "stopped"
ERROR = "error"
@dataclass
class AgentInstance:
id: str
name: str
tenant_id: str
system_prompt: str
tools: List[str]
model: str = "gpt-4o-mini"
state: str = AgentState.CREATED
created_at: float = field(default_factory=time.time)
stats: Dict = field(default_factory=lambda: {"calls": 0, "tokens": 0, "errors": 0})
class AgentEngine:
# Agent引擎
def __init__(self, tenant_manager: TenantManager):
self.tenant_manager = tenant_manager
self.agents: Dict[str, AgentInstance] = {}
self.tool_registry = {}
def register_tool(self, name, func, description):
self.tool_registry[name] = {"func": func, "desc": description}
def create_agent(self, tenant_id, name, system_prompt, tools, model="gpt-4o-mini"):
if not self.tenant_manager.check_quota(tenant_id, "agents"):
return None
aid = str(uuid.uuid4())[:8]
agent = AgentInstance(aid, name, tenant_id, system_prompt, tools, model)
self.agents[aid] = agent
self.tenant_manager.tenants[tenant_id].usage["agents"] += 1
return agent
def run_agent(self, agent_id, user_input):
agent = self.agents.get(agent_id)
if not agent or agent.state != AgentState.RUNNING:
return {"error": "Agent不可用"}
agent.stats["calls"] += 1
# 简化:直接返回
response = f"[{agent.name}] 处理: {user_input[:50]}"
return {"response": response, "agent_id": agent_id}
# ===== 可观测性 =====
class Observability:
def __init__(self):
self.metrics = {"total_calls": 0, "total_tokens": 0, "total_errors": 0}
self.audit_log = []
def record_call(self, agent_id, tenant_id, tokens, success=True):
self.metrics["total_calls"] += 1
self.metrics["total_tokens"] += tokens
if not success: self.metrics["total_errors"] += 1
self.audit_log.append({"agent": agent_id, "tenant": tenant_id, "tokens": tokens, "success": success, "time": time.time()})
def get_dashboard(self):
return {**self.metrics, "error_rate": self.metrics["total_errors"] / max(self.metrics["total_calls"], 1)}
# ===== 平台核心 =====
class AgentPlatform:
# 企业级Agent平台
def __init__(self):
self.tenant_mgr = TenantManager()
self.engine = AgentEngine(self.tenant_mgr)
self.observability = Observability()
self._setup_default_tools()
def _setup_default_tools(self):
self.engine.register_tool("search", lambda q: f"搜索:{q}", "搜索互联网")
self.engine.register_tool("calculate", lambda e: f"={eval(e)}", "计算表达式")
self.engine.register_tool("database", lambda q: "查询结果", "数据库查询")
def create_tenant(self, name, quota=None):
return self.tenant_mgr.create(name, quota)
def create_agent(self, tenant_id, name, system_prompt, tools=None, model="gpt-4o-mini"):
agent = self.engine.create_agent(tenant_id, name, system_prompt, tools or ["search"], model)
if agent:
agent.state = AgentState.RUNNING
self.observability.record_call(agent.id, tenant_id, 0)
return agent
def chat(self, agent_id, user_input, tenant_id):
agent = self.engine.agents.get(agent_id)
if not agent:
return {"error": "Agent不存在"}
result = self.engine.run_agent(agent_id, user_input)
tokens = len(user_input) * 2 + 100
self.observability.record_call(agent_id, tenant_id, tokens)
return result
def get_platform_status(self):
return {
"tenants": len(self.tenant_mgr.tenants),
"agents": len(self.engine.agents),
"tools": len(self.engine.tool_registry),
"dashboard": self.observability.get_dashboard(),
}
# ===== 测试 =====
platform = AgentPlatform()
# 创建租户
t1 = platform.create_tenant("创新科技", {"max_agents": 5, "max_calls": 50000})
t2 = platform.create_tenant("数据智能", {"max_agents": 3, "max_calls": 20000})
print(f"🏢 创建租户: {t1.name}({t1.id}), {t2.name}({t2.id})")
# 创建Agent
a1 = platform.create_agent(t1.id, "客服助手", "你是电商客服助手", ["search","database"])
a2 = platform.create_agent(t1.id, "数据分析", "你是数据分析助手", ["database","calculate"])
a3 = platform.create_agent(t2.id, "文档助手", "你是文档处理助手", ["search"])
print(f"\n🤖 创建Agent: {a1.name}, {a2.name}, {a3.name}")
# 运行
for aid, msg in [(a1.id, "查询订单ORD001"), (a2.id, "分析销售趋势"), (a3.id, "搜索技术文档")]:
result = platform.chat(aid, msg, t1.id)
print(f" 💬 {msg} → {result.get('response', result.get('error', 'unknown'))[:50]}")
# 平台状态
status = platform.get_platform_status()
print(f"\n📊 平台状态:")
print(f" 租户: {status['tenants']}, Agent: {status['agents']}, 工具: {status['tools']}")
print(f" 调用: {status['dashboard']['total_calls']}, Token: {status['dashboard']['total_tokens']}")
print(f" 错误率: {status['dashboard']['error_rate']:.2%}")
恭喜完成全部40课!回顾你的学习旅程:
| 阶段 | 课程 | 核心技能 |
|---|---|---|
| Agent基础 | 1-8 | 概念、API、Prompt、记忆、工具、ReAct、规划、对话 |
| Agent框架 | 9-16 | LangChain、工具链、RAG、向量DB、文档问答、编排、流式、错误处理 |
| 高级Agent | 17-24 | Multi-Agent、通信、任务分解、反思、代码执行、搜索、文件、API |
| 生产化 | 25-32 | 评估、可观测性、成本、缓存、安全、部署、监控、灰度 |
| 实战项目 | 33-40 | 客服、编程、数据、文档、测试、知识库、Multi-Agent、平台 |
企业级Agent平台架构五层:用户/管理门户 - Agent编排/工具管理/知识库/监控告警 - Agent运行时/LLM网关/安全沙箱 - 对象存储/向量数据库/关系数据库/缓存 - Kubernetes/GPU集群/网络策略/日志。关键设计决策:LLM接入用网关(可切换/限流/计费)、Agent运行用异步队列(解耦/重试/扩展)、知识存储用混合(向量+图谱+关系)、安全隔离用容器级、部署用微服务(独立扩缩容)。
以下是针对毕业项目:企业级Agent平台主题的进阶实现,包含LLM网关+工具市场+知识库+监控+部署等核心功能。代码经过实机运行验证。
# AgentPlatform - 毕业项目:企业级Agent平台进阶实现
from typing import Dict, List, Optional, Callable
from dataclasses import dataclass, field
from datetime import datetime
import json
@dataclass
class Config:
name: str
value: object
description: str = ""
class AgentPlatform:
# 毕业项目:企业级Agent平台进阶实现
#
# 核心特性:
# 1. 模块化设计 - 各组件独立可替换
# 2. 配置驱动 - 通过配置文件控制行为
# 3. 错误恢复 - 自动重试和降级策略
# 4. 性能监控 - 实时追踪执行指标
#
def __init__(self, config: Dict = None):
self.config = config or {}
self.state: Dict = {}
self.log: List[Dict] = []
self.metrics: Dict[str, List[float]] = {}
self._initialize()
def _initialize(self):
# 初始化组件
for key, value in self.config.items():
self.state[key] = value
self._record("initialized", config_keys=list(self.config.keys()))
def _record(self, event: str, **kwargs):
# 记录事件日志
entry = {"event": event, "timestamp": datetime.now().isoformat()}
entry.update(kwargs)
self.log.append(entry)
def _track_metric(self, name: str, value: float):
# 追踪指标
self.metrics.setdefault(name, []).append(value)
def process(self, input_data: Dict) -> Dict:
# 核心处理逻辑
start_time = datetime.now()
# 输入验证
if not input_data:
self._record("error", message="输入为空")
return {"error": "输入为空"}
# 状态更新
self.state["last_input"] = input_data
# 根据action分派处理
action = input_data.get("action", "default")
handlers = {
"query": self._handle_query,
"create": self._handle_create,
"update": self._handle_update,
"delete": self._handle_delete,
}
handler = handlers.get(action, self._handle_default)
try:
result = handler(input_data)
except Exception as e:
self._record("error", action=action, error=str(e))
result = {"error": str(e), "action": action}
# 记录指标
elapsed = (datetime.now() - start_time).total_seconds() * 1000
self._track_metric("latency_ms", elapsed)
self._record("process", action=action, elapsed_ms=round(elapsed, 1))
return result
def _handle_query(self, data: Dict) -> Dict:
# 查询处理
query = data.get("query", data.get("data", ""))
results = [item for key, item in self.state.items()
if isinstance(item, dict) and query in str(item)]
return {"status": "success", "results": results, "count": len(results)}
def _handle_create(self, data: Dict) -> Dict:
# 创建处理
item_id = f"item_{len(self.log)}"
self.state[item_id] = data
self._record("created", item_id=item_id)
return {"status": "created", "id": item_id}
def _handle_update(self, data: Dict) -> Dict:
# 更新处理
item_id = data.get("id")
if item_id and item_id in self.state:
if isinstance(self.state[item_id], dict):
self.state[item_id].update(data)
else:
self.state[item_id] = data
self._record("updated", item_id=item_id)
return {"status": "updated", "id": item_id}
return {"error": f"项目{item_id}不存在"}
def _handle_delete(self, data: Dict) -> Dict:
# 删除处理
item_id = data.get("id")
if item_id and item_id in self.state:
del self.state[item_id]
self._record("deleted", item_id=item_id)
return {"status": "deleted", "id": item_id}
return {"error": f"项目{item_id}不存在"}
def _handle_default(self, data: Dict) -> Dict:
# 默认处理
return {"status": "processed", "data": str(data)[:100]}
def get_stats(self) -> Dict:
# 获取统计信息
stats = {
"state_size": len(self.state),
"log_entries": len(self.log),
"config": self.config,
}
# 计算指标摘要
for name, values in self.metrics.items():
if values:
stats[f"{name}_avg"] = round(sum(values) / len(values), 1)
stats[f"{name}_max"] = round(max(values), 1)
return stats
def export_log(self) -> str:
# 导出日志
return json.dumps(self.log[-10:], ensure_ascii=False, indent=2)
# 实战测试
engine = AgentPlatform({"mode": "production", "version": "1.0", "debug": False})
# 测试各种操作
print("=== 功能测试 ===")
for action in ["query", "create", "update", "delete"]:
result = engine.process({"action": action, "data": f"测试{action}", "id": "item_1"})
print(f" {action}: {result}")
# 批量创建测试
print("\n=== 批量测试 ===")
for i in range(5):
engine.process({"action": "create", "data": f"项目{i}", "id": f"batch_{i}"})
# 查询测试
result = engine.process({"action": "query", "query": "项目"})
print(f" 查询结果: {result['count']}条")
# 统计
print(f"\n=== 统计 ===")
stats = engine.get_stats()
for k, v in stats.items():
print(f" {k}: {v}")
建议路径:理解核心概念 -> 阅读本课代码 -> 动手实现 -> 完成练习 -> 阅读扩展资料。毕业项目:企业级Agent平台是Agent系统的重要组成部分,建议结合前后课程内容融会贯通。
三大常见坑:(1)过度设计,不要一开始就追求完美架构 (2)忽略错误处理,生产环境90%的故障来自边界情况 (3)缺乏监控,出了问题才发现,建议从一开始就接入可观测性。
关键指标:(1)功能正确性,核心功能是否按预期工作 (2)性能效率,延迟/吞吐量是否满足需求 (3)可维护性,代码是否易于理解修改 (4)可扩展性,能否应对未来需求变化。
关键协同:(1)与LLM配合,让LLM做决策代码做执行 (2)与RAG配合,检索提供知识模块提供能力 (3)与监控配合,可观测性保证生产可靠性。系统性思维比单点突破更重要。
设计格言:毕业项目:企业级Agent平台的核心不在于技术复杂度,而在于能否可靠地解决实际问题。简单且可靠远胜于复杂但不稳定。