feat: 初始提交 - 科创企业特有风险的识别与管理 (数智风控系统)
This commit is contained in:
@@ -0,0 +1,203 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
Agent 基类
|
||||
支持逐 Token 实时流式打字机输出 (Token-level UI Streaming)
|
||||
捕获思维链 (reasoning_content) 与最终生成结果 (content) 逐字推送到前端
|
||||
"""
|
||||
import json
|
||||
import logging
|
||||
import time
|
||||
from typing import Optional, Callable
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class BaseAgent:
|
||||
"""智能体基类,支持 Token 级流式 LLM 推理与降级逻辑"""
|
||||
|
||||
def __init__(self, name: str, system_prompt: str, role_icon: str = "🤖"):
|
||||
self.name = name
|
||||
self.system_prompt = system_prompt
|
||||
self.role_icon = role_icon
|
||||
self._client = None
|
||||
# 推理链记录
|
||||
self.reasoning_trace = []
|
||||
# 逐 Token 实时回调函数: callback(token_type: "reasoning"|"content", token_text: str)
|
||||
self.on_token_callback: Optional[Callable[[str, str], None]] = None
|
||||
|
||||
def _get_client(self):
|
||||
"""延迟初始化 OpenAI 客户端"""
|
||||
if self._client is not None:
|
||||
return self._client
|
||||
|
||||
try:
|
||||
import httpx
|
||||
from openai import OpenAI
|
||||
import os
|
||||
|
||||
from config import (
|
||||
DEEPSEEK_API_KEY, DEEPSEEK_BASE_URL, DEEPSEEK_MODEL,
|
||||
VOLCENGINE_API_KEY, VOLCENGINE_BASE_URL, VOLCENGINE_MODEL,
|
||||
OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MODEL
|
||||
)
|
||||
|
||||
api_key = os.environ.get("DEEPSEEK_API_KEY", "")
|
||||
if api_key:
|
||||
base_url = DEEPSEEK_BASE_URL
|
||||
model = DEEPSEEK_MODEL
|
||||
else:
|
||||
api_key = VOLCENGINE_API_KEY
|
||||
base_url = VOLCENGINE_BASE_URL
|
||||
model = VOLCENGINE_MODEL
|
||||
|
||||
if not api_key:
|
||||
api_key = OPENAI_API_KEY
|
||||
base_url = OPENAI_BASE_URL
|
||||
model = OPENAI_MODEL
|
||||
|
||||
if api_key:
|
||||
http_client = httpx.Client(trust_env=False, timeout=60.0)
|
||||
self._client = OpenAI(
|
||||
api_key=api_key,
|
||||
base_url=base_url,
|
||||
http_client=http_client,
|
||||
)
|
||||
self._model = model
|
||||
logger.info(f"[{self.name}] 已成功连接大模型服务")
|
||||
return self._client
|
||||
except ImportError:
|
||||
logger.warning("openai 库未安装")
|
||||
except Exception as e:
|
||||
logger.warning(f"初始化 LLM 客户端失败: {e}")
|
||||
|
||||
return None
|
||||
|
||||
def _trace(self, step: str, content: str):
|
||||
"""记录推理链步骤"""
|
||||
entry = {
|
||||
"timestamp": time.strftime("%H:%M:%S"),
|
||||
"step": step,
|
||||
"content": content,
|
||||
"agent": self.name,
|
||||
"icon": self.role_icon
|
||||
}
|
||||
self.reasoning_trace.append(entry)
|
||||
|
||||
def infer(self, prompt: str, temperature: float = 0.1, max_retries: int = 0) -> str:
|
||||
"""
|
||||
执行 SSE 流式 LLM 推理 (stream=True)
|
||||
逐 Token 实时推送到 on_token_callback 渲染打字机效果
|
||||
"""
|
||||
self.reasoning_trace = []
|
||||
self._trace("📝 构建 Context", f"准备【{self.name}】数据与 Prompt")
|
||||
|
||||
client = self._get_client()
|
||||
if client is None:
|
||||
self._trace("⚠️ 状态通知", "大模型未就绪,切换至专家规则引擎")
|
||||
logger.info(f"[{self.name}] LLM 不可用,降级到规则引擎")
|
||||
fallback = self.fallback_inference(prompt)
|
||||
self._trace("🔧 专家引擎输出", fallback)
|
||||
return fallback
|
||||
|
||||
self._trace("🔗 大模型连接", "已连接大模型推理服务")
|
||||
|
||||
for attempt in range(max_retries + 1):
|
||||
try:
|
||||
self._trace("🚀 发起流式推理", "正在建立 SSE 流式传输通道...")
|
||||
t0 = time.time()
|
||||
|
||||
stream_resp = client.chat.completions.create(
|
||||
model=self._model,
|
||||
messages=[
|
||||
{"role": "system", "content": self.system_prompt},
|
||||
{"role": "user", "content": prompt},
|
||||
],
|
||||
temperature=temperature,
|
||||
max_tokens=2048,
|
||||
stream=True,
|
||||
timeout=60,
|
||||
)
|
||||
|
||||
full_content = []
|
||||
reasoning_chunks = []
|
||||
|
||||
for chunk in stream_resp:
|
||||
if not chunk.choices:
|
||||
continue
|
||||
delta = chunk.choices[0].delta
|
||||
|
||||
# 1. 逐 Token 提取深度思考过程 (reasoning_content)
|
||||
reasoning_piece = getattr(delta, "reasoning_content", None) or getattr(delta, "reasoning", None)
|
||||
if reasoning_piece:
|
||||
reasoning_chunks.append(reasoning_piece)
|
||||
if self.on_token_callback:
|
||||
try:
|
||||
self.on_token_callback("reasoning", reasoning_piece)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
# 2. 逐 Token 提取正式回答内容 (content)
|
||||
content_piece = delta.content
|
||||
if content_piece:
|
||||
full_content.append(content_piece)
|
||||
if self.on_token_callback:
|
||||
try:
|
||||
self.on_token_callback("content", content_piece)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
elapsed = time.time() - t0
|
||||
final_text = "".join(full_content)
|
||||
full_reasoning = "".join(reasoning_chunks)
|
||||
|
||||
if full_reasoning:
|
||||
self._trace("🧠 完整思维链", full_reasoning)
|
||||
|
||||
if final_text.strip():
|
||||
self._trace("✅ 流式生成完毕", f"耗时 {elapsed:.1f}s | 产出 {len(final_text)} 字符")
|
||||
self._trace("📄 原始推理输出", final_text)
|
||||
return final_text
|
||||
else:
|
||||
self._trace("⚠️ 输出为空", "流式生成无有效内容,降级到专家引擎")
|
||||
|
||||
except Exception as e:
|
||||
error_msg = str(e)
|
||||
self._trace("⚡ 流式传输异常", f"连接中断: {error_msg}")
|
||||
logger.warning(f"[{self.name}] 流式调用失败: {e}")
|
||||
|
||||
self._trace("🛡️ 安全降级", "无缝切换至离线风控规则引擎")
|
||||
fallback = self.fallback_inference(prompt)
|
||||
self._trace("🔧 专家引擎输出", fallback)
|
||||
return fallback
|
||||
|
||||
def infer_json(self, prompt: str, temperature: float = 0.1) -> dict:
|
||||
"""
|
||||
执行 LLM 推理并解析为 JSON
|
||||
"""
|
||||
result = self.infer(prompt, temperature)
|
||||
try:
|
||||
if "```json" in result:
|
||||
json_str = result.split("```json")[1].split("```")[0].strip()
|
||||
parsed = json.loads(json_str)
|
||||
self._trace("✅ 结构解析", "从 Markdown 成功提取 JSON 数据")
|
||||
return parsed
|
||||
elif "```" in result:
|
||||
json_str = result.split("```")[1].split("```")[0].strip()
|
||||
parsed = json.loads(json_str)
|
||||
self._trace("✅ 结构解析", "从代码块成功提取 JSON 数据")
|
||||
return parsed
|
||||
else:
|
||||
parsed = json.loads(result)
|
||||
self._trace("✅ 结构解析", "直接解析 JSON 成功")
|
||||
return parsed
|
||||
except (json.JSONDecodeError, IndexError):
|
||||
self._trace("⚠️ 格式适配", "启用自动结构修正")
|
||||
logger.warning(f"[{self.name}] JSON 解析失败,返回原始文本")
|
||||
return {"raw_response": result, "parse_error": True}
|
||||
|
||||
def fallback_inference(self, prompt: str) -> str:
|
||||
"""规则引擎降级推理"""
|
||||
return json.dumps({"error": "大模型服务不可用,规则引擎未实现"}, ensure_ascii=False)
|
||||
|
||||
def __repr__(self):
|
||||
return f"{self.role_icon} {self.name}"
|
||||
Reference in New Issue
Block a user