init(all)：一个让codex调用deepseek模型的项目
This commit is contained in:
Pine
@@ -0,0 +1,551 @@
|
||||
"""
|
||||
SSE 流式生成模块
|
||||
|
||||
将 DeepSeek Chat Completions API 的流式响应转换为
|
||||
OpenAI Responses API 格式的 SSE 事件流。
|
||||
"""
|
||||
|
||||
import json
|
||||
import uuid
|
||||
from datetime import datetime
|
||||
|
||||
import requests
|
||||
|
||||
from app.config import DEEPSEEK_API_KEY, DEEPSEEK_URL, DEEPSEEK_DEBUG, DEBUG_LOG
|
||||
|
||||
|
||||
def _log_debug(req_data, messages, tools, tool_choice, debug_path):
|
||||
"""记录调试日志到文件"""
|
||||
with open(DEBUG_LOG, "a", encoding="utf-8") as f:
|
||||
f.write(f"\n--- [{datetime.now()}] PATH={debug_path} ---\n")
|
||||
f.write(f"Request body:\n{json.dumps(req_data, indent=2, ensure_ascii=False)}\n")
|
||||
f.write(f"Messages:\n{json.dumps(messages, indent=2, ensure_ascii=False)}\n")
|
||||
if tools:
|
||||
f.write(f"Tools count: {len(tools)}\n")
|
||||
f.write(f"Tool choice: {tool_choice}\n")
|
||||
|
||||
|
||||
def _log_debug_error(payload, messages, tools, err_msg, status_code, body):
|
||||
"""记录错误调试日志"""
|
||||
with open(DEBUG_LOG, "a", encoding="utf-8") as f:
|
||||
f.write(f"ERROR: {err_msg}\n")
|
||||
f.write(f"Payload sent (tools={len(tools)}, msgs={len(messages)}):\n")
|
||||
payload_copy = dict(payload)
|
||||
payload_copy.pop("messages", None)
|
||||
payload_copy.pop("tools", None)
|
||||
f.write(json.dumps(payload_copy, indent=2, ensure_ascii=False) + "\n")
|
||||
f.write(f"Messages ({len(messages)}):\n")
|
||||
f.write(json.dumps(messages, indent=2, ensure_ascii=False)[:3000] + "\n")
|
||||
f.write(f"Tools ({len(tools)}):\n")
|
||||
tools_str = json.dumps(tools, indent=2, ensure_ascii=False)
|
||||
f.write(tools_str[:5000] + ("...(truncated)" if len(tools_str) > 5000 else "") + "\n")
|
||||
total_size = len(json.dumps(payload, ensure_ascii=False))
|
||||
f.write(f"Total payload size: {total_size} bytes ({total_size/1024:.1f} KB)\n")
|
||||
|
||||
|
||||
def create_sse_generator(messages, tools, tool_choice, effective_model, response_id, debug_path=""):
|
||||
"""创建 SSE 流式事件生成器
|
||||
|
||||
Args:
|
||||
messages: 转换后的 Chat Completions 格式消息列表
|
||||
tools: 转换后的工具定义列表
|
||||
tool_choice: 工具选择策略
|
||||
effective_model: 使用的模型名称
|
||||
response_id: 响应 ID
|
||||
debug_path: 请求路径（用于调试日志）
|
||||
|
||||
Returns:
|
||||
生成 SSE 事件字符串的生成器函数
|
||||
"""
|
||||
|
||||
def generate():
|
||||
if not messages:
|
||||
yield "event: response.completed\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.completed",
|
||||
"response": {
|
||||
"id": response_id,
|
||||
"object": "response",
|
||||
"status": "completed",
|
||||
"model": effective_model,
|
||||
"output": [],
|
||||
"usage": {
|
||||
"input_tokens": 0,
|
||||
"output_tokens": 0,
|
||||
"total_tokens": 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
return
|
||||
|
||||
# response.created
|
||||
yield "event: response.created\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.created",
|
||||
"response": {
|
||||
"id": response_id,
|
||||
"object": "response",
|
||||
"status": "in_progress",
|
||||
"model": effective_model,
|
||||
"output": [],
|
||||
"usage": None,
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
# response.in_progress
|
||||
yield "event: response.in_progress\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.in_progress",
|
||||
"response": {
|
||||
"id": response_id,
|
||||
"object": "response",
|
||||
"status": "in_progress",
|
||||
"model": effective_model,
|
||||
"output": [],
|
||||
"usage": None,
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
# 构建 DeepSeek 请求
|
||||
headers = {
|
||||
"Authorization": f"Bearer {DEEPSEEK_API_KEY}",
|
||||
"Content-Type": "application/json",
|
||||
}
|
||||
payload = {
|
||||
"model": effective_model,
|
||||
"messages": messages,
|
||||
"stream": True,
|
||||
"stream_options": {"include_usage": True},
|
||||
"thinking": {"type": "disabled"},
|
||||
}
|
||||
if tools:
|
||||
payload["tools"] = tools
|
||||
if tool_choice != "auto":
|
||||
payload["tool_choice"] = tool_choice
|
||||
|
||||
# 状态跟踪
|
||||
text_item_id = f"item_{uuid.uuid4().hex[:12]}"
|
||||
full_text = ""
|
||||
full_reasoning = ""
|
||||
has_text = False
|
||||
text_started = False
|
||||
|
||||
# 工具调用累积: index → {id, name, arguments, item_id, started}
|
||||
tool_calls_acc = {}
|
||||
|
||||
input_tokens = 0
|
||||
output_tokens = 0
|
||||
seq = 0
|
||||
|
||||
upstream = None
|
||||
try:
|
||||
upstream = requests.post(
|
||||
DEEPSEEK_URL,
|
||||
headers=headers,
|
||||
json=payload,
|
||||
stream=True,
|
||||
timeout=120,
|
||||
)
|
||||
upstream.raise_for_status()
|
||||
for line in upstream.iter_lines():
|
||||
if not line:
|
||||
continue
|
||||
line = line.decode("utf-8")
|
||||
if not line.startswith("data: "):
|
||||
continue
|
||||
raw = line[6:].strip()
|
||||
if raw == "[DONE]":
|
||||
continue
|
||||
try:
|
||||
chunk = json.loads(raw)
|
||||
except json.JSONDecodeError:
|
||||
continue
|
||||
|
||||
usage = chunk.get("usage")
|
||||
if usage:
|
||||
input_tokens = usage.get("prompt_tokens", 0)
|
||||
output_tokens = usage.get("completion_tokens", 0)
|
||||
|
||||
if "error" in chunk:
|
||||
err = chunk["error"]
|
||||
raise Exception(
|
||||
f"DeepSeek API error: {err.get('message', str(err))}"
|
||||
)
|
||||
|
||||
if "choices" not in chunk or not chunk["choices"]:
|
||||
continue
|
||||
|
||||
delta = chunk["choices"][0].get("delta", {})
|
||||
|
||||
# ---- 捕获 reasoning_content ----
|
||||
reasoning_delta = delta.get("reasoning_content", "")
|
||||
if reasoning_delta:
|
||||
full_reasoning += reasoning_delta
|
||||
|
||||
# ---- 处理文本内容 ----
|
||||
content = delta.get("content", "")
|
||||
if content:
|
||||
if not text_started:
|
||||
text_started = True
|
||||
has_text = True
|
||||
yield "event: response.output_item.added\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.output_item.added",
|
||||
"output_index": 0,
|
||||
"item": {
|
||||
"id": text_item_id,
|
||||
"type": "message",
|
||||
"status": "in_progress",
|
||||
"role": "assistant",
|
||||
"content": [],
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
yield "event: response.content_part.added\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.content_part.added",
|
||||
"item_id": text_item_id,
|
||||
"output_index": 0,
|
||||
"content_index": 0,
|
||||
"part": {"type": "text", "text": ""},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
full_text += content
|
||||
seq += 1
|
||||
yield "event: response.output_text.delta\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.output_text.delta",
|
||||
"delta": content,
|
||||
"item_id": text_item_id,
|
||||
"output_index": 0,
|
||||
"content_index": 0,
|
||||
"sequence_number": seq,
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
# ---- 处理工具调用 ----
|
||||
for tc in delta.get("tool_calls", []):
|
||||
idx = tc.get("index", 0)
|
||||
if idx not in tool_calls_acc:
|
||||
item_id = f"item_{uuid.uuid4().hex[:12]}"
|
||||
tool_calls_acc[idx] = {
|
||||
"id": "",
|
||||
"name": "",
|
||||
"arguments": "",
|
||||
"item_id": item_id,
|
||||
"started": False,
|
||||
}
|
||||
|
||||
acc = tool_calls_acc[idx]
|
||||
if tc.get("id"):
|
||||
acc["id"] = tc["id"]
|
||||
func = tc.get("function", {})
|
||||
if func.get("name"):
|
||||
acc["name"] = func["name"]
|
||||
|
||||
args_delta = func.get("arguments", "")
|
||||
if args_delta:
|
||||
acc["arguments"] += args_delta
|
||||
out_idx = (
|
||||
1 if has_text else 0
|
||||
) + sorted(tool_calls_acc.keys()).index(idx)
|
||||
|
||||
if not acc["started"]:
|
||||
acc["started"] = True
|
||||
yield "event: response.output_item.added\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.output_item.added",
|
||||
"output_index": out_idx,
|
||||
"item": {
|
||||
"id": acc["item_id"],
|
||||
"type": "function_call",
|
||||
"status": "in_progress",
|
||||
"call_id": acc["id"],
|
||||
"name": acc["name"],
|
||||
"arguments": "",
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
yield "event: response.function_call_arguments.delta\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.function_call_arguments.delta",
|
||||
"item_id": acc["item_id"],
|
||||
"output_index": out_idx,
|
||||
"delta": args_delta,
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
# ===== 流结束后发出完成事件 =====
|
||||
|
||||
# 文本完成
|
||||
if has_text:
|
||||
yield "event: response.output_text.done\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.output_text.done",
|
||||
"text": full_text,
|
||||
"item_id": text_item_id,
|
||||
"output_index": 0,
|
||||
"content_index": 0,
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
yield "event: response.content_part.done\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.content_part.done",
|
||||
"item_id": text_item_id,
|
||||
"output_index": 0,
|
||||
"content_index": 0,
|
||||
"part": {"type": "text", "text": full_text},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
text_output_item = {
|
||||
"id": text_item_id,
|
||||
"type": "message",
|
||||
"status": "completed",
|
||||
"role": "assistant",
|
||||
"content": [{"type": "text", "text": full_text}],
|
||||
}
|
||||
if full_reasoning:
|
||||
text_output_item["reasoning_content"] = full_reasoning
|
||||
yield "event: response.output_item.done\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.output_item.done",
|
||||
"output_index": 0,
|
||||
"item": text_output_item,
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
# 工具调用完成
|
||||
output_items = []
|
||||
if has_text:
|
||||
output_items.append({
|
||||
"id": text_item_id,
|
||||
"type": "message",
|
||||
"status": "completed",
|
||||
"role": "assistant",
|
||||
"content": [{"type": "text", "text": full_text}],
|
||||
**({"reasoning_content": full_reasoning} if full_reasoning else {}),
|
||||
})
|
||||
|
||||
for idx in sorted(tool_calls_acc.keys()):
|
||||
acc = tool_calls_acc[idx]
|
||||
out_idx = (1 if has_text else 0) + sorted(tool_calls_acc.keys()).index(
|
||||
idx
|
||||
)
|
||||
|
||||
yield "event: response.function_call_arguments.done\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.function_call_arguments.done",
|
||||
"item_id": acc["item_id"],
|
||||
"output_index": out_idx,
|
||||
"arguments": acc["arguments"],
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
func_item = {
|
||||
"id": acc["item_id"],
|
||||
"type": "function_call",
|
||||
"status": "completed",
|
||||
"call_id": acc["id"],
|
||||
"name": acc["name"],
|
||||
"arguments": acc["arguments"],
|
||||
}
|
||||
if full_reasoning:
|
||||
func_item["reasoning_content"] = full_reasoning
|
||||
yield "event: response.output_item.done\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.output_item.done",
|
||||
"output_index": out_idx,
|
||||
"item": func_item,
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
output_items.append({
|
||||
"id": acc["item_id"],
|
||||
"type": "function_call",
|
||||
"status": "completed",
|
||||
"call_id": acc["id"],
|
||||
"name": acc["name"],
|
||||
"arguments": acc["arguments"],
|
||||
**({"reasoning_content": full_reasoning} if full_reasoning else {}),
|
||||
})
|
||||
|
||||
# response.completed
|
||||
yield "event: response.completed\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.completed",
|
||||
"response": {
|
||||
"id": response_id,
|
||||
"object": "response",
|
||||
"status": "completed",
|
||||
"model": effective_model,
|
||||
"output": output_items,
|
||||
"usage": {
|
||||
"input_tokens": input_tokens
|
||||
or max(1, len(json.dumps(messages)) // 4),
|
||||
"output_tokens": output_tokens
|
||||
or max(1, len(full_text) // 4),
|
||||
"total_tokens": (input_tokens + output_tokens)
|
||||
or max(
|
||||
1,
|
||||
len(json.dumps(messages)) // 4 + len(full_text) // 4,
|
||||
),
|
||||
},
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
except requests.exceptions.HTTPError as e:
|
||||
body = ""
|
||||
try:
|
||||
if upstream is not None:
|
||||
body = upstream.text[:2000]
|
||||
except Exception:
|
||||
body = "(unable to read error body)"
|
||||
err_msg = f"DeepSeek API {e.response.status_code}: {body}"
|
||||
if DEEPSEEK_DEBUG:
|
||||
_log_debug_error(payload, messages, tools, err_msg, e.response.status_code, body)
|
||||
yield "event: response.failed\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.failed",
|
||||
"response": {
|
||||
"id": response_id,
|
||||
"object": "response",
|
||||
"status": "failed",
|
||||
"model": effective_model,
|
||||
"error": {
|
||||
"message": err_msg,
|
||||
"type": "upstream_error",
|
||||
},
|
||||
"output": [],
|
||||
"usage": None,
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
except requests.exceptions.RequestException as e:
|
||||
yield "event: response.failed\n"
|
||||
yield (
|
||||
"data: "
|
||||
+ json.dumps(
|
||||
{
|
||||
"type": "response.failed",
|
||||
"response": {
|
||||
"id": response_id,
|
||||
"object": "response",
|
||||
"status": "failed",
|
||||
"model": effective_model,
|
||||
"error": {
|
||||
"message": str(e),
|
||||
"type": "upstream_error",
|
||||
},
|
||||
"output": [],
|
||||
"usage": None,
|
||||
},
|
||||
},
|
||||
ensure_ascii=False,
|
||||
)
|
||||
+ "\n\n"
|
||||
)
|
||||
|
||||
finally:
|
||||
if upstream is not None:
|
||||
try:
|
||||
upstream.close()
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
return generate
|
||||
Reference in New Issue
Block a user