240 lines
9.1 KiB
Python
240 lines
9.1 KiB
Python
|
"""
|
|||
|
|
E2E：知你客服12号 — 用户话术「在 D:\\aaa\\aiagent\\user_data 下创建 bbbb.md」
|
|||
|
|
并校验：/health 内置工具、落盘路径必须在工作区内（user_data 子路径）、可选 node_results 中的 file_write 痕迹。
|
|||
|
|
|
|||
|
|
用法（在 backend 目录）:
|
|||
|
|
.\\venv\\Scripts\\python.exe scripts\\e2e_zhini12_bbbb_md.py
|
|||
|
|
|
|||
|
|
环境变量：API_BASE、E2E_AGENT_NAME、E2E_RESTART_CELERY、E2E_LLM_TOOL_CHOICE。
|
|||
|
|
注意：固定 user_data/bbbb.md 与正文/标记常量；不读取 E2E_REL_FILE、E2E_FILE_CONTENT、E2E_MARKER（避免 Shell 残留误测）。
|
|||
|
|
默认 E2E_LLM_TOOL_CHOICE=auto。
|
|||
|
|
"""
|
|||
|
|
from __future__ import annotations
|
|||
|
|
|
|||
|
|
import json
|
|||
|
|
import os
|
|||
|
|
import subprocess
|
|||
|
|
import sys
|
|||
|
|
import time
|
|||
|
|
import uuid
|
|||
|
|
from pathlib import Path
|
|||
|
|
|
|||
|
|
BACKEND_DIR = Path(__file__).resolve().parents[1]
|
|||
|
|
REPO_ROOT = BACKEND_DIR.parent
|
|||
|
|
USER_DATA_ROOT = (REPO_ROOT / "user_data").resolve()
|
|||
|
|
VENV_PY = BACKEND_DIR / "venv" / "Scripts" / "python.exe"
|
|||
|
|
API_BASE = os.environ.get("API_BASE", "http://127.0.0.1:8037")
|
|||
|
|
AGENT_NAME = os.environ.get("E2E_AGENT_NAME", "知你客服12号")
|
|||
|
|
# 固定测 bbbb.md，勿用 E2E_REL_FILE（PowerShell 里常残留 ccc/bbb）
|
|||
|
|
REL_PATH = "user_data/bbbb.md"
|
|||
|
|
# 固定内容与标记（不用 E2E_FILE_CONTENT / E2E_MARKER 环境变量，避免 PowerShell 残留旧值）
|
|||
|
|
FILE_CONTENT = "# bbbb\n\ne2e bbbb permission marker\n"
|
|||
|
|
E2E_MARKER = "e2e bbbb permission marker"
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _restart_celery() -> None:
|
|||
|
|
ps = (
|
|||
|
|
"Get-CimInstance Win32_Process | "
|
|||
|
|
"Where-Object { $_.CommandLine -match 'celery_app' } | "
|
|||
|
|
"ForEach-Object { Stop-Process -Id $_.ProcessId -Force -ErrorAction SilentlyContinue }"
|
|||
|
|
)
|
|||
|
|
subprocess.run(
|
|||
|
|
["powershell", "-NoProfile", "-Command", ps],
|
|||
|
|
cwd=str(BACKEND_DIR),
|
|||
|
|
capture_output=True,
|
|||
|
|
text=True,
|
|||
|
|
)
|
|||
|
|
time.sleep(2)
|
|||
|
|
if not VENV_PY.is_file():
|
|||
|
|
print("未找到 venv Python，跳过启动 Celery", file=sys.stderr)
|
|||
|
|
return
|
|||
|
|
kw: dict = {"cwd": str(BACKEND_DIR), "stdout": subprocess.DEVNULL, "stderr": subprocess.STDOUT}
|
|||
|
|
if sys.platform == "win32":
|
|||
|
|
kw["creationflags"] = subprocess.CREATE_NEW_PROCESS_GROUP # type: ignore[attr-defined]
|
|||
|
|
popen_env = os.environ.copy()
|
|||
|
|
if os.environ.get("E2E_LLM_TOOL_CHOICE", "auto").strip().lower() not in (
|
|||
|
|
"0",
|
|||
|
|
"false",
|
|||
|
|
"no",
|
|||
|
|
"auto",
|
|||
|
|
):
|
|||
|
|
popen_env["LLM_TOOL_CHOICE"] = "required"
|
|||
|
|
subprocess.Popen(
|
|||
|
|
[
|
|||
|
|
str(VENV_PY),
|
|||
|
|
"-m",
|
|||
|
|
"celery",
|
|||
|
|
"-A",
|
|||
|
|
"app.core.celery_app",
|
|||
|
|
"worker",
|
|||
|
|
"--loglevel=info",
|
|||
|
|
"--pool=threads",
|
|||
|
|
"--concurrency=8",
|
|||
|
|
],
|
|||
|
|
env=popen_env,
|
|||
|
|
**kw,
|
|||
|
|
)
|
|||
|
|
print("已启动 Celery，等待就绪…")
|
|||
|
|
time.sleep(4)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _health_check(client) -> bool:
|
|||
|
|
r = client.get(f"{API_BASE.rstrip('/')}/health", timeout=15.0)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
data = r.json()
|
|||
|
|
print("\n--- GET /health ---")
|
|||
|
|
print(json.dumps(data, ensure_ascii=False, indent=2)[:2500])
|
|||
|
|
checks = data.get("checks")
|
|||
|
|
if not checks:
|
|||
|
|
print(
|
|||
|
|
"\n[INFO] /health 无 checks 字段（可能 API 未更新）；请以 Worker 日志「内置工具就绪」为准。",
|
|||
|
|
file=sys.stderr,
|
|||
|
|
)
|
|||
|
|
return True
|
|||
|
|
ok = checks.get("builtin_tools_ready") and checks.get("file_agent_core_ready")
|
|||
|
|
if not ok:
|
|||
|
|
print(
|
|||
|
|
"\n[WARN] API 进程 builtin_tools 未完全就绪。请同步重启 API 与 Celery。",
|
|||
|
|
file=sys.stderr,
|
|||
|
|
)
|
|||
|
|
return bool(ok)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _path_allowed(abs_file: Path) -> tuple[bool, str]:
|
|||
|
|
"""file_write 合法路径：须在仓库根下，且本次要求落在 user_data 下。"""
|
|||
|
|
try:
|
|||
|
|
f = abs_file.resolve()
|
|||
|
|
repo = REPO_ROOT.resolve()
|
|||
|
|
except OSError as e:
|
|||
|
|
return False, str(e)
|
|||
|
|
try:
|
|||
|
|
f.relative_to(repo)
|
|||
|
|
except ValueError:
|
|||
|
|
return False, f"文件不在仓库根内: {f} vs root {repo}"
|
|||
|
|
try:
|
|||
|
|
f.relative_to(USER_DATA_ROOT)
|
|||
|
|
except ValueError:
|
|||
|
|
return False, f"文件不在 user_data 下: {f} vs {USER_DATA_ROOT}"
|
|||
|
|
return True, ""
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _scan_file_write_in_node_results(od: dict) -> None:
|
|||
|
|
nr = od.get("node_results") or {}
|
|||
|
|
hits = []
|
|||
|
|
for nid, payload in nr.items():
|
|||
|
|
if not isinstance(payload, dict):
|
|||
|
|
continue
|
|||
|
|
out = payload.get("output")
|
|||
|
|
s = json.dumps(out, ensure_ascii=False) if not isinstance(out, str) else out
|
|||
|
|
if "file_write" in s and ("success" in s.lower() or "file_path" in s):
|
|||
|
|
hits.append((nid, s[:400]))
|
|||
|
|
print("\n--- node_results 中含 file_write 线索的节点 ---")
|
|||
|
|
if not hits:
|
|||
|
|
print("(未扫到明显 JSON；可能结果只在 LLM 正文或日志中)")
|
|||
|
|
for nid, frag in hits:
|
|||
|
|
print(f" {nid}: {frag}...")
|
|||
|
|
|
|||
|
|
|
|||
|
|
def main() -> int:
|
|||
|
|
os.chdir(BACKEND_DIR)
|
|||
|
|
sys.path.insert(0, str(BACKEND_DIR))
|
|||
|
|
if os.environ.get("E2E_LLM_TOOL_CHOICE", "auto").strip().lower() not in ("0", "false", "no", "auto"):
|
|||
|
|
os.environ["LLM_TOOL_CHOICE"] = "required"
|
|||
|
|
if os.environ.get("E2E_RESTART_CELERY", "1").strip().lower() not in ("0", "false", "no"):
|
|||
|
|
_restart_celery()
|
|||
|
|
|
|||
|
|
import httpx
|
|||
|
|
from app.core.database import SessionLocal
|
|||
|
|
from app.core.security import create_access_token
|
|||
|
|
from app.models.agent import Agent
|
|||
|
|
from app.models.user import User
|
|||
|
|
|
|||
|
|
db = SessionLocal()
|
|||
|
|
try:
|
|||
|
|
with httpx.Client(timeout=30.0) as hclient:
|
|||
|
|
_health_check(hclient)
|
|||
|
|
|
|||
|
|
agent = db.query(Agent).filter(Agent.name == AGENT_NAME).first()
|
|||
|
|
if not agent:
|
|||
|
|
print(f"未找到「{AGENT_NAME}」", file=sys.stderr)
|
|||
|
|
return 1
|
|||
|
|
owner = db.query(User).filter(User.id == agent.user_id).first()
|
|||
|
|
user = owner or db.query(User).first()
|
|||
|
|
if not user:
|
|||
|
|
print("无用户", file=sys.stderr)
|
|||
|
|
return 1
|
|||
|
|
token = create_access_token(data={"sub": user.id, "username": user.username})
|
|||
|
|
headers = {"Authorization": f"Bearer {token}"}
|
|||
|
|
uid = f"bbbb12_{uuid.uuid4().hex[:10]}"
|
|||
|
|
|
|||
|
|
abs_win = str((REPO_ROOT / REL_PATH.replace("/", os.sep)).resolve())
|
|||
|
|
_basename = os.path.basename(REL_PATH.replace("\\", "/"))
|
|||
|
|
q = (
|
|||
|
|
f"请在 D:\\\\aaa\\\\aiagent\\\\user_data 目录下创建 {_basename}。"
|
|||
|
|
f"必须通过工具 file_write 写入：优先使用 相对路径 {REL_PATH}（相对工作区根）；"
|
|||
|
|
f"content 为 {json.dumps(FILE_CONTENT, ensure_ascii=False)}，mode 为 w。"
|
|||
|
|
f"file_write 返回的 JSON 必须原样体现在你最终 reply 的可读说明里（含 success 与 file_path）。"
|
|||
|
|
f"最后一行仍输出单行 JSON：intent、reply、user_profile。"
|
|||
|
|
)
|
|||
|
|
print(f"\nagent={agent.id} ({AGENT_NAME}) user_id={uid}")
|
|||
|
|
print(f"目标文件(解析后): {abs_win}")
|
|||
|
|
print(f"权限校验: 须位于 {USER_DATA_ROOT}")
|
|||
|
|
|
|||
|
|
def poll(client: httpx.Client, eid: str, timeout: float = 300.0) -> dict:
|
|||
|
|
t0 = time.time()
|
|||
|
|
while time.time() - t0 < timeout:
|
|||
|
|
r = client.get(f"/api/v1/executions/{eid}", headers=headers)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
d = r.json()
|
|||
|
|
st = d.get("status")
|
|||
|
|
if st == "completed":
|
|||
|
|
return d
|
|||
|
|
if st == "failed":
|
|||
|
|
print("failed:", d.get("error_message"), file=sys.stderr)
|
|||
|
|
raise RuntimeError("执行失败")
|
|||
|
|
time.sleep(1.5)
|
|||
|
|
raise TimeoutError("超时")
|
|||
|
|
|
|||
|
|
with httpx.Client(base_url=API_BASE, timeout=300.0) as client:
|
|||
|
|
r = client.post(
|
|||
|
|
"/api/v1/executions",
|
|||
|
|
json={"agent_id": str(agent.id), "input_data": {"query": q, "user_id": uid}},
|
|||
|
|
headers=headers,
|
|||
|
|
)
|
|||
|
|
if r.status_code >= 400:
|
|||
|
|
print(r.text, file=sys.stderr)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
eid = r.json()["id"]
|
|||
|
|
print(f"\nexecution={eid}")
|
|||
|
|
out = poll(client, eid)
|
|||
|
|
od = out.get("output_data") or {}
|
|||
|
|
result = od.get("result", od)
|
|||
|
|
print("\n--- API output_data.result (截断 1500 字符) ---\n")
|
|||
|
|
print(str(result)[:1500])
|
|||
|
|
_scan_file_write_in_node_results(od)
|
|||
|
|
|
|||
|
|
abs_file = Path(abs_win).resolve()
|
|||
|
|
allowed, reason = _path_allowed(abs_file)
|
|||
|
|
if not allowed:
|
|||
|
|
print(f"\n[FAIL] 路径权限校验: {reason}", file=sys.stderr)
|
|||
|
|
return 3
|
|||
|
|
|
|||
|
|
if not abs_file.is_file():
|
|||
|
|
print(f"\n[FAIL] 磁盘未找到: {abs_file}", file=sys.stderr)
|
|||
|
|
print("若 completed：可能未触发 file_write；查 Celery「执行工具 file_write」。", file=sys.stderr)
|
|||
|
|
return 2
|
|||
|
|
|
|||
|
|
body = abs_file.read_text(encoding="utf-8", errors="replace")
|
|||
|
|
print(f"\n[OK] 文件存在且路径合法: {abs_file}\n--- 内容 ---\n{body}\n---")
|
|||
|
|
if E2E_MARKER and E2E_MARKER not in body and FILE_CONTENT.strip() and E2E_MARKER in FILE_CONTENT:
|
|||
|
|
print(f"[WARN] 未在文件中发现标记「{E2E_MARKER}」", file=sys.stderr)
|
|||
|
|
finally:
|
|||
|
|
db.close()
|
|||
|
|
|
|||
|
|
print("\n[OK] E2E bbbb.md + 路径权限 通过\n完成")
|
|||
|
|
return 0
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
raise SystemExit(main())
|