284 lines
11 KiB
Bash
284 lines
11 KiB
Bash
#!/usr/bin/env bash
|
||
# HEL-919 接续体验运行包 · 专属新实例唯一启停入口(模板;默认一切真实出口关闭)
|
||
#
|
||
# 子命令(只认这些,其他一律 rc=2 拒绝,绝不静默当 start):
|
||
# check 离线就绪检查:布局/配置/迁移记录/默认关闭(预算全 0)核验,零启动
|
||
# start 经 window_guard_hel919.py 授权核验后启动本实例 API(身份核验、
|
||
# 健康检查失败只清自己刚起的进程);重复 start 拒绝
|
||
# stop 只停本实例自己持有的精确 pid 句柄(身份核验;PID 复用不动手),
|
||
# 有界排空(HEL919_DRAIN_SEC,默认 30s)。绝不调用旧 force_end/
|
||
# worker/bridge/tts 控制脚本,绝不触碰 8300/8310/8320/8350、7880、
|
||
# 8081、9880、8090 等共享服务
|
||
# close 窗口收尾 = stop + 本实例新账显式封账(tools/seal_budget_hel879.py,
|
||
# 只封本实例库)+ window.json 记 closed_at;幂等
|
||
# watch <epoch> 到点自动 close(受监督前台等待;更可靠等价物=获批后装
|
||
# systemd timer 调本脚本 close,模板见 cybergril-hel919-expiry.template)
|
||
# status pid 句柄 + 健康状态
|
||
#
|
||
# 环境变量(默认值按部署说明的实例布局,全部可用 ENV 覆盖做替身演练):
|
||
# HEL919_BASE 实例根目录(默认 /opt/cybergril-hel919;含 current/ etc/ data/ logs/)
|
||
# HEL919_HTTP / HEL919_HTTPS 本实例端口(默认 8370/8371;旧统一实例 8360/8361 不属于本实例)
|
||
# HEL919_VENV 产品 3.11 venv python(默认 /opt/cybergril-hel879/current/.venv311/bin/python)
|
||
# HEL919_CERT / HEL919_KEY 证书(默认复用既有自签)
|
||
# HEL919_DRAIN_SEC stop 有界排空秒数(默认 30)
|
||
set -u
|
||
BASE=${HEL919_BASE:-/opt/cybergril-hel919}
|
||
CODE=${HEL919_CODE:-$BASE/current}
|
||
HTTP=${HEL919_HTTP:-8370}
|
||
HTTPS=${HEL919_HTTPS:-8371}
|
||
VENV=${HEL919_VENV:-/opt/cybergril-hel879/current/.venv311/bin/python}
|
||
CERT=${HEL919_CERT:-/opt/cybergril-voice-certs/cybergril-voice.pem}
|
||
KEY=${HEL919_KEY:-/opt/cybergril-voice-certs/cybergril-voice.key}
|
||
DRAIN=${HEL919_DRAIN_SEC:-30}
|
||
PKG=$CODE/deploy/hel919-continuation
|
||
LOG=$BASE/logs/api.log
|
||
PIDF=$BASE/logs/api.pid
|
||
WATCH_PIDF=$BASE/logs/expiry.pid
|
||
WATCH_READY=$BASE/logs/expiry.ready
|
||
MARKER="serve_dual_8360_8361.py"
|
||
PY=${HEL919_PY:-python3} # 守卫/检查用系统 python(仅标准库)
|
||
|
||
usage() { echo "usage: [ENV=..] bash $0 check|start|stop|close|status|watch <epoch>" >&2; exit 2; }
|
||
|
||
# 进程身份核验:pid 存活 + cmdline 含本启动器 + cwd 是本实例代码目录。
|
||
# 任一不满足(含 PID 被系统复用)一律不动它。
|
||
ours() {
|
||
local p=$1 cmd cw
|
||
case "$p" in ''|*[!0-9]*) return 1 ;; esac
|
||
[ "$p" != "$$" ] || return 1
|
||
kill -0 "$p" 2>/dev/null || return 1
|
||
cmd=$(tr '\0' ' ' < "/proc/$p/cmdline" 2>/dev/null) || return 1
|
||
cw=$(readlink "/proc/$p/cwd" 2>/dev/null) || return 1
|
||
case "$cmd" in *"$MARKER"*) ;; *) return 1 ;; esac
|
||
[ "$(readlink -f "$cw")" = "$(readlink -f "$CODE")" ] || return 1
|
||
return 0
|
||
}
|
||
pidfile_pid() { [ -f "$PIDF" ] && cat "$PIDF" 2>/dev/null; }
|
||
|
||
watch_ours() {
|
||
local p=$1 dl=$2 cmd cw
|
||
case "$p" in ''|*[!0-9]*) return 1 ;; esac
|
||
case "$dl" in ''|*[!0-9]*) return 1 ;; esac
|
||
kill -0 "$p" 2>/dev/null || return 1
|
||
cmd=$(tr '\0' ' ' < "/proc/$p/cmdline" 2>/dev/null) || return 1
|
||
cw=$(readlink "/proc/$p/cwd" 2>/dev/null) || return 1
|
||
case "$cmd" in *"$PKG/instance_ctl.sh watch $dl "*) ;; *) return 1 ;; esac
|
||
[ "$(readlink -f "$cw")" = "$(readlink -f "$CODE")" ]
|
||
}
|
||
|
||
disarm_watch() {
|
||
local p dl ready_pid
|
||
[ -f "$WATCH_PIDF" ] || return 0
|
||
p=$(cat "$WATCH_PIDF")
|
||
read -r ready_pid dl < "$WATCH_READY" 2>/dev/null || return 1
|
||
[ "$p" = "$ready_pid" ] || return 1
|
||
if kill -0 "$p" 2>/dev/null; then
|
||
if [ "$p" != "$$" ]; then
|
||
watch_ours "$p" "$dl" || return 1
|
||
kill "$p" || return 1
|
||
fi
|
||
fi
|
||
rm -f "$WATCH_PIDF" "$WATCH_READY"
|
||
}
|
||
|
||
arm_watch() {
|
||
local dl=$1 p i=0
|
||
if [ -f "$WATCH_PIDF" ]; then
|
||
p=$(cat "$WATCH_PIDF")
|
||
if kill -0 "$p" 2>/dev/null; then
|
||
watch_ours "$p" "$dl" && [ "$(cat "$WATCH_READY" 2>/dev/null)" = "$p $dl" ] && return 0
|
||
echo "REFUSED: 截止句柄不是本实例当前窗口" >&2
|
||
return 1
|
||
fi
|
||
fi
|
||
rm -f "$WATCH_PIDF" "$WATCH_READY"
|
||
(
|
||
cd "$CODE" || exit 1
|
||
nohup bash "$PKG/instance_ctl.sh" watch "$dl" >> "$BASE/logs/watch.log" 2>&1 &
|
||
echo "$!" > "$WATCH_PIDF"
|
||
)
|
||
p=$(cat "$WATCH_PIDF")
|
||
while [ "$i" -lt 20 ]; do
|
||
if watch_ours "$p" "$dl" && [ "$(cat "$WATCH_READY" 2>/dev/null)" = "$p $dl" ]; then
|
||
return 0
|
||
fi
|
||
i=$((i+1)); sleep 0.1
|
||
done
|
||
watch_ours "$p" "$dl" && kill "$p"
|
||
rm -f "$WATCH_PIDF" "$WATCH_READY"
|
||
echo "REFUSED: 截止 watcher 未就绪,API 不启动" >&2
|
||
return 1
|
||
}
|
||
|
||
check() {
|
||
local rc=0
|
||
for d in "$BASE" "$CODE" "$BASE/etc" "$BASE/data" "$BASE/logs"; do
|
||
[ -d "$d" ] && echo "ok dir $d" || { echo "MISSING dir $d" >&2; rc=1; }
|
||
done
|
||
for f in "$BASE/etc/models.yaml" "$BASE/data/companion.db" "$BASE/data/continuation.json"; do
|
||
[ -f "$f" ] && echo "ok file $f" || { echo "MISSING file $f(先完成迁移,见 README §3)" >&2; rc=1; }
|
||
done
|
||
if [ -f "$BASE/etc/models.yaml" ]; then
|
||
# 默认关闭核验:models.yaml budget 段任何非 0 值都必须有获批 window.json 支撑
|
||
"$PY" - "$BASE/etc/models.yaml" "${HEL919_ALLOW_BUDGET:-0}" <<'EOF'
|
||
import re, sys
|
||
text = open(sys.argv[1], encoding="utf-8").read()
|
||
m = re.search(r"^budget:.*?(?=^\S)", text, re.S | re.M)
|
||
allow = sys.argv[2] == "1"
|
||
bad = []
|
||
if m:
|
||
for line in m.group(0).splitlines():
|
||
if re.match(r"\s*(daily_tokens|dialogue|life|background|semantic|total_requests|total_tokens|warn_ratio|hard_stop_ratio)\s*:", line):
|
||
k, _, v = line.strip().partition(":")
|
||
if k in ("warn_ratio", "hard_stop_ratio"):
|
||
continue
|
||
nums = re.findall(r"\d+", v)
|
||
if nums and any(int(n) > 0 for n in nums) and not allow:
|
||
bad.append(line.strip())
|
||
if bad and not allow:
|
||
print("REFUSED: budget 非零而未获批准(window-active 授权 + HEL919_ALLOW_BUDGET=1 才放行):", bad, file=sys.stderr)
|
||
raise SystemExit(1)
|
||
print("ok default-off budgets (or approved)")
|
||
EOF
|
||
[ $? -eq 0 ] || rc=1
|
||
fi
|
||
[ $rc -eq 0 ] && echo "CHECK OK(就绪;默认关闭)" || echo "CHECK FAILED" >&2
|
||
return $rc
|
||
}
|
||
|
||
start() {
|
||
local p deadline
|
||
p=$(pidfile_pid)
|
||
if [ -n "$p" ] && kill -0 "$p" 2>/dev/null; then
|
||
if ours "$p"; then echo "REFUSED: 本实例已在运行 (pid $p) — 先 stop" >&2
|
||
else echo "REFUSED: pid 文件里的活 pid $p 不是本实例(PID 复用?)— 人工处理 $PIDF" >&2; fi
|
||
exit 1
|
||
fi
|
||
rm -f "$PIDF"
|
||
[ -x "$VENV" ] || { echo "REFUSED: venv python 不可执行: $VENV" >&2; exit 1; }
|
||
mkdir -p "$BASE/logs" "$BASE/data"
|
||
# 授权核验:默认关闭;未批准/过期窗口一律拒绝启动
|
||
deadline=$("$PY" "$PKG/window_guard_hel919.py" "$BASE" --deadline) || exit 1
|
||
# Verify a real, identity-checked watcher BEFORE permitting API startup.
|
||
arm_watch "$deadline" || exit 1
|
||
"$PY" "$PKG/window_guard_hel919.py" "$BASE" || { disarm_watch; exit 1; }
|
||
cd "$CODE" || exit 1
|
||
set -a
|
||
export CYBERGRIL_DB=$BASE/data/companion.db
|
||
export CYBERGRIL_SEMANTIC=${HEL919_SEMANTIC:-stub}
|
||
export CYBERGRIL_R2_ENABLED=1
|
||
export TZ=Asia/Shanghai
|
||
export CYBERGRIL_SEMANTIC_CONFIG=$BASE/etc/semantic.yaml
|
||
export MEM0_TELEMETRY=False
|
||
export FASTEMBED_CACHE_PATH=$BASE/data/sem/fastembed-cache
|
||
export HF_HUB_OFFLINE=1
|
||
export TRANSFORMERS_OFFLINE=1
|
||
export CYBERGRIL_MODELS=$BASE/etc/models.yaml
|
||
export CYBERGRIL_BUDGET_SCOPE=${HEL919_SCOPE:-hel919} # 新账独立 budget_total 键;旧键逐字保留
|
||
export CYBERGRIL_WINDOW_DEADLINE=$deadline
|
||
export CYBERGRIL_VOICE_CONFIG=$BASE/etc/voice.yaml
|
||
export CYBERGRIL_WEB=$CODE/web/dist
|
||
export PYTHONPATH=$CODE/src
|
||
set +a
|
||
nohup "$VENV" deploy/voice/serve_dual_8360_8361.py \
|
||
--http-port "$HTTP" --https-port "$HTTPS" --cert "$CERT" --key "$KEY" \
|
||
> "$LOG" 2>&1 &
|
||
p=$!
|
||
echo "$p" > "$PIDF"
|
||
echo "hel919 api starting (pid $p) http=$HTTP https=$HTTPS"
|
||
sleep 6
|
||
if curl -s --max-time 3 "http://127.0.0.1:$HTTP/api/health" >/dev/null; then
|
||
echo "OK: $HTTP healthy"; return 0
|
||
fi
|
||
echo "FAIL: 健康检查未过 — 日志保留在 $LOG;tail:" >&2
|
||
tail -20 "$LOG" >&2
|
||
if ours "$p"; then kill "$p"; sleep 2; ours "$p" && kill -9 "$p"; fi
|
||
rm -f "$PIDF"
|
||
disarm_watch || true
|
||
echo "已清理自己刚起的进程(日志保留)" >&2
|
||
exit 1
|
||
}
|
||
|
||
stop() {
|
||
local p rc=0
|
||
p=$(pidfile_pid)
|
||
if [ -z "$p" ]; then echo "hel919 api not running (no pid file)"; return 0; fi
|
||
if kill -0 "$p" 2>/dev/null && ! ours "$p"; then
|
||
echo "REFUSED: pid $p 存活但不是本实例 api(PID 复用?)— 不动手,人工处理 $PIDF" >&2
|
||
return 1
|
||
fi
|
||
if ours "$p"; then
|
||
kill "$p" # SIGTERM:应用有界收尾在途请求
|
||
local i=0
|
||
while [ $i -lt "$DRAIN" ] && ours "$p"; do sleep 1; i=$((i+1)); done
|
||
if ours "$p"; then
|
||
echo "有界排空 ${DRAIN}s 到期仍在运行 — 对已身份核验的本实例进程 SIGKILL" >&2
|
||
kill -9 "$p"; sleep 1
|
||
fi
|
||
ours "$p" && rc=1
|
||
fi
|
||
rm -f "$PIDF"
|
||
[ $rc -eq 0 ] && echo "hel919 api stopped(只操作了本实例自有句柄 pid $p)"
|
||
return $rc
|
||
}
|
||
|
||
close() {
|
||
local rc=0
|
||
stop || rc=1
|
||
if [ -f "$BASE/data/companion.db" ]; then
|
||
"$PY" "$CODE/tools/seal_budget_hel879.py" --db "$BASE/data/companion.db" \
|
||
--scope "${HEL919_SCOPE:-hel919}" \
|
||
--reason "hel919 continuation window closed" >> "$BASE/logs/close.log" 2>&1 || rc=1
|
||
fi
|
||
"$PY" - "$BASE/window.json" "$rc" <<'EOF'
|
||
import datetime, json, pathlib, sys
|
||
p = pathlib.Path(sys.argv[1])
|
||
if p.exists():
|
||
w = json.loads(p.read_text())
|
||
w["closed_at"] = datetime.datetime.now(datetime.timezone.utc).isoformat()
|
||
w["close_exit_code"] = int(sys.argv[2])
|
||
p.write_text(json.dumps(w, indent=2) + "\n")
|
||
EOF
|
||
[ -f "$BASE/window-active" ] && rm -f "$BASE/window-active"
|
||
disarm_watch || rc=1
|
||
echo "hel919 window closed(本实例新账已显式封账;资料与全部账目保留)"
|
||
return $rc
|
||
}
|
||
|
||
status() {
|
||
local p
|
||
p=$(pidfile_pid)
|
||
if [ -n "$p" ]; then
|
||
if ours "$p"; then echo "running pid $p (identity verified)"
|
||
elif kill -0 "$p" 2>/dev/null; then echo "pid $p alive but NOT ours (stale pid file?)"
|
||
else echo "pid $p not alive (stale pid file)"; fi
|
||
else
|
||
echo "no pid file"
|
||
fi
|
||
curl -s --max-time 3 "http://127.0.0.1:$HTTP/api/health" && echo " <- health" \
|
||
|| echo "health not answering"
|
||
}
|
||
|
||
case "${1:-}" in
|
||
check) check ;;
|
||
start) start ;;
|
||
stop) stop ;;
|
||
close) close ;;
|
||
status) status ;;
|
||
watch)
|
||
DL=${2:?deadline epoch seconds required}
|
||
case "$DL" in *[!0-9]*|'') usage ;; esac
|
||
mkdir -p "$BASE/logs"
|
||
BOUND=$("$PY" "$PKG/window_guard_hel919.py" "$BASE" --deadline --allow-expired) || exit 1
|
||
[ "$DL" = "$BOUND" ] || { echo "REFUSED: watch deadline 与 window.json 不同" >&2; exit 1; }
|
||
cd "$CODE" || exit 1
|
||
echo "$$" > "$WATCH_PIDF"
|
||
printf '%s %s\n' "$$" "$DL" > "$WATCH_READY"
|
||
echo "[$(date -u +%FT%TZ)] watch start, deadline $DL (pid $$)" >> "$BASE/logs/watch.log"
|
||
while [ "$(date +%s)" -lt "$DL" ]; do sleep 1; done
|
||
echo "[$(date -u +%FT%TZ)] DEADLINE REACHED — close" >> "$BASE/logs/watch.log"
|
||
close
|
||
;;
|
||
*) usage ;;
|
||
esac
|