Files
CyberGril/deploy/hel919-continuation/instance_ctl.sh
T

284 lines
11 KiB
Bash
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env bash
# HEL-919 接续体验运行包 · 专属新实例唯一启停入口(模板;默认一切真实出口关闭)
#
# 子命令(只认这些,其他一律 rc=2 拒绝,绝不静默当 start):
# check 离线就绪检查:布局/配置/迁移记录/默认关闭(预算全 0)核验,零启动
# start 经 window_guard_hel919.py 授权核验后启动本实例 API(身份核验、
# 健康检查失败只清自己刚起的进程);重复 start 拒绝
# stop 只停本实例自己持有的精确 pid 句柄(身份核验;PID 复用不动手),
# 有界排空(HEL919_DRAIN_SEC,默认 30s)。绝不调用旧 force_end/
# worker/bridge/tts 控制脚本,绝不触碰 8300/8310/8320/8350、7880、
# 8081、9880、8090 等共享服务
# close 窗口收尾 = stop + 本实例新账显式封账(tools/seal_budget_hel879.py,
# 只封本实例库)+ window.json 记 closed_at;幂等
# watch <epoch> 到点自动 close(受监督前台等待;更可靠等价物=获批后装
# systemd timer 调本脚本 close,模板见 cybergril-hel919-expiry.template)
# status pid 句柄 + 健康状态
#
# 环境变量(默认值按部署说明的实例布局,全部可用 ENV 覆盖做替身演练):
# HEL919_BASE 实例根目录(默认 /opt/cybergril-hel919;含 current/ etc/ data/ logs/)
# HEL919_HTTP / HEL919_HTTPS 本实例端口(默认 8370/8371;旧统一实例 8360/8361 不属于本实例)
# HEL919_VENV 产品 3.11 venv python(默认 /opt/cybergril-hel879/current/.venv311/bin/python)
# HEL919_CERT / HEL919_KEY 证书(默认复用既有自签)
# HEL919_DRAIN_SEC stop 有界排空秒数(默认 30)
set -u
BASE=${HEL919_BASE:-/opt/cybergril-hel919}
CODE=${HEL919_CODE:-$BASE/current}
HTTP=${HEL919_HTTP:-8370}
HTTPS=${HEL919_HTTPS:-8371}
VENV=${HEL919_VENV:-/opt/cybergril-hel879/current/.venv311/bin/python}
CERT=${HEL919_CERT:-/opt/cybergril-voice-certs/cybergril-voice.pem}
KEY=${HEL919_KEY:-/opt/cybergril-voice-certs/cybergril-voice.key}
DRAIN=${HEL919_DRAIN_SEC:-30}
PKG=$CODE/deploy/hel919-continuation
LOG=$BASE/logs/api.log
PIDF=$BASE/logs/api.pid
WATCH_PIDF=$BASE/logs/expiry.pid
WATCH_READY=$BASE/logs/expiry.ready
MARKER="serve_dual_8360_8361.py"
PY=${HEL919_PY:-python3} # 守卫/检查用系统 python(仅标准库)
usage() { echo "usage: [ENV=..] bash $0 check|start|stop|close|status|watch <epoch>" >&2; exit 2; }
# 进程身份核验:pid 存活 + cmdline 含本启动器 + cwd 是本实例代码目录。
# 任一不满足(含 PID 被系统复用)一律不动它。
ours() {
local p=$1 cmd cw
case "$p" in ''|*[!0-9]*) return 1 ;; esac
[ "$p" != "$$" ] || return 1
kill -0 "$p" 2>/dev/null || return 1
cmd=$(tr '\0' ' ' < "/proc/$p/cmdline" 2>/dev/null) || return 1
cw=$(readlink "/proc/$p/cwd" 2>/dev/null) || return 1
case "$cmd" in *"$MARKER"*) ;; *) return 1 ;; esac
[ "$(readlink -f "$cw")" = "$(readlink -f "$CODE")" ] || return 1
return 0
}
pidfile_pid() { [ -f "$PIDF" ] && cat "$PIDF" 2>/dev/null; }
watch_ours() {
local p=$1 dl=$2 cmd cw
case "$p" in ''|*[!0-9]*) return 1 ;; esac
case "$dl" in ''|*[!0-9]*) return 1 ;; esac
kill -0 "$p" 2>/dev/null || return 1
cmd=$(tr '\0' ' ' < "/proc/$p/cmdline" 2>/dev/null) || return 1
cw=$(readlink "/proc/$p/cwd" 2>/dev/null) || return 1
case "$cmd" in *"$PKG/instance_ctl.sh watch $dl "*) ;; *) return 1 ;; esac
[ "$(readlink -f "$cw")" = "$(readlink -f "$CODE")" ]
}
disarm_watch() {
local p dl ready_pid
[ -f "$WATCH_PIDF" ] || return 0
p=$(cat "$WATCH_PIDF")
read -r ready_pid dl < "$WATCH_READY" 2>/dev/null || return 1
[ "$p" = "$ready_pid" ] || return 1
if kill -0 "$p" 2>/dev/null; then
if [ "$p" != "$$" ]; then
watch_ours "$p" "$dl" || return 1
kill "$p" || return 1
fi
fi
rm -f "$WATCH_PIDF" "$WATCH_READY"
}
arm_watch() {
local dl=$1 p i=0
if [ -f "$WATCH_PIDF" ]; then
p=$(cat "$WATCH_PIDF")
if kill -0 "$p" 2>/dev/null; then
watch_ours "$p" "$dl" && [ "$(cat "$WATCH_READY" 2>/dev/null)" = "$p $dl" ] && return 0
echo "REFUSED: 截止句柄不是本实例当前窗口" >&2
return 1
fi
fi
rm -f "$WATCH_PIDF" "$WATCH_READY"
(
cd "$CODE" || exit 1
nohup bash "$PKG/instance_ctl.sh" watch "$dl" >> "$BASE/logs/watch.log" 2>&1 &
echo "$!" > "$WATCH_PIDF"
)
p=$(cat "$WATCH_PIDF")
while [ "$i" -lt 20 ]; do
if watch_ours "$p" "$dl" && [ "$(cat "$WATCH_READY" 2>/dev/null)" = "$p $dl" ]; then
return 0
fi
i=$((i+1)); sleep 0.1
done
watch_ours "$p" "$dl" && kill "$p"
rm -f "$WATCH_PIDF" "$WATCH_READY"
echo "REFUSED: 截止 watcher 未就绪,API 不启动" >&2
return 1
}
check() {
local rc=0
for d in "$BASE" "$CODE" "$BASE/etc" "$BASE/data" "$BASE/logs"; do
[ -d "$d" ] && echo "ok dir $d" || { echo "MISSING dir $d" >&2; rc=1; }
done
for f in "$BASE/etc/models.yaml" "$BASE/data/companion.db" "$BASE/data/continuation.json"; do
[ -f "$f" ] && echo "ok file $f" || { echo "MISSING file $f(先完成迁移,见 README §3)" >&2; rc=1; }
done
if [ -f "$BASE/etc/models.yaml" ]; then
# 默认关闭核验:models.yaml budget 段任何非 0 值都必须有获批 window.json 支撑
"$PY" - "$BASE/etc/models.yaml" "${HEL919_ALLOW_BUDGET:-0}" <<'EOF'
import re, sys
text = open(sys.argv[1], encoding="utf-8").read()
m = re.search(r"^budget:.*?(?=^\S)", text, re.S | re.M)
allow = sys.argv[2] == "1"
bad = []
if m:
for line in m.group(0).splitlines():
if re.match(r"\s*(daily_tokens|dialogue|life|background|semantic|total_requests|total_tokens|warn_ratio|hard_stop_ratio)\s*:", line):
k, _, v = line.strip().partition(":")
if k in ("warn_ratio", "hard_stop_ratio"):
continue
nums = re.findall(r"\d+", v)
if nums and any(int(n) > 0 for n in nums) and not allow:
bad.append(line.strip())
if bad and not allow:
print("REFUSED: budget 非零而未获批准(window-active 授权 + HEL919_ALLOW_BUDGET=1 才放行):", bad, file=sys.stderr)
raise SystemExit(1)
print("ok default-off budgets (or approved)")
EOF
[ $? -eq 0 ] || rc=1
fi
[ $rc -eq 0 ] && echo "CHECK OK(就绪;默认关闭)" || echo "CHECK FAILED" >&2
return $rc
}
start() {
local p deadline
p=$(pidfile_pid)
if [ -n "$p" ] && kill -0 "$p" 2>/dev/null; then
if ours "$p"; then echo "REFUSED: 本实例已在运行 (pid $p) — 先 stop" >&2
else echo "REFUSED: pid 文件里的活 pid $p 不是本实例(PID 复用?)— 人工处理 $PIDF" >&2; fi
exit 1
fi
rm -f "$PIDF"
[ -x "$VENV" ] || { echo "REFUSED: venv python 不可执行: $VENV" >&2; exit 1; }
mkdir -p "$BASE/logs" "$BASE/data"
# 授权核验:默认关闭;未批准/过期窗口一律拒绝启动
deadline=$("$PY" "$PKG/window_guard_hel919.py" "$BASE" --deadline) || exit 1
# Verify a real, identity-checked watcher BEFORE permitting API startup.
arm_watch "$deadline" || exit 1
"$PY" "$PKG/window_guard_hel919.py" "$BASE" || { disarm_watch; exit 1; }
cd "$CODE" || exit 1
set -a
export CYBERGRIL_DB=$BASE/data/companion.db
export CYBERGRIL_SEMANTIC=${HEL919_SEMANTIC:-stub}
export CYBERGRIL_R2_ENABLED=1
export TZ=Asia/Shanghai
export CYBERGRIL_SEMANTIC_CONFIG=$BASE/etc/semantic.yaml
export MEM0_TELEMETRY=False
export FASTEMBED_CACHE_PATH=$BASE/data/sem/fastembed-cache
export HF_HUB_OFFLINE=1
export TRANSFORMERS_OFFLINE=1
export CYBERGRIL_MODELS=$BASE/etc/models.yaml
export CYBERGRIL_BUDGET_SCOPE=${HEL919_SCOPE:-hel919} # 新账独立 budget_total 键;旧键逐字保留
export CYBERGRIL_WINDOW_DEADLINE=$deadline
export CYBERGRIL_VOICE_CONFIG=$BASE/etc/voice.yaml
export CYBERGRIL_WEB=$CODE/web/dist
export PYTHONPATH=$CODE/src
set +a
nohup "$VENV" deploy/voice/serve_dual_8360_8361.py \
--http-port "$HTTP" --https-port "$HTTPS" --cert "$CERT" --key "$KEY" \
> "$LOG" 2>&1 &
p=$!
echo "$p" > "$PIDF"
echo "hel919 api starting (pid $p) http=$HTTP https=$HTTPS"
sleep 6
if curl -s --max-time 3 "http://127.0.0.1:$HTTP/api/health" >/dev/null; then
echo "OK: $HTTP healthy"; return 0
fi
echo "FAIL: 健康检查未过 — 日志保留在 $LOG;tail:" >&2
tail -20 "$LOG" >&2
if ours "$p"; then kill "$p"; sleep 2; ours "$p" && kill -9 "$p"; fi
rm -f "$PIDF"
disarm_watch || true
echo "已清理自己刚起的进程(日志保留)" >&2
exit 1
}
stop() {
local p rc=0
p=$(pidfile_pid)
if [ -z "$p" ]; then echo "hel919 api not running (no pid file)"; return 0; fi
if kill -0 "$p" 2>/dev/null && ! ours "$p"; then
echo "REFUSED: pid $p 存活但不是本实例 api(PID 复用?)— 不动手,人工处理 $PIDF" >&2
return 1
fi
if ours "$p"; then
kill "$p" # SIGTERM:应用有界收尾在途请求
local i=0
while [ $i -lt "$DRAIN" ] && ours "$p"; do sleep 1; i=$((i+1)); done
if ours "$p"; then
echo "有界排空 ${DRAIN}s 到期仍在运行 — 对已身份核验的本实例进程 SIGKILL" >&2
kill -9 "$p"; sleep 1
fi
ours "$p" && rc=1
fi
rm -f "$PIDF"
[ $rc -eq 0 ] && echo "hel919 api stopped(只操作了本实例自有句柄 pid $p)"
return $rc
}
close() {
local rc=0
stop || rc=1
if [ -f "$BASE/data/companion.db" ]; then
"$PY" "$CODE/tools/seal_budget_hel879.py" --db "$BASE/data/companion.db" \
--scope "${HEL919_SCOPE:-hel919}" \
--reason "hel919 continuation window closed" >> "$BASE/logs/close.log" 2>&1 || rc=1
fi
"$PY" - "$BASE/window.json" "$rc" <<'EOF'
import datetime, json, pathlib, sys
p = pathlib.Path(sys.argv[1])
if p.exists():
w = json.loads(p.read_text())
w["closed_at"] = datetime.datetime.now(datetime.timezone.utc).isoformat()
w["close_exit_code"] = int(sys.argv[2])
p.write_text(json.dumps(w, indent=2) + "\n")
EOF
[ -f "$BASE/window-active" ] && rm -f "$BASE/window-active"
disarm_watch || rc=1
echo "hel919 window closed(本实例新账已显式封账;资料与全部账目保留)"
return $rc
}
status() {
local p
p=$(pidfile_pid)
if [ -n "$p" ]; then
if ours "$p"; then echo "running pid $p (identity verified)"
elif kill -0 "$p" 2>/dev/null; then echo "pid $p alive but NOT ours (stale pid file?)"
else echo "pid $p not alive (stale pid file)"; fi
else
echo "no pid file"
fi
curl -s --max-time 3 "http://127.0.0.1:$HTTP/api/health" && echo " <- health" \
|| echo "health not answering"
}
case "${1:-}" in
check) check ;;
start) start ;;
stop) stop ;;
close) close ;;
status) status ;;
watch)
DL=${2:?deadline epoch seconds required}
case "$DL" in *[!0-9]*|'') usage ;; esac
mkdir -p "$BASE/logs"
BOUND=$("$PY" "$PKG/window_guard_hel919.py" "$BASE" --deadline --allow-expired) || exit 1
[ "$DL" = "$BOUND" ] || { echo "REFUSED: watch deadline 与 window.json 不同" >&2; exit 1; }
cd "$CODE" || exit 1
echo "$$" > "$WATCH_PIDF"
printf '%s %s\n' "$$" "$DL" > "$WATCH_READY"
echo "[$(date -u +%FT%TZ)] watch start, deadline $DL (pid $$)" >> "$BASE/logs/watch.log"
while [ "$(date +%s)" -lt "$DL" ]; do sleep 1; done
echo "[$(date -u +%FT%TZ)] DEADLINE REACHED — close" >> "$BASE/logs/watch.log"
close
;;
*) usage ;;
esac