130 lines
5.9 KiB
HTML
130 lines
5.9 KiB
HTML
<!DOCTYPE html>
|
||
<html lang="zh">
|
||
<head>
|
||
<meta charset="UTF-8"/>
|
||
<title>HEL-715 日常→交谈→打断→日常 链路演示</title>
|
||
<style>
|
||
html,body{margin:0;height:100%;background:#000;color:#eee;font-family:"Noto Sans CJK SC",sans-serif;overflow:hidden}
|
||
#stage{position:relative;height:100%;display:flex;align-items:center;justify-content:center}
|
||
video{position:absolute;height:92%;top:2%;left:50%;transform:translateX(-50%);background:#000}
|
||
#daily{display:block}
|
||
#talk{display:none}
|
||
#hud{position:absolute;left:0;right:0;bottom:0;padding:10px 14px;background:rgba(0,0,0,.72);font-size:15px;line-height:1.5}
|
||
#phase{font-size:19px;font-weight:700;color:#ffd166}
|
||
#timer{position:absolute;top:8px;right:14px;font-family:monospace;font-size:18px;background:rgba(0,0,0,.6);padding:2px 8px;border-radius:4px}
|
||
#log{position:absolute;top:8px;left:14px;font-family:monospace;font-size:12px;background:rgba(0,0,0,.6);padding:6px 10px;border-radius:4px;max-height:46%;overflow:hidden;white-space:pre}
|
||
</style>
|
||
</head>
|
||
<body>
|
||
<div id="stage">
|
||
<video id="daily" autoplay loop muted playsinline>
|
||
<source src="/hel715-daily.webm" type="video/webm"/>
|
||
<source src="/hel715-daily.mp4" type="video/mp4"/>
|
||
</video>
|
||
<video id="talk" autoplay playsinline></video>
|
||
<div id="timer">0.0s</div>
|
||
<div id="log"></div>
|
||
<div id="hud"><div id="phase">初始化…</div><div id="note">成品日常视频循环播放 · 交谈流后台预连接</div></div>
|
||
</div>
|
||
<script>
|
||
const BASE = location.origin;
|
||
const $ = id => document.getElementById(id);
|
||
const t0 = performance.now();
|
||
const logs = [];
|
||
function now(){ return (performance.now()-t0)/1000; }
|
||
function log(msg){
|
||
const line = `${now().toFixed(2)}s ${msg}`;
|
||
logs.push(line);
|
||
$('log').textContent = logs.slice(-14).join('\n');
|
||
console.log('[chain]', line);
|
||
}
|
||
function phase(p, note){ $('phase').textContent = p; $('note').textContent = note||''; }
|
||
setInterval(()=>{ $('timer').textContent = now().toFixed(1)+'s'; }, 100);
|
||
|
||
/* ---------- WebRTC pre-connect (same path as LiveTalking client.js) ---------- */
|
||
let pc = null, sessionid = null, connected = false, firstTalkFrameAt = null;
|
||
async function connectTalk(){
|
||
pc = new RTCPeerConnection({sdpSemantics:'unified-plan'});
|
||
pc.addTransceiver('video',{direction:'recvonly'});
|
||
pc.addTransceiver('audio',{direction:'recvonly'});
|
||
pc.addEventListener('track', ev=>{
|
||
if(ev.track.kind==='video'){
|
||
firstTalkFrameAt = firstTalkFrameAt || now();
|
||
$('talk').srcObject = ev.streams[0];
|
||
log('交谈视频轨到达');
|
||
} else {
|
||
$('talk').srcObject = $('talk').srcObject || ev.streams[0];
|
||
}
|
||
});
|
||
const offer = await pc.createOffer();
|
||
await pc.setLocalDescription(offer);
|
||
while(pc.iceGatheringState!=='complete') await new Promise(r=>setTimeout(r,50));
|
||
const res = await fetch(BASE+'/offer',{method:'POST',headers:{'Content-Type':'application/json'},
|
||
body:JSON.stringify({sdp:pc.localDescription.sdp,type:pc.localDescription.type})});
|
||
const answer = await res.json();
|
||
sessionid = answer.sessionid;
|
||
await pc.setRemoteDescription(answer);
|
||
log(`交谈流已连接 session=${sessionid.slice(0,8)}(预连接,用户尚未进入)`);
|
||
connected = true;
|
||
}
|
||
async function say(text){
|
||
const t=now();
|
||
const r = await fetch(BASE+'/human',{method:'POST',headers:{'Content-Type':'application/json'},
|
||
body:JSON.stringify({sessionid, type:'echo', text})});
|
||
log(`发送对话文本(${text.slice(0,10)}…)HTTP ${(now()-t)*1000|0}ms`);
|
||
}
|
||
async function interrupt(){
|
||
const t=now();
|
||
await fetch(BASE+'/interrupt_talk',{method:'POST',headers:{'Content-Type':'application/json'},
|
||
body:JSON.stringify({sessionid})});
|
||
log(`打断信号 interrupt_talk HTTP ${(now()-t)*1000|0}ms`);
|
||
}
|
||
/* ---------- view switching ---------- */
|
||
function showDaily(){ $('daily').style.display='block'; $('talk').style.display='none'; }
|
||
function showTalk(){ $('daily').style.display='none'; $('talk').style.display='block'; }
|
||
window.__chainLog = logs;
|
||
|
||
/* ---------- auto timeline ---------- */
|
||
const auto = new URLSearchParams(location.search).has('auto');
|
||
if(auto){
|
||
(async ()=>{
|
||
await connectTalk().catch(e=>log('连接失败: '+e));
|
||
phase('① 日常播放','成品日常原片(HEL-712 同人物素材)循环播放');
|
||
await sleep(7000);
|
||
const sw = now(); showTalk();
|
||
phase('② 进入交谈','同一人物·同一房间·同一套衣服 · 实时口型(MuseTalk)');
|
||
log(`切换到交谈视图(预连接流,切换耗时 ${(now()-sw)*1000|0}ms)`);
|
||
await say('你回来啦!我在窗边等你呢,快过来坐,我跟你说今天下午的云。');
|
||
await sleep(6500); // speech ongoing (~1s in voice)
|
||
phase('③ 用户开口→打断','interrupt_talk 信号注入 · 不等她说完、不等日常片尾');
|
||
const ti = now();
|
||
await interrupt();
|
||
showDaily(); // 回日常/倾听,不等待
|
||
log(`打断后立即切回日常视图(+${((now()-ti)*1000)|0}ms)`);
|
||
await sleep(4000);
|
||
showTalk();
|
||
phase('④ 再次交谈','打断后可立即重新开口(清空待播队列后)');
|
||
log('再次切换到交谈视图');
|
||
await say('嗯,你说,我在听。');
|
||
await sleep(8000);
|
||
showDaily();
|
||
phase('⑤ 回到日常','交谈结束 → 成品日常继续');
|
||
log('回到日常播放');
|
||
await sleep(4000);
|
||
phase('演示结束','HEL-715 链路取样:日常→交谈→打断→回日常→再交谈');
|
||
log('AUTO-DEMO-END');
|
||
})();
|
||
} else {
|
||
phase('手动模式','D=日常 T=进入交谈并发送 I=打断并回日常');
|
||
addEventListener('keydown', async ev=>{
|
||
if(ev.key==='d'){ showDaily(); log('手动: 日常'); }
|
||
if(ev.key==='t'){ showTalk(); log('手动: 交谈'); if(connected) await say('你回来啦!我在窗边等你呢。'); }
|
||
if(ev.key==='i'){ await interrupt(); showDaily(); log('手动: 打断→日常'); }
|
||
});
|
||
connectTalk().catch(e=>log('连接失败: '+e));
|
||
}
|
||
function sleep(ms){ return new Promise(r=>setTimeout(r,ms)); }
|
||
</script>
|
||
</body>
|
||
</html>
|