1 Star 1 Fork 7

keyuchen/PixelStreamer

forked from pqo/peer-stream 
加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
peer-stream.js 19.29 KB
一键复制 编辑 原始数据 按行查看 历史
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661
"4.27.2";
/* eslint-disable */
// Must be kept in sync with JavaScriptKeyCodeToFKey C++ array.
// special keycodes different from KeyboardEvent.keyCode
const SpecialKeyCodes = {
Backspace: 8,
ShiftLeft: 16,
ControlLeft: 17,
AltLeft: 18,
ShiftRight: 253,
ControlRight: 254,
AltRight: 255,
};
// https://developer.mozilla.org/en-US/docs/Web/API/MouseEvent/button
const MouseButton = {
MainButton: 0, // Left button.
AuxiliaryButton: 1, // Wheel button.
SecondaryButton: 2, // Right button.
FourthButton: 3, // Browser Back button.
FifthButton: 4, // Browser Forward button.
};
// Must be kept in sync with PixelStreamingProtocol::EToClientMsg C++ enum.
const RECEIVE = {
QualityControlOwnership: 0,
Response: 1,
Command: 2,
FreezeFrame: 3,
UnfreezeFrame: 4,
VideoEncoderAvgQP: 5,
LatencyTest: 6,
InitialSettings: 7,
};
// Must be kept in sync with PixelStreamingProtocol::EToUE4Msg C++ enum.
const SEND = {
/*
* Control Messages. Range = 0..49.
*/
IFrameRequest: 0,
RequestQualityControl: 1,
MaxFpsRequest: 2,
AverageBitrateRequest: 3,
StartStreaming: 4,
StopStreaming: 5,
LatencyTest: 6,
RequestInitialSettings: 7,
/*
* Input Messages. Range = 50..89.
*/
// Generic Input Messages. Range = 50..59.
UIInteraction: 50,
Command: 51,
// Keyboard Input Message. Range = 60..69.
KeyDown: 60,
KeyUp: 61,
KeyPress: 62,
// Mouse Input Messages. Range = 70..79.
MouseEnter: 70,
MouseLeave: 71,
MouseDown: 72,
MouseUp: 73,
MouseMove: 74,
MouseWheel: 75,
// Touch Input Messages. Range = 80..89.
TouchStart: 80,
TouchEnd: 81,
TouchMove: 82,
};
class PeerStream extends HTMLVideoElement {
constructor(...params) {
super(...params);
window.ps = this;
this.ws = { send() {}, close() {} }; // WebSocket
this.pc = { close() {} }; // RTCPeerConnection
this.setupVideo();
this.registerKeyboardEvents();
this.registerMouseHoverEvents();
this.registerFakeMouseEvents();
document.addEventListener(
"pointerlockchange",
() => {
if (document.pointerLockElement === this) {
this.registerPointerlockEvents();
} else {
this.registerMouseHoverEvents();
}
},
false
);
this.addEventListener("loadeddata", (e) => {
this.style["aspect-ratio"] = this.videoWidth / this.videoHeight;
});
}
// setupWebsocket
connectedCallback() {
// This will happen each time the node is moved, and may happen before the element"s contents have been fully parsed. may be called once your element is no longer connected
if (!this.isConnected) return;
let signal = this.getAttribute("signal");
if (!signal) {
const ip = this.getAttribute("ip") || location.hostname || "localhost";
const port = this.getAttribute("port") || 88;
const token = this.getAttribute("token") || "hello";
signal = `ws://${ip}:${port}/${token}`;
}
this.ws.close(1000, "Infinity");
this.ws = new WebSocket(signal);
this.ws.onerror = (e) => {
console.log(e);
};
this.ws.onopen = async (e) => {
console.info("✅ connected to", this.ws.url);
this.setupPeerConnection();
// If the new data channel is the first one added to the connection, renegotiation is started by delivering a negotiationneeded event.
this.setupDataChannel();
// this.pc.restartIce();
clearInterval(this.ping);
this.ping = setInterval(() => {
this.ws.send("ping");
}, 1000 * 50);
};
this.ws.onmessage = (e) => {
this.onWebSocketMessage(e.data);
};
this.ws.onclose = (e) => {
console.info("❌ signaler closed:", e.reason || e.code);
clearInterval(this.ping);
const timeout = +e.reason || 3000;
if (timeout === Infinity) return;
clearTimeout(this.reconnect);
this.reconnect = setTimeout(() => this.connectedCallback(), timeout);
};
}
disconnectedCallback() {
// WebRTC的生命周期与<video>的生命周期绑定
this.ws.close(1000, "Infinity");
this.pc.close();
console.log("❌ peer connection closing");
// this.dc.close();
}
adoptedCallback() {}
static observedAttributes = ["signal", "ip", "port", "token"];
attributeChangedCallback(name, oldValue, newValue) {
if (!this.isConnected) return;
// fired before connectedCallback when startup 一开始会触发:oldValue从null变成newValue
this.ws.close(1000, "1");
}
async onWebSocketMessage(msg) {
try {
msg = JSON.parse(msg);
} catch {
console.debug("signaler:", msg);
return;
}
if (msg.type === "answer") {
const answer = new RTCSessionDescription(msg);
await this.pc.setRemoteDescription(answer);
console.log("Got answer:", answer);
for (const receiver of this.pc.getReceivers()) {
receiver.playoutDelayHint = 0;
}
} else if (msg.type === "iceCandidate") {
const candidate = new RTCIceCandidate(msg.candidate);
await this.pc.addIceCandidate(candidate);
console.log("Got candidate:", candidate);
} else {
console.warn("signaler:", msg);
}
}
onDataChannelMessage(data) {
data = new Uint8Array(data);
const utf16 = new TextDecoder("utf-16");
switch (data[0]) {
case RECEIVE.VideoEncoderAvgQP: {
this.VideoEncoderQP = +utf16.decode(data.slice(1));
console.debug("Got QP:", this.VideoEncoderQP);
break;
}
case RECEIVE.Response: {
// user custom message
const detail = utf16.decode(data.slice(1));
this.dispatchEvent(new CustomEvent("message", { detail }));
console.info("Got ✉:", detail);
break;
}
case RECEIVE.Command: {
const command = JSON.parse(utf16.decode(data.slice(1)));
console.info("Got command:", command);
if (command.command === "onScreenKeyboard") {
console.info("You should setup a on-screen keyboard");
}
break;
}
case RECEIVE.FreezeFrame: {
const size = new DataView(data.slice(1, 5).buffer).getInt32(0, true);
const jpeg = data.slice(1 + 4);
console.info("Got freezed frame:", jpeg);
break;
}
case RECEIVE.UnfreezeFrame: {
console.info("Got 【unfreeze frame】");
break;
}
case RECEIVE.LatencyTest: {
const latencyTimings = JSON.parse(utf16.decode(data.slice(1)));
console.info("Got latency timings:", latencyTimings);
break;
}
case RECEIVE.QualityControlOwnership: {
this.QualityControlOwnership = data[1] !== 0;
console.info("Got Quality Control Ownership:", this.QualityControlOwnership);
break;
}
case RECEIVE.InitialSettings: {
this.InitialSettings = JSON.parse(utf16.decode(data.slice(1)));
console.log("Got initial setting:", this.InitialSettings);
break;
}
default: {
console.error("Got invalid data:", data);
}
}
}
setupVideo() {
this.tabIndex = 0; // easy to focus..
this.autofocus = true;
this.playsInline = true;
this.disablepictureinpicture = true;
// Recently many browsers can only autoplay the videos with sound off
this.muted = true;
this.autoplay = true;
// this.onsuspend
// this.onresize
// this.requestPointerLock();
this.style["pointer-events"] = "none";
this.style["object-fit"] = "fill";
}
setupDataChannel(label = "hello") {
// See https://www.w3.org/TR/webrtc/#dom-rtcdatachannelinit for values (this is needed for Firefox to be consistent with Chrome.)
this.dc = this.pc.createDataChannel(label, { ordered: true });
// Inform browser we would like binary data as an ArrayBuffer (FF chooses Blob by default!)
this.dc.binaryType = "arraybuffer";
this.dc.onopen = (e) => {
console.log("✅ data channel connected:", label);
this.style.pointerEvents = "auto";
this.dc.send(new Uint8Array([SEND.RequestInitialSettings]));
this.dc.send(new Uint8Array([SEND.RequestQualityControl]));
};
this.dc.onclose = (e) => {
console.info("❌ data channel closed:", label);
this.style.pointerEvents = "none";
};
this.dc.onmessage = (e) => {
this.onDataChannelMessage(e.data);
};
}
setupPeerConnection() {
this.pc.close();
this.pc = new RTCPeerConnection({
sdpSemantics: "unified-plan",
iceServers: [
{
urls: [
"stun:stun.l.google.com:19302",
"stun:stun1.l.google.com:19302",
"stun:stun2.l.google.com:19302",
"stun:stun3.l.google.com:19302",
"stun:stun4.l.google.com:19302",
],
},
],
});
this.pc.ontrack = (e) => {
console.log(`Got ${e.track.kind} track:`, e);
if (e.track.kind === "video") {
this.srcObject = e.streams[0];
} else if (e.track.kind === "audio") {
this.audio = document.createElement("audio");
this.audio.autoplay = true;
this.audio.srcObject = e.streams[0];
}
};
this.pc.onicecandidate = (e) => {
// firefox
if (e.candidate?.candidate) {
console.log("sending candidate:", e.candidate);
this.ws.send(JSON.stringify({ type: "iceCandidate", candidate: e.candidate }));
} else {
// Notice that the end of negotiation is detected here when the event"s candidate property is null.
}
};
this.pc.onnegotiationneeded = (e) => {
this.setupOffer();
};
const setPoster = () =>
(this.poster = `data:image/svg+xml;utf8,<svg xmlns="http://www.w3.org/2000/svg"><style>text{font-size:7mm;fill:red;}</style>
<text x="10" y="030"> Signal: ${this.pc.signalingState} </text>
<text x="10" y="065"> Connect: ${this.pc.connectionState} </text>
<text x="10" y="100"> ICE Gather: ${this.pc.iceGatheringState} </text>
<text x="10" y="135"> ICE Connect: ${this.pc.iceConnectionState} </text>
</svg>`);
this.pc.onsignalingstatechange =
this.pc.onconnectionstatechange =
this.pc.oniceconnectionstatechange =
this.pc.onicegatheringstatechange =
setPoster;
}
async setupOffer() {
// this.pc.addTransceiver("video", { direction: "recvonly" });
const offer = await this.pc.createOffer({
offerToReceiveAudio: +this.hasAttribute("audio"),
offerToReceiveVideo: 1,
voiceActivityDetection: false,
});
// this indicate we support stereo (Chrome needs this)
offer.sdp = offer.sdp.replace(
"useinbandfec=1",
"useinbandfec=1;stereo=1;sprop-maxcapturerate=48000"
);
this.pc.setLocalDescription(offer);
this.ws.send(JSON.stringify(offer));
console.log("sending offer:", offer);
}
registerKeyboardEvents() {
this.onkeydown = (e) => {
this.dc.send(new Uint8Array([SEND.KeyDown, SpecialKeyCodes[e.code] || e.keyCode, e.repeat]));
// whether to prevent browser"s default behavior when keyboard/mouse have inputs, like F1~F12 and Tab
e.preventDefault();
// e.stopPropagation
};
this.onkeyup = (e) => {
this.dc.send(new Uint8Array([SEND.KeyUp, SpecialKeyCodes[e.code] || e.keyCode]));
e.preventDefault();
};
this.onkeypress = (e) => {
const data = new DataView(new ArrayBuffer(3));
data.setUint8(0, SEND.KeyPress);
data.setUint16(1, SpecialKeyCodes[e.code] || e.keyCode, true);
this.dc.send(data);
e.preventDefault();
};
}
registerTouchEvents() {
// We need to assign a unique identifier to each finger.
// We do this by mapping each Touch object to the identifier.
const fingers = [9, 8, 7, 6, 5, 4, 3, 2, 1, 0];
const fingerIds = {};
this.ontouchstart = (e) => {
// Assign a unique identifier to each touch.
for (const touch of e.changedTouches) {
// remember touch
const finger = fingers.pop();
if (finger === undefined) {
console.info("exhausted touch indentifiers");
}
fingerIds[touch.identifier] = finger;
}
this.emitTouchData(SEND.TouchStart, e.changedTouches, fingerIds);
e.preventDefault();
};
this.ontouchend = (e) => {
this.emitTouchData(SEND.TouchEnd, e.changedTouches, fingerIds);
// Re-cycle unique identifiers previously assigned to each touch.
for (const touch of e.changedTouches) {
// forget touch
fingers.push(fingerIds[touch.identifier]);
delete fingerIds[touch.identifier];
}
e.preventDefault();
};
this.ontouchmove = (e) => {
this.emitTouchData(SEND.TouchMove, e.touches, fingerIds);
e.preventDefault();
};
}
// 触屏模拟鼠标
registerFakeMouseEvents() {
let finger = undefined;
const { left, top } = this.getBoundingClientRect();
this.ontouchstart = (e) => {
if (finger === undefined) {
const firstTouch = e.changedTouches[0];
finger = {
id: firstTouch.identifier,
x: firstTouch.clientX - left,
y: firstTouch.clientY - top,
};
// Hack: Mouse events require an enter and leave so we just enter and leave manually with each touch as this event is not fired with a touch device.
this.onmouseenter(e);
this.emitMouseDown(MouseButton.MainButton, finger.x, finger.y);
}
e.preventDefault();
};
this.ontouchend = (e) => {
for (const touch of e.changedTouches) {
if (touch.identifier === finger.id) {
const x = touch.clientX - left;
const y = touch.clientY - top;
this.emitMouseUp(MouseButton.MainButton, x, y);
// Hack: Manual mouse leave event.
this.onmouseleave(e);
finger = undefined;
break;
}
}
e.preventDefault();
};
this.ontouchmove = (e) => {
for (const touch of e.touches) {
if (touch.identifier === finger.id) {
const x = touch.clientX - left;
const y = touch.clientY - top;
this.emitMouseMove(x, y, x - finger.x, y - finger.y);
finger.x = x;
finger.y = y;
break;
}
}
e.preventDefault();
};
}
registerMouseHoverEvents() {
this.registerMouseEnterAndLeaveEvents();
this.onmousemove = (e) => {
this.emitMouseMove(e.offsetX, e.offsetY, e.movementX, e.movementY);
e.preventDefault();
};
this.onmousedown = (e) => {
this.emitMouseDown(e.button, e.offsetX, e.offsetY);
// e.preventDefault();
};
this.onmouseup = (e) => {
this.emitMouseUp(e.button, e.offsetX, e.offsetY);
// e.preventDefault();
};
// When the context menu is shown then it is safest to release the button which was pressed when the event happened. This will guarantee we will get at least one mouse up corresponding to a mouse down event. Otherwise the mouse can get stuck.
// https://github.com/facebook/react/issues/5531
this.oncontextmenu = (e) => {
this.emitMouseUp(e.button, e.offsetX, e.offsetY);
e.preventDefault();
};
this.onwheel = (e) => {
this.emitMouseWheel(e.wheelDelta, e.offsetX, e.offsetY);
e.preventDefault();
};
}
registerPointerlockEvents() {
this.registerMouseEnterAndLeaveEvents();
console.info("mouse locked in, ESC to exit");
const { clientWidth, clientHeight } = this;
let x = clientWidth / 2;
let y = clientHeight / 2;
this.onmousemove = (e) => {
x += e.movementX;
y += e.movementY;
x = (x + clientWidth) % clientWidth;
y = (y + clientHeight) % clientHeight;
this.emitMouseMove(x, y, e.movementX, e.movementY);
};
this.onmousedown = (e) => {
this.emitMouseDown(e.button, x, y);
};
this.onmouseup = (e) => {
this.emitMouseUp(e.button, x, y);
};
this.onwheel = (e) => {
this.emitMouseWheel(e.wheelDelta, x, y);
};
}
registerMouseEnterAndLeaveEvents() {
this.onmouseenter = (e) => {
this.dc.send(new Uint8Array([SEND.MouseEnter]));
};
this.onmouseleave = (e) => {
this.dc.send(new Uint8Array([SEND.MouseLeave]));
};
}
emitMouseMove(x, y, deltaX, deltaY) {
const coord = this.normalize(x, y);
deltaX = (deltaX * 65536) / this.clientWidth;
deltaY = (deltaY * 65536) / this.clientHeight;
const data = new DataView(new ArrayBuffer(9));
data.setUint8(0, SEND.MouseMove);
data.setUint16(1, coord.x, true);
data.setUint16(3, coord.y, true);
data.setInt16(5, deltaX, true);
data.setInt16(7, deltaY, true);
this.dc.send(data);
}
emitMouseDown(button, x, y) {
const coord = this.normalize(x, y);
const data = new DataView(new ArrayBuffer(6));
data.setUint8(0, SEND.MouseDown);
data.setUint8(1, button);
data.setUint16(2, coord.x, true);
data.setUint16(4, coord.y, true);
this.dc.send(data);
}
emitMouseUp(button, x, y) {
const coord = this.normalize(x, y);
const data = new DataView(new ArrayBuffer(6));
data.setUint8(0, SEND.MouseUp);
data.setUint8(1, button);
data.setUint16(2, coord.x, true);
data.setUint16(4, coord.y, true);
this.dc.send(data);
}
emitMouseWheel(delta, x, y) {
const coord = this.normalize(x, y);
const data = new DataView(new ArrayBuffer(7));
data.setUint8(0, SEND.MouseWheel);
data.setInt16(1, delta, true);
data.setUint16(3, coord.x, true);
data.setUint16(5, coord.y, true);
this.dc.send(data);
}
emitTouchData(type, touches, fingerIds) {
const data = new DataView(new ArrayBuffer(2 + 6 * touches.length));
data.setUint8(0, type);
data.setUint8(1, touches.length);
let byte = 2;
for (const touch of touches) {
const x = touch.clientX - this.offsetLeft;
const y = touch.clientY - this.offsetTop;
const coord = this.normalize(x, y);
data.setUint16(byte, coord.x, true);
byte += 2;
data.setUint16(byte, coord.y, true);
byte += 2;
data.setUint8(byte, fingerIds[touch.identifier], true);
byte += 1;
data.setUint8(byte, 255 * touch.force, true); // force is between 0.0 and 1.0 so quantize into byte.
byte += 1;
}
this.dc.send(data);
}
// emit string
emitMessage(msg, messageType = SEND.UIInteraction) {
if (typeof msg !== "string") msg = JSON.stringify(msg);
// Add the UTF-16 JSON string to the array byte buffer, going two bytes at a time.
const data = new DataView(new ArrayBuffer(1 + 2 + 2 * msg.length));
let byteIdx = 0;
data.setUint8(byteIdx, messageType);
byteIdx++;
data.setUint16(byteIdx, msg.length, true);
byteIdx += 2;
for (const char of msg) {
// charCodeAt() is UTF-16, codePointAt() is Unicode.
data.setUint16(byteIdx, char.charCodeAt(0), true);
byteIdx += 2;
}
this.dc.send(data);
// 有时候前端问:怎么返回undefined?是不是没发送成功?
return true;
}
normalize(x, y) {
const normalizedX = x / this.clientWidth;
const normalizedY = y / this.clientHeight;
if (normalizedX < 0.0 || normalizedX > 1.0 || normalizedY < 0.0 || normalizedY > 1.0) {
return {
inRange: false,
x: 65535,
y: 65535,
};
} else {
return {
inRange: true,
x: normalizedX * 65536,
y: normalizedY * 65536,
};
}
}
debug(NodeJS) {
// 调试信令服务器
this.ws.send(JSON.stringify({ type: "debug", debug: NodeJS }));
}
}
customElements.define("peer-stream", PeerStream, { extends: "video" });
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
JavaScript
1
https://gitee.com/chenkeyu333/PixelStreamer.git
git@gitee.com:chenkeyu333/PixelStreamer.git
chenkeyu333
PixelStreamer
PixelStreamer
main

搜索帮助