konevsa/rustdesk
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

yuv in another worker

Browse Source
This commit is contained in:
rustdesk 2022-01-29 23:05:29 +08:00
parent adbb75b808
commit 2cf2fb7804
2 changed files with 82 additions and 60 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

69
src/globals.js
View File

@ -5,7 +5,6 @@ import { CursorData } from "./message";
import { loadOpus, loadVp9 } from "./codec";
var decompressor;
var wasmExports;
var currentFrame = undefined;
var events = [];
@ -59,8 +58,14 @@ export function pushEvent(name, payload) {
events.push(payload);
}
const yuvWorker = new Worker("./yuv.js");
yuvWorker.onmessage = (e) => {
currentFrame = e.data;
}
export function draw(frame) {
currentFrame = I420ToARGB(frame);
yuvWorker.postMessage(frame);
}
export function setConn(conn) {
@ -73,6 +78,8 @@ export function getConn() {
export async function startConn(id) {
try {
currentFrame = undefined;
events = [];
await curConn.start(id);
} catch (e) {
console.log(e);
@ -89,7 +96,6 @@ export function close() {
export function newConn() {
window.curConn?.close();
events = [];
const conn = new Connection();
setConn(conn);
return conn;
@ -299,66 +305,9 @@ window.init = async () => {
await initZstd();
}
let yPtr, yPtrLen, uPtr, uPtrLen, vPtr, vPtrLen, outPtr, outPtrLen;
// let testSpeed = [0, 0];
export function I420ToARGB(yb) {
if (!wasmExports) return;
// testSpeed[0] += 1;
const tm0 = new Date().getTime();
const { malloc, free, memory } = wasmExports;
const HEAPU8 = new Uint8Array(memory.buffer);
let n = yb.y.bytes.length;
if (yPtrLen != n) {
if (yPtr) free(yPtr);
yPtrLen = n;
yPtr = malloc(n);
}
HEAPU8.set(yb.y.bytes, yPtr);
n = yb.u.bytes.length;
if (uPtrLen != n) {
if (uPtr) free(uPtr);
uPtrLen = n;
uPtr = malloc(n);
}
HEAPU8.set(yb.u.bytes, uPtr);
n = yb.v.bytes.length;
if (vPtrLen != n) {
if (vPtr) free(vPtr);
vPtrLen = n;
vPtr = malloc(n);
}
HEAPU8.set(yb.v.bytes, vPtr);
const w = yb.format.displayWidth;
const h = yb.format.displayHeight;
n = w * h * 4;
if (outPtrLen != n) {
if (outPtr) free(outPtr);
outPtrLen = n;
outPtr = malloc(n);
HEAPU8.fill(255, outPtr, outPtr + n);
}
// const res = wasmExports.I420ToARGB(yPtr, yb.y.stride, uPtr, yb.u.stride, vPtr, yb.v.stride, outPtr, w * 4, w, h);
// const res = wasmExports.AVX_YUV_to_ARGB(outPtr, yPtr, yb.y.stride, uPtr, yb.u.stride, vPtr, yb.v.stride, w, h);
const res = wasmExports.yuv420_rgb24_std(w, h, yPtr, uPtr, vPtr, yb.y.stride, yb.v.stride, outPtr, w * 4, 1);
const out = HEAPU8.slice(outPtr, outPtr + n);
/*
testSpeed[1] += new Date().getTime() - tm0;
if (testSpeed[0] > 30) {
console.log(testSpeed[1] / testSpeed[0]);
testSpeed = [0, 0];
}
*/
return out;
}
async function initZstd() {
loadOpus(() => { });
loadVp9(() => { });
const response = await fetch('yuv.wasm');
const file = await response.arrayBuffer();
const wasm = await WebAssembly.instantiate(file);
wasmExports = wasm.instance.exports;
console.log('yuv ready');
const tmp = new zstd.ZSTDDecoder();
await tmp.init();
console.log('zstd ready');

73
yuv.js Normal file
View File

@ -0,0 +1,73 @@
var wasmExports;
fetch('yuv.wasm').then(function (res) { return res.arrayBuffer(); })
.then(function (file) { return WebAssembly.instantiate(file); })
.then(function (wasm) {
wasmExports = wasm.instance.exports;
console.log('yuv ready');
});
var yPtr, yPtrLen, uPtr, uPtrLen, vPtr, vPtrLen, outPtr, outPtrLen;
let testSpeed = [0, 0];
function I420ToARGB(yb) {
if (!wasmExports) return;
testSpeed[0] += 1;
var tm0 = new Date().getTime();
var { malloc, free, memory } = wasmExports;
var HEAPU8 = new Uint8Array(memory.buffer);
let n = yb.y.bytes.length;
if (yPtrLen != n) {
if (yPtr) free(yPtr);
yPtrLen = n;
yPtr = malloc(n);
}
HEAPU8.set(yb.y.bytes, yPtr);
n = yb.u.bytes.length;
if (uPtrLen != n) {
if (uPtr) free(uPtr);
uPtrLen = n;
uPtr = malloc(n);
}
HEAPU8.set(yb.u.bytes, uPtr);
n = yb.v.bytes.length;
if (vPtrLen != n) {
if (vPtr) free(vPtr);
vPtrLen = n;
vPtr = malloc(n);
}
HEAPU8.set(yb.v.bytes, vPtr);
var w = yb.format.displayWidth;
var h = yb.format.displayHeight;
n = w * h * 4;
if (outPtrLen != n) {
if (outPtr) free(outPtr);
outPtrLen = n;
outPtr = malloc(n);
HEAPU8.fill(255, outPtr, outPtr + n);
}
// var res = wasmExports.I420ToARGB(yPtr, yb.y.stride, uPtr, yb.u.stride, vPtr, yb.v.stride, outPtr, w * 4, w, h);
// var res = wasmExports.AVX_YUV_to_ARGB(outPtr, yPtr, yb.y.stride, uPtr, yb.u.stride, vPtr, yb.v.stride, w, h);
var res = wasmExports.yuv420_rgb24_std(w, h, yPtr, uPtr, vPtr, yb.y.stride, yb.v.stride, outPtr, w * 4, 1);
var out = HEAPU8.slice(outPtr, outPtr + n);
testSpeed[1] += new Date().getTime() - tm0;
if (testSpeed[0] > 30) {
console.log(testSpeed[1] / testSpeed[0]);
testSpeed = [0, 0];
}
return out;
}
var currentFrame;
self.addEventListener('message', (e) => {
currentFrame = e.data;
});
function run() {
if (currentFrame) {
self.postMessage(I420ToARGB(currentFrame));
currentFrame = undefined;
}
setTimeout(run, 1);
}
run();