Skip to content

Commit

Permalink
add quality example
Browse files Browse the repository at this point in the history
  • Loading branch information
@cabanier
cabanier committed Mar 9, 2023
1 parent f2a6872 commit ecab991
Showing 1 changed file with 287 additions and 0 deletions.
287 changes: 287 additions & 0 deletions layers-samples/eqrt-video-2.html
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,287 @@
<!doctype html>
<!--
Copyright 2021 The Immersive Web Community Group
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-->
<html>

<head>
<meta charset='utf-8'>
<meta name='viewport' content='width=device-width, initial-scale=1, user-scalable=no'>
<meta name='mobile-web-app-capable' content='yes'>
<meta name='apple-mobile-web-app-capable' content='yes'>
<link rel='icon' type='image/png' sizes='32x32' href='../favicon-32x32.png'>
<link rel='icon' type='image/png' sizes='96x96' href='../favicon-96x96.png'>
<link rel='stylesheet' href='../css/common.css'>

<title>Equirect Layer</title>
<!-- Stereo layer dependency -->
<script src="../js/wglu/wglu-program.js"></script>
<script src="../js/wglu/wglu-url.js"></script>
<script src="../js/stereo-util.js"></script>
</head>

<body>
<header style="max-width: 800px;">
<details open>
<summary>Equirect Video</summary>
<p>
This sample shows how to show 180/360 video via an equirect layer, with
the addition of media control bar that enables fast forward/rewind,
pause/play and exit. It can be used for rendering static backgrounds like cube
layers, as demonstrated in the Equirect Layer example, but the real edge
of using equirect layers over cube layers is to show immersive video.
</p>
<p>
NOTE: Depending on your internet connection, the fast forward and rewind
buttons may not immediately take effect.
</p>
<a class="back" href="./index.html">Back</a>
</p>
<!-- Hide video selection drop down until more videos are available -->
<label style="visibility: hidden;">Choose a video</label>
<select id="eqrtVideoSelect" style="visibility: hidden;">
<option value="https://d25a56pc18k0co.cloudfront.net/sloths_binaural_3840_180_3D-injected.mp4"
data-video-width=3840 data-video-height=1920 data-video-layout="stereo-left-right" data-video-angle=180 data-video-fps=30>
stereo-left-right 180 3840x1920 30fps
</option>
</select><br />
</details>
</header>
<main style='text-align: center;'>
<p>Click 'Enter VR' to see content</p>
</main>
<script type="module">
import { WebXRButton } from '../js/util/webxr-button.js';
import { Scene, WebXRView } from '../js/render/scenes/scene.js';
import { Renderer, createWebGLContext } from '../js/render/core/renderer.js';
import { QueryArgs } from '../js/util/query-args.js';
import { MenuSystem } from '../js/render/nodes/menu-system.js';

// If requested, use the polyfill to provide support for mobile devices
// and devices which only support WebVR.
import WebXRPolyfill from '../js/third-party/webxr-polyfill/build/webxr-polyfill.module.js';
if (QueryArgs.getBool('usePolyfill', true)) {
let polyfill = new WebXRPolyfill();
}

// XR globals.
let xrButton = null;
let xrSession = null;
let xrRefSpace = null;
let xrGLFactory = null;
let xrFramebuffer = null;
let stereoUtil = null;

// WebGL scene globals.
let gl = null;
let renderer = null;
let scene = new Scene();

// Layer globals
let projLayer = null;
let eqrtLayer = null;
let eqrtVideoElement = null;
let eqrtVideoWidth = 0;
let eqrtVideoHeight = 0;
let eqrtVideoNeedsUpdate = false;

// Set up media control bar
let menuSystem = new MenuSystem();
menuSystem.createButton('../media/textures/backward-button.png', () => { eqrtVideoElement.currentTime -= 15; });
menuSystem.createSwitch(
'../media/textures/pause-button.png', () => eqrtVideoElement.pause(),
'../media/textures/play-button.png', () => eqrtVideoElement.play()
);
menuSystem.createButton('../media/textures/forward-button.png', () => { eqrtVideoElement.currentTime += 15; });
menuSystem.createButton('../media/textures/x-button.png', () => { xrSession.end() });
scene.addNode(menuSystem.getMenuBarNode());

function initXR() {
xrButton = new WebXRButton({
onRequestSession: onRequestSession,
onEndSession: onEndSession
});
document.querySelector('header').appendChild(xrButton.domElement);

if (navigator.xr) {
navigator.xr.isSessionSupported('immersive-vr').then((supported) => {
xrButton.enabled = supported;
});
}
}

function onRequestSession() {
if (!xrSession) {
navigator.xr.requestSession('immersive-vr', {
requiredFeatures: ['layers'],
}).then(onSessionStarted);
} else {
onEndSession();
}
}

function initGL() {
if (gl) { return; }
gl = createWebGLContext({ xrCompatible: true, webgl2: true, });
document.body.appendChild(gl.canvas);
gl.clearColor(0.0, 0, 0, 0.0);

function onResize() {
gl.canvas.width = gl.canvas.clientWidth * window.devicePixelRatio;
gl.canvas.height = gl.canvas.clientHeight * window.devicePixelRatio;
}
window.addEventListener('resize', onResize);
onResize();

renderer = new Renderer(gl);
scene.setRenderer(renderer);

// Util for rendering stereo layers
stereoUtil = new VRStereoUtil(gl);
}

function onSessionStarted(session) {
xrSession = session;
scene.inputRenderer.useProfileControllerMeshes(session);
session.addEventListener('end', onSessionEnded);

initGL();

xrFramebuffer = gl.createFramebuffer();
xrGLFactory = new XRWebGLBinding(session, gl);

let selected = document.getElementById("eqrtVideoSelect");
eqrtVideoElement = document.createElement('video');
eqrtVideoElement.loop = true;
eqrtVideoElement.crossOrigin = "anonymous";
eqrtVideoElement.preload = 'auto';
eqrtVideoElement.autoload = true;
eqrtVideoElement.src = selected.options[selected.selectedIndex].value;
eqrtVideoWidth = selected.options[selected.selectedIndex].getAttribute("data-video-width");
eqrtVideoHeight = selected.options[selected.selectedIndex].getAttribute("data-video-height");
let eqrtVideoAngle = selected.options[selected.selectedIndex].getAttribute("data-video-angle");
let eqrtVideoLayout = selected.options[selected.selectedIndex].getAttribute("data-video-layout");
let eqrtRadius = 10;
let eqrtVideoFPS = selected.options[selected.selectedIndex].getAttribute("data-video-fps");


eqrtVideoElement.play();
setInterval(function () {
if (eqrtVideoElement.readyState >= eqrtVideoElement.HAVE_CURRENT_DATA) {
eqrtVideoNeedsUpdate = true;
}
}, 1000 / eqrtVideoFPS);

session.requestReferenceSpace('local').then((refSpace) => {
xrRefSpace = refSpace;
projLayer = xrGLFactory.createProjectionLayer({ space: refSpace, stencil: false });
eqrtLayer = xrGLFactory.createEquirectLayer({
space: refSpace,
viewPixelWidth: eqrtVideoWidth / (eqrtVideoLayout === "stereo-left-right" ? 2 : 1),
viewPixelHeight: eqrtVideoHeight / (eqrtVideoLayout === "stereo-top-bottom" ? 2 : 1),
layout: eqrtVideoLayout,
});

eqrtLayer.centralHorizontalAngle = Math.PI * eqrtVideoAngle / 180;
eqrtLayer.upperVerticalAngle = Math.PI / 2.0;
eqrtLayer.lowerVerticalAngle = -Math.PI / 2.0;
eqrtLayer.radius = eqrtRadius;
session.updateRenderState({ layers: [eqrtLayer, projLayer] });

session.requestAnimationFrame(onXRFrame);
});
}

function onEndSession() {
xrSession.end();
}

function onSessionEnded(event) {
if (event.session.isImmersive) {
xrButton.setSession(null);
}
xrSession = null;
eqrtVideoElement.pause();
gl = null;
}

function buttonPressedThisFrame(gamepad, index) {
return (index < gamepad.buttons.length &&
gamepad.buttons[index].pressed);
}

function onXRFrame(time, frame) {
let pose = frame.getViewerPose(xrRefSpace);
xrSession.requestAnimationFrame(onXRFrame);

if (eqrtLayer && (eqrtVideoNeedsUpdate || eqrtLayer.needsRedraw)) {
eqrtVideoNeedsUpdate = false;
let glayer = xrGLFactory.getSubImage(eqrtLayer, frame);

// TEXTURE_CUBE_MAP expects the Y to be flipped for the faces and it already
// is flipped in our texture image.
gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, true);
gl.bindTexture(gl.TEXTURE_2D, glayer.colorTexture);
gl.texSubImage2D(gl.TEXTURE_2D, 0, 0, 0, eqrtVideoWidth, eqrtVideoHeight, gl.RGBA, gl.UNSIGNED_BYTE, eqrtVideoElement);
gl.bindTexture(gl.TEXTURE_2D, null);
}

let force_mono = false;
let force_text_quality = false;
let force_video_quality = false;
for (let source of xrSession.inputSources) {
force_mono |= buttonPressedThisFrame(source.gamepad, 4);
force_text_quality |= buttonPressedThisFrame(source.gamepad, 1);
force_video_quality |= buttonPressedThisFrame(source.gamepad, 5);
}
eqrtLayer.forceMonoPresentation = force_mono;
eqrtLayer.quality = force_video_quality ? "graphics-optimized" : "default";
projLayer.quality = force_text_quality ? "text-optimized" :"default";

if (pose) {
gl.bindFramebuffer(gl.FRAMEBUFFER, xrFramebuffer);
// We need to invalidate the color (and depth, just in case) here to avoid
// loading from the previously bound color texture. It will save some GPU time.
gl.invalidateFramebuffer(gl.FRAMEBUFFER, [gl.COLOR_ATTACHMENT0, gl.DEPTH_ATTACHMENT]);

scene.updateInputSources(frame, xrRefSpace);
menuSystem.processInput(frame, scene, xrRefSpace);

let views = [];
for (let view of pose.views) {
let viewport = null;
let glLayer = xrGLFactory.getViewSubImage(projLayer, view);
glLayer.framebuffer = xrFramebuffer;
viewport = glLayer.viewport;
gl.bindFramebuffer(gl.FRAMEBUFFER, xrFramebuffer);
gl.framebufferTexture2D(gl.FRAMEBUFFER, gl.COLOR_ATTACHMENT0, gl.TEXTURE_2D, glLayer.colorTexture, 0);
gl.framebufferTexture2D(gl.FRAMEBUFFER, gl.DEPTH_ATTACHMENT, gl.TEXTURE_2D, glLayer.depthStencilTexture, 0);
views.push(new WebXRView(view, glLayer, viewport));
}
scene.drawViewArray(views);
}
scene.endFrame();
}

initXR();
</script>
</body>

</html>

0 comments on commit ecab991

Please sign in to comment.