AFRAME.registerComponent('cast', { schema:{ comps: {type:"array"} }, requires: { dom: "./com/dom.js", // interpret .dom object xd: "./com/xd.js", // allow switching between 2D/3D html: "https://unpkg.com/aframe-htmlmesh@2.1.0/build/aframe-html.js", // html to AFRAME winboxjs: "https://unpkg.com/winbox@0.2.82/dist/winbox.bundle.min.js", // deadsimple windows: https://nextapps-de.github.io/winbox winboxcss: "https://unpkg.com/winbox@0.2.82/dist/css/winbox.min.css", // }, dom: { scale: 0.8, events: ['click','keydown'], html: (me) => `
`, css: (me) => `.helloworld-window div.pad { padding:11px; }` }, init: function () { }, getInstallables: function(){ const installed = document.querySelector('[launcher]').components.launcher.system.getLaunchables() return this.data.comps.map( (c) => { return installed[c] ? null : c }) .filter( (c) => c ) // filters out null elements }, events:{ launcher: async function(){ if( this.el.sceneEl.renderer.xr.isPresenting ){ this.el.sceneEl.exitVR() // *FIXME* we need a gui } const el = document.querySelector('body'); const cropTarget = await CropTarget.fromElement(el); const stream = await navigator.mediaDevices.getDisplayMedia(); const [track] = stream.getVideoTracks(); this.track = track this.stream = stream this.createWindow() } }, createWindow: async function(){ let s = await AFRAME.utils.require(this.requires) // instance this component const instance = this.el.cloneNode(false) this.el.sceneEl.appendChild( instance ) instance.setAttribute("dom", "") instance.setAttribute("xd", "") // allows flipping between DOM/WebGL when toggling XD-button instance.setAttribute("visible", AFRAME.utils.XD() == '3D' ? 'true' : 'false' ) instance.setAttribute("position", AFRAME.utils.XD.getPositionInFrontOfCamera(0.5) ) instance.setAttribute("grabbable","") instance.object3D.quaternion.copy( AFRAME.scenes[0].camera.quaternion ) // face towards camera instance.track = this.track instance.stream = this.stream const setupWindow = () => { instance.dom.style.display = 'none' const video = instance.dom.querySelector('video') video.addEventListener( "loadedmetadata", function () { let width = Math.round(window.innerWidth*0.4) let factor = width / this.videoWidth let height = Math.round(this.videoHeight * factor) new WinBox("Casting Tab",{ width, height, x:"center", y:"center", id: instance.uid, // important hint for html-mesh root: document.querySelector("#overlay"), mount: instance.dom, onclose: () => { instance.dom.style.display = 'none'; return false; }, oncreate: () => { // instance.setAttribute("html",`html:#${instance.uid}; cursor:#cursor`) } }); instance.dom.style.display = '' // show // hint grabbable's obb-collider to track the window-object instance.components['obb-collider'].data.trackedObject3D = 'components.html.el.object3D.children.0' instance.components['obb-collider'].update() }) video.srcObject = instance.stream video.play() this.createVideoTexture.apply(instance) } setTimeout( () => setupWindow(), 10 ) // give new components time to init }, createVideoTexture: function(){ console.dir(this) const texture = new THREE.VideoTexture( video ); texture.colorSpace = THREE.SRGBColorSpace; const geometry = new THREE.PlaneGeometry( 16, 9 ); geometry.scale( 0.2, 0.2, 0.2 ); const material = new THREE.MeshBasicMaterial( { map: texture } ); const mesh = new THREE.Mesh( geometry, material ); mesh.lookAt( this.sceneEl.camera.position ); this.object3D.add(mesh) }, manifest: { // HTML5 manifest to identify app to xrsh "short_name": "tab", "name": "Browser Tab", "icons": [ { "src": "https://css.gg/cast.svg", "type": "image/svg+xml", "sizes": "512x512" } ], "id": "/?source=pwa", "start_url": "/?source=pwa", "background_color": "#3367D6", "display": "standalone", "scope": "/", "theme_color": "#3367D6", "category":"system", "shortcuts": [ { "name": "What is the latest news?", "cli":{ "usage": "helloworld [options]", "example": "helloworld news", "args":{ "--latest": {type:"string"} } }, "short_name": "Today", "description": "View weather information for today", "url": "/today?source=pwa", "icons": [{ "src": "/images/today.png", "sizes": "192x192" }] } ], "description": "adds item to menu", "screenshots": [ { "src": "/images/screenshot1.png", "type": "image/png", "sizes": "540x720", "form_factor": "narrow" } ], "help":` Helloworld application This is a help file which describes the application. It will be rendered thru troika text, and will contain headers based on non-punctualized lines separated by linebreaks, in above's case "\nHelloworld application\n" will qualify as header. ` } });