Add WebXR Raw Camera Access API

packages/engine/src/xr/XRCameraViewSystem.ts

@@ -0,0 +1,51 @@
+import { getState } from '@etherealengine/hyperflux'
+
+import { Engine } from '../ecs/classes/Engine'
+import { XRRendererState } from './WebXRManager'
+import { ReferenceSpace } from './XRState'
+
+/**
+ * https://github.com/immersive-web/raw-camera-access/blob/main/explainer.md
+ */
+
+declare global {
+  interface XRView {
+    camera: XRCamera
+  }
+
+  interface XRCamera {
+    width: number
+    height: number
+  }
+
+  interface XRWebGLBinding {
+    getCameraImage(camera: XRCamera): WebGLTexture
+  }
+}
+
+export default async function XRCameraViewSystem() {
+  const xrRendererState = getState(XRRendererState)
+
+  /** @todo - do something with camera API */
+
+  // const execute = () => {
+  //   if (Engine.instance.xrFrame && ReferenceSpace.localFloor) {
+  //     const viewer = Engine.instance.xrFrame.getViewerPose(ReferenceSpace.localFloor)
+  //     if (viewer) {
+  //       for (const view of viewer.views) {
+  //         // console.log('XRCamera supported:', view.camera !== null && xrRendererState.glBinding !== null)
+  //         if (view.camera && xrRendererState.glBinding) {
+  //           const cameraImage = xrRendererState.glBinding?.getCameraImage(view.camera)
+  //           // console.log('WebGLTexture:', cameraImage)
+  //         }
+  //       }
+  //     }
+  //   }
+  // }
+
+  const execute = () => {}
+
+  const cleanup = async () => {}
+
+  return { execute, cleanup }
+}

packages/engine/src/xr/XRSessionFunctions.ts

@@ -64,7 +64,8 @@ export const setupXRSession = async (requestedMode) => {
       'light-estimation',
       'depth-sensing',
       'anchors',
-      'plane-detection'
+      'plane-detection',
+      'camera-access'
     ],
     depthSensing: {
       usagePreference: ['cpu-optimized', 'gpu-optimized'],

packages/engine/src/xr/XRSystem.ts

@@ -4,6 +4,7 @@ import XR8 from './8thwall/XR8'
 import { VPSSystem } from './VPSSystem'
 import XRAnchorSystem from './XRAnchorSystem'
 import XRCameraSystem from './XRCameraSystem'
+import XRCameraViewSystem from './XRCameraViewSystem'
 import XRDetectedPlanesSystem from './XRDetectedPlanesSystem'
 import XRHapticsSystem from './XRHapticsSystem'
 import XRInputSourceSystem from './XRInputSourceSystem'
@@ -58,6 +59,7 @@ export default async function XRSystem() {
       () => Promise.resolve({ default: XR8 }),
       () => Promise.resolve({ default: VPSSystem }),
       () => Promise.resolve({ default: XRCameraSystem }),
+      () => Promise.resolve({ default: XRCameraViewSystem }),
       () => Promise.resolve({ default: XRInputSourceSystem }),
       () => Promise.resolve({ default: XRHapticsSystem }),
       // () => Promise.resolve({ default: XRLightProbeSystem }),