Class DepthFrameDataExposes User Data

Example

const depthModule = require("LensStudio:DepthModule");

const session = depthModule.createDepthFrameSession();

session.onNewFrame.add((depthFrameData) => {
    const depthDeviceCamera = depthFrameData.deviceCamera;

    // Sample depth for specific pixel
    const pixelCoordX = 112;
    const pixelCoordY = 80;
    const depthFrameArrayIdx = Math.floor(pixelCoordX + pixelCoordY * depthDeviceCamera.resolution.x);
    const depthValue = depthFrameData.depthFrame[depthFrameArrayIdx];

    // Back-project depth pixel to device reference space
    const normalizedCoord = new vec2(pixelCoordX / depthDeviceCamera.resolution.x, pixelCoordY / depthDeviceCamera.resolution.y);
    const pointInDeviceRef = depthDeviceCamera.unproject(
        normalizedCoord,
        depthValue
    );

    // Transform point in device reference space to world tracking origin space
    const worldFromDeviceRef =
      depthFrameData.toWorldTrackingOriginFromDeviceRef;
    const pointInWorld = worldFromDeviceRef.multiplyPoint(pointInDeviceRef);
});

session.start();
session.stop();
Copy