ml5/demos/02-body-segmentation-vanilla-js.html

<!DOCTYPE html>
<html lang="en" class="loading">
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>Body Segmentation</title>
  <link rel="stylesheet" href="css/normalize.css">
  <link rel="stylesheet" href="css/style.css">
  <style>
    .hidden {
      display: none;
    }
    .loading .display-loading {
      display: block;
    }
    .running .display-running {
      display: block;
    }
  </style>
</head>
<body>
  <h1 class="h1">Body Segmentation</h1>
  <h2 id="state"></h2>
  <canvas id="canvas" class="fancy-shadow hidden display-running"></canvas>
  <script src="https://unpkg.com/ml5@1/dist/ml5.js"></script>
  <script>

    const $canvas = document.querySelector('#canvas');
    const $state = document.querySelector('#state');
    let video, ctx;
    let maskCanvas, maskCtx;
    let bodySegmentation;
    let segmentation;

    const STATE_LOADING = "loading";
    const STATE_RUNNING = "running";
    const ALL_STATES = [STATE_LOADING, STATE_RUNNING];
    let state = STATE_LOADING;

    const setState = (value) => {
      console.log('setState', value);
      state = value;
      $state.textContent = state;
      document.documentElement.classList.remove(...ALL_STATES);
      document.documentElement.classList.add(state);
    };

    const preload = async () => {
      setState(STATE_LOADING);
      requestAnimationFrame(draw);
      // bodySegmentation = ml5.bodySegmentation("BodyPix", { maskType: "parts"});
      bodySegmentation = ml5.bodySegmentation("SelfieSegmentation", {
        maskType: "person",
      });
      await bodySegmentation.ready;
      console.log('model ready');
      setup();
    }

    const setup = async () => {
      console.log('setup');
      ctx = $canvas.getContext('2d');
      // create a mask canvas
      maskCanvas = document.createElement('canvas');
      maskCtx = maskCanvas.getContext('2d');
      // create a video stream - specify a fixed size
      const stream = await navigator.mediaDevices.getUserMedia({ video: {
        width: 640,
        height: 480
      } });
      video = document.createElement('video');
      video.srcObject = stream;
      video.play();
      // set video & canvas size
      $canvas.width = video.width = maskCanvas.width = 640;
      $canvas.height = video.height = maskCanvas.height = 480;
      // start detecting
      bodySegmentation.detectStart(video, (result) => {
        // store the result in a global variable
        segmentation = result;
      });
      // start the app
      setState(STATE_RUNNING);
    }

    const draw = () => {
      if (state === STATE_RUNNING) {
        ctx.clearRect(0, 0, $canvas.width, $canvas.height);
        if (segmentation) {
          // draw the mask to a separate, invisible canvas
          maskCtx.clearRect(0, 0, maskCanvas.width, maskCanvas.height);
          maskCtx.putImageData(segmentation.mask, 0, 0);
          // draw the video, masked
          ctx.save();
          ctx.drawImage(video, 0, 0);
          ctx.globalCompositeOperation = 'xor';
          ctx.drawImage(maskCanvas, 0, 0);
          ctx.restore();
        }
      }
      requestAnimationFrame(draw);
    }

    preload();
  </script>
</body>
</html>