PoseNet-ML5

//https://github.com/ml5js/ml5-library/blob/main/examples/p5js/PoseNet/PoseNet_webcam/sketch.js

​

let video;

let poseNet;

let poses = [];

​

let table;

let tpoints = "";

let tA = "";

let tB = "";

​

function setup() {

  createCanvas(640, 480);

  video = createCapture(VIDEO);

  video.size(width, height);

  frameRate(1);

  table = new p5.Table();

  table.addColumn('time');

  table.addColumn('points');

  table.addColumn('partA');

  table.addColumn('partB');

​

  // Create a new poseNet method with a single detection

  poseNet = ml5.poseNet(video, modelReady);

  // This sets up an event that fills the global variable "poses"

  // with an array every time new poses are detected

  poseNet.on("pose", function(results) {

    poses = results;

  });

  // Hide the video element, and just show the canvas

  video.hide();

}

​

function modelReady() {

  select("#status").html("Model Loaded");

}

​

function draw() {

  image(video, 0, 0, width, height);

​

  // We can call both functions to draw all keypoints and the skeletons

  //console.log(tpoints);

  let newRow = table.addRow();

  console.log(tpoints);

  newRow.setString('time', Date());

  newRow.setString('points', tpoints);

  newRow.setString('partA', tA);

  newRow.setString('partB', tB);

  tpoints = "";

  tA = "&";

  tB = "&";

  drawKeypoints();

  drawSkeleton();

}

​

// A function to draw ellipses over the detected keypoints

function drawKeypoints() {

​

  // Loop through all the poses detected

  for (let i = 0; i < poses.length; i += 1) {

    // For each pose detected, loop through all the keypoints

    const pose = poses[i].pose;

    for (let j = 0; j < pose.keypoints.length; j += 1) {

      // A keypoint is an object describing a body part (like rightArm or leftShoulder)

      const keypoint = pose.keypoints[j];

      // Only draw an ellipse is the pose probability is bigger than 0.2

      if (keypoint.score > 0.2) {

        fill(255, 0, 0);

        noStroke();

        ellipse(keypoint.position.x, keypoint.position.y, 10, 10);

        tpoints += (keypoint.position.x + "#" + keypoint.position.y + ",");

      }

    }

  }

}

​

// A function to draw the skeletons

function drawSkeleton() {

  // Loop through all the skeletons detected

  for (let i = 0; i < poses.length; i += 1) {

    const skeleton = poses[i].skeleton;

    // For every skeleton, loop through all body connections

    for (let j = 0; j < skeleton.length; j += 1) {

      const partA = skeleton[j][0];

      const partB = skeleton[j][1];

      stroke(255, 0, 0);

      line(partA.position.x, partA.position.y, partB.position.x, partB.position.y);

      tA += (partA.position.x + "#" + partA.position.y + ",");

      tB += (partB.position.x + "#" + partB.position.y + ",");

    }

  }

}

​

function keyPressed() {

  if (key == "c") {

    save(table, 'PoseNet.csv');

  }

}