Sound Classification OpenMoji

  // Global variable to store the classifier

let classifier;

​

// Label

let label = 'listening...';

let confidence;

​

let Lichtschalter = 0;

let Streichholz = 0;

​

let img, img_clap, img_snap;

​

// Teachable Machine model URL:

let soundModel = 'https://teachablemachine.withgoogle.com/models/okxizmfNk/';

​

​

function preload() {

  // Load the model

  classifier = ml5.soundClassifier(soundModel + 'model.json');

  img = loadImage("1F3A4_black.png"); // microphone

  img_Lichtschalter = loadImage("Lichtschalter.png"); // clap

  img_Streichholz = loadImage("Streichholz.png"); // snap

}

​

function setup() {

  createCanvas(windowWidth, windowHeight);

  // Start classifying

  // The sound model will continuously listen to the microphone

  classifier.classify(gotResult);

}

​

function draw() {

  background(200);

  // Draw the label in the canvas

  fill(255);

  imageMode(CENTER);

  image(img, width/2, height/2, 500, 500);

  //textSize(50);

  //textAlign(CENTER, CENTER);

  //text("Clap: " + clap, width / 2, height / 3);

  //text("Snap: " + snap, width / 2, height / 2);

​

}

​

​

// The model recognizing a sound will trigger this event

function gotResult(error, results) {

  if (error) {

    console.error(error);

    return;

  }

  // The results are in an array ordered by confidence.

  // console.log(results[0]);

  label = results[0].label;

  confidence = nf(results[0].confidence, 0, 2);

  print(label + " / " + confidence);

  if (label.indexOf("Lichtschalter") > -1 && confidence > 0.95) {

    img = img_Lichtschalter;

    print("Lichtschalter");

  }

    //clap += 1;

  else if (label.indexOf("Kerze") > -1 && confidence > 0.95) {

    img = img_Streichholz;

    print("Streichholz");

    //snap += 1;

  }

}