Hear

// start up code adapted from https://www.openprocessing.org/sketch/485107

​

var myRec = new p5.SpeechRec(); // New P5.SpeechRec object

myRec.continuous = true; // Do continuous recognition

myRec.interimResults = true; // Allow partial recognition (faster, less accurate)

var mostrecentword; //Variable to hold the spoken words

var stringOnScreen;

​

var acceptableWords = ["wow", "please", "all right", "continue", "good", "okay", "that's", "go on", "alright", "oh no", "I am sorry", "I'm sorry"];

​

var recordings;

var photo;

var curPlaying;

​

var lastSpoken;

var timeLimit = 5000;

var mic;

​

var button;

​

var state;

​

// The speech recognizer

var mySpeechRecognizer;

var mostRecentSpokenWord;

var mostRecentConfidence;

​

​

function initializeMySpeechRecognizer(){

  mySpeechRecognizer = new p5.SpeechRec('en-US'); 

  mySpeechRecognizer.continuous = true; // do continuous recognition

  mySpeechRecognizer.interimResults = false; // allow partial recognition 

  mySpeechRecognizer.onResult = parseResult; // recognition callback

  mySpeechRecognizer.start(); // start engine

  console.log(mySpeechRecognizer);

}

​

function preload() { 

  recordings = [];

  for (var i = 0; i < 49; i++) {

    recordings[i] = loadSound(i.toString()+'.mp3');;

  }

  photo = loadImage("shannonphoto.jpg");

}

​

function setup() {

  createCanvas(windowWidth, windowHeight);

  frameRate(10);

  myRec.start(); //Start speech recognition

  stringOnScreen = "ready!";

  smooth();

​

  mic = new p5.AudioIn();

  mic.start();

  lastSpoken = millis();

  button = createButton('<p style="color:black; font-family: "Helvetica Neue", Helvetica, Arial, sans-serif; line-height: 1.0;">Go to NYT Daily Podcast</p>');

  button.position(windowWidth-170,height-50);

  button.mousePressed(webpage);

  textAlign(CENTER);

  ellipseMode(CENTER);

  state = 0;

​

  initializeMySpeechRecognizer();

}

​

function webpage() {

  link("https://www.nytimes.com/2017/10/18/podcasts/the-daily/factory-jobs.html");

}

​

function link(href, target) {

  if (target !== null)  window.open(href, target);

  else                   window.location = href;

};

​

function draw() {

  if (state == 0) {

    background(0);

    fill(255);

    imageMode(CENTER);

    image(photo, width/2, height/2-60, photo.width/2, photo.height/2);

    textSize(12);

    text("Click on Screen to listen to Shannon Mulcahy tell her story", width/2, height/2+128);

    text("Please respond intermittently to show that you are listening, as if you are an interviewer yourself", width/2, height/2+150);

    textSize(10);

    fill(100);

    text("Adapted from the Oct. 18, 2017 episode of The New York Times Daily Podcast", width/2, height/2+200);

    noStroke();

    fill(100);

    ellipse(width/2, 0, 100, 100);

    ellipse(width/2, height, 100, 100);

  } else {

    background(0);

    voiceInput();

    audioOutput();

    if (!recordings[curPlaying].isPlaying() && curPlaying < 5) {

      if (Math.sqrt(Math.pow(mouseX - width/2, 2) + Math.pow(mouseX - height, 2))) {

          fill(150);

          text("(Don\'t forget to say something like 'okay,' 'continue,' or 'go on,' to show that you are listening)", width/2, height-100);

          text("You may click screen to re-calibrate mic if it doesn't respond", width/2, height-84);

      }

    }

  }

}

​

function parseResult() {

  mostRecentConfidence = mySpeechRecognizer.resultConfidence;

  if (mostRecentConfidence > 0.3){

    var curString = mySpeechRecognizer.resultString;

    print(curString);

    for (var i = 0; i < acceptableWords.length; i++) {

      if (curString.includes(acceptableWords[i])) {

        lastSpoken = millis();    

      }

    }

    mostRecentSpokenWord = mySpeechRecognizer.resultString.split(' ').pop();

    bFoundRhymeWithMostRecentWord = false;

  }

}

​

function voiceInput() {

  micLevel = mic.getLevel();

  noStroke();

  var size = map(micLevel, 0, 1, 120, 400);

  if (recordings[curPlaying].isPlaying()) {

    fill(100);

    ellipse(width/2, height, size, size);

    fill(255);

    ellipse(width/2, height, 100, 100);

  } else {

    fill(100);

    ellipse(width/2, height, 100, 100);

  }

}

​

function audioOutput() {

  amplitude.setInput(recordings[curPlaying]);

  var audioLevel = amplitude.getLevel();

  var size = map(audioLevel, 0, 1, 120, 400);

  if (recordings[curPlaying].isPlaying()) {

    fill(100);

    ellipse(width/2, 0, size, size);

    fill(255);

    noStroke();

    ellipse(width/2, 0, 100, 100);

  } else {

    if (millis() - lastSpoken < timeLimit && curPlaying < 48) {

      curPlaying += 1;

      recordings[curPlaying].play();

    }

    fill(100);

    noStroke();

    ellipse(width/2, 0, 100, 100);

  }

}

​

function mousePressed() {

  if (state == 0) {

    state += 1;

    curPlaying = 0;

    amplitude = new p5.Amplitude();

    recordings[curPlaying].play();

  } else {

    initializeMySpeechRecognizer();

  }

}