Fixed issue with lost words during speech recognition.

Author: octavpo

comp_listener/src/main/java/edu/cmu/xprize/listener/SpeechRecognizer.java

@@ -625,8 +625,7 @@ private void publishStableHypothesis(Hypothesis hypothesis) {
 
         for (int i1 = 0; i1 < maxScan; i1++) {
             // If the word has changed - update its last changed time.
-            if (!asrWords[i1].equals(prevAsrWords[i1])  // && !("START_" + asrWords[i1]).equals(prevAsrWords[i1])
-                    ) {
+            if (!asrWords[i1].equals(prevAsrWords[i1]) && !("START_" + asrWords[i1]).equals(prevAsrWords[i1])) {
                 wordLastChanged.set(i1, currTime);
 
                 Log.d("ASR", "Word Changed: " + asrWords[i1] + " from: " + prevAsrWords[i1]);

comp_reading/src/main/java/cmu/xprize/rt_component/CRt_ViewManagerASB.java

@@ -102,6 +102,7 @@ public class CRt_ViewManagerASB implements ICRt_ViewManager, ILoadableObject {
     private int                     attemptNum = 0;
     private boolean                 skippedWord = false;
     private boolean                 storyBooting;
+    private boolean                 restartListener;
 
     private String[]                wordsToDisplay;                      // current sentence words to display - contain punctuation
     private String[]                wordsToSpeak;                        // current sentence words to hear
@@ -691,7 +692,6 @@ private void trackSegment() {
 
         if (!endOfSentence) {
             // Tell the script to speak the new utterance
-            //
             mParent.applyBehavior(TCONST.SPEAK_UTTERANCE);
             postDelayedTracker();
         } else {
@@ -744,7 +744,6 @@ private void publishStateValues() {
 
         String cumulativeState = TCONST.RTC_CLEAR;
 
-        // ensure echo state has a valid value.
         mParent.publishValue(TCONST.RTC_VAR_ECHOSTATE, TCONST.FALSE);
         mParent.publishValue(TCONST.RTC_VAR_PARROTSTATE, TCONST.FALSE);
 
@@ -1010,6 +1009,7 @@ private void setTutorFeatures(int currPage, int currPara, int currLine) {
         mParent.setTutorFeatures(mCurrEffectiveVariant);
 
         if (storyBooting) mParent.setFeature(TCONST.FTR_STORY_STARTING, TCONST.ADD_FEATURE);
+        restartListener = true;
 
         pagePrompt = data[currPage].prompt;
         mPrevPrompt = mCurrPrompt;
@@ -1050,10 +1050,12 @@ private String computeEffectiveVariant(int currPage, int currPara, int currLine)
      */
     public void continueListening() {
         if (hearRead.equals(TCONST.FTR_USER_HEAR)) mParent.applyBehavior(TCONST.NARRATE_STORY);
-        if (hearRead.equals(TCONST.FTR_USER_READ)) startListening();
+        if (hearRead.equals(TCONST.FTR_USER_READ) && restartListener) startListening();
     }
 
     private void startListening() {
+        Log.d(TAG, "startListening");
+
         // We allow the user to say any of the onscreen words but set the priority order of how we
         // would like them matched  Note that if the listener is not explicitly listening for a word
         // it will just ignore it if spoken.
@@ -1082,6 +1084,7 @@ private void startListening() {
 
             mListener.listenFor(wordsToListenFor.toArray(new String[wordsToListenFor.size()]), 0);
             mListener.setPauseListener(false);
+            restartListener = false;
         }
     }
 
@@ -1249,8 +1252,7 @@ public void onUpdate(ListenerBase.HeardWord[] heardWords, boolean finalResult) {
             }
 
             while ((mCurrWord < wordsToSpeak.length) && (mHeardWord < heardWords.length)) {
-                if (wordsToSpeak[mCurrWord].equals(heardWords[mHeardWord].hypWord) // || ("START_" + wordsToSpeak[mCurrWord]).equals(heardWords[mHeardWord].hypWord)
-                        ) {
+                if (wordsToSpeak[mCurrWord].equals(heardWords[mHeardWord].hypWord) || ("START_" + wordsToSpeak[mCurrWord]).equals(heardWords[mHeardWord].hypWord)) {
                     Log.i("ASR", "RIGHT");
 
                     skippedWord = false;
@@ -1260,8 +1262,7 @@ public void onUpdate(ListenerBase.HeardWord[] heardWords, boolean finalResult) {
                     attemptNum = 0;
                     result = true;
                     mParent.updateContext(rawSentence, mCurrLine, wordsToSpeak, mCurrWord - 1, heardWords[mHeardWord - 1].hypWord, attemptNum, heardWords[mHeardWord - 1].utteranceId == "", true);
-                } else if (skippingWords && !skippedWord && attemptNum == 0 && mCurrWord + 1 < wordsToSpeak.length && (wordsToSpeak[mCurrWord + 1].equals(heardWords[mHeardWord].hypWord) // || ("START_" + wordsToSpeak[mCurrWord]).equals(heardWords[mHeardWord].hypWord)
-                        )) {
+                } else if (skippingWords && !skippedWord && attemptNum == 0 && mCurrWord + 1 < wordsToSpeak.length && (wordsToSpeak[mCurrWord + 1].equals(heardWords[mHeardWord].hypWord) || ("START_" + wordsToSpeak[mCurrWord + 1]).equals(heardWords[mHeardWord].hypWord))) {
                     Log.i("ASR", "SKIPPED");
 
                     skippedWord = true;
@@ -1284,6 +1285,7 @@ public void onUpdate(ListenerBase.HeardWord[] heardWords, boolean finalResult) {
 
                     skippedWord = false;
                     mListener.setPauseListener(true);
+                    restartListener = true;
                     attemptNum++;
                     result = false;
                     mParent.updateContext(rawSentence, mCurrLine, wordsToSpeak, mCurrWord, heardWords[mHeardWord].hypWord, attemptNum, heardWords[mHeardWord].utteranceId == "", false);