event history for all STT providers

Author: murliwatz

frontend/src/stt/awstranscribe.js

@@ -78,6 +78,7 @@ class AwsTranscribeSTT {
     applyIfExists(request, req, 'req.body.awstranscribe.config.streaming')
 
     const events = new EventEmitter()
+    const eventHistory = []
     try {
       const cmdResponse = await transcribeClient.send(new StartStreamTranscriptionCommand(request))
       setTimeout(async () => {
@@ -96,15 +97,18 @@ class AwsTranscribeSTT {
                   debug: result
                 }
                 events.emit('data', event)
+                eventHistory.push(event)
               }
             }
           }
         } catch (err) {
           debug(`TranscriptResultStream failure: ${err.Message || err.message || err}`)
-          events.emit('data', {
+          const event = {
             status: 'error',
-            err: `${err.message || err}`
-          })
+            err: `AWS Transcribe STT failed: ${err.message || err}`
+          }
+          events.emit('data', event)
+          eventHistory.push(event)
         }
         events.emit('close')
         debug('Ready listening to TranscriptResultStream ')
@@ -128,6 +132,11 @@ class AwsTranscribeSTT {
           audioInputStream.destroy()
         }
         audioInputStream = null
+      },
+      triggerHistoryEmit: () => {
+        for (const eh of eventHistory) {
+          events.emit('data', eh)
+        }
       }
     }
   }

frontend/src/stt/google.js

@@ -73,6 +73,7 @@ class GoogleSTT {
     const bufferStream = new PassThrough()
     bufferStream.pipe(recognizeStream)
     const events = new EventEmitter()
+    const eventHistory = []
 
     recognizeStream.on('data', (data) => {
       const alternative = data.results[0] && data.results[0].alternatives[0]
@@ -88,13 +89,16 @@ class GoogleSTT {
           event.end = _.round(_.toNumber(alternative.words[alternative.words.length - 1].endTime.seconds) + _.toNumber(alternative.words[alternative.words.length - 1].endTime.nanos) / 1000000000, 3)
         }
         events.emit('data', event)
+        eventHistory.push(event)
       }
     })
     recognizeStream.on('error', (err) => {
-      events.emit('data', {
+      const event = {
         status: 'error',
-        err: `${err.message}`
-      })
+        err: `Google STT failed: ${err.message}`
+      }
+      events.emit('data', event)
+      eventHistory.push(event)
     })
     recognizeStream.on('close', () => {
       events.emit('close')
@@ -115,6 +119,11 @@ class GoogleSTT {
           recognizeStream.destroy()
         }
         recognizeStream = null
+      },
+      triggerHistoryEmit: () => {
+        for (const eh of eventHistory) {
+          events.emit('data', eh)
+        }
       }
     }
   }

frontend/src/stt/ibm.js

@@ -42,6 +42,7 @@ class IbmSTT {
     const bufferStream = new PassThrough()
     bufferStream.pipe(recognizeStream)
     const events = new EventEmitter()
+    const eventHistory = []
 
     recognizeStream.on('data', (data) => {
       for (const result of data.results || []) {
@@ -58,14 +59,17 @@ class IbmSTT {
             event.end = _.round(result.alternatives[result.alternatives.length - 1].timestamps[0][2], 3)
           }
           events.emit('data', event)
+          eventHistory.push(event)
         }
       }
     })
     recognizeStream.on('error', (err) => {
-      events.emit('data', {
+      const event = {
         status: 'error',
-        err: `${err.message}`
-      })
+        err: `IBM STT failed: ${err.message}`
+      }
+      events.emit('data', event)
+      eventHistory.push(event)
     })
     recognizeStream.on('close', () => {
       events.emit('close')
@@ -87,6 +91,11 @@ class IbmSTT {
           recognizeStream.destroy()
         }
         recognizeStream = null
+      },
+      triggerHistoryEmit: () => {
+        for (const eh of eventHistory) {
+          events.emit('data', eh)
+        }
       }
     }
   }

frontend/src/stt/kaldi.js

@@ -42,6 +42,7 @@ class KaldiSTT {
 
       const ws = new WebSocket(wsUri)
       const events = new EventEmitter()
+      const eventHistory = []
 
       ws.on('open', () => {
         ws.on('message', (data) => {
@@ -60,16 +61,19 @@ class KaldiSTT {
                 event.end = _.round(_.toNumber(dj['total-length']), 3)
               }
               events.emit('data', event)
+              eventHistory.push(event)
             }
           } catch (err) {
             debug(`received non JSON content on stream, ignoring. ${err.message}`)
           }
         })
         ws.on('error', (err) => {
-          events.emit('data', {
+          const event = {
             status: 'error',
-            err: `${err.message}`
-          })
+            err: `Kaldi STT failed: ${err.message}`
+          }
+          events.emit('data', event)
+          eventHistory.push(event)
         })
         ws.on('close', () => {
           events.emit('close')
@@ -91,6 +95,11 @@ class KaldiSTT {
             if (ws) {
               ws.close()
             }
+          },
+          triggerHistoryEmit: () => {
+            for (const eh of eventHistory) {
+              events.emit('data', eh)
+            }
           }
         })
       })