Usr study sound

.gitignore

@@ -32,6 +32,8 @@ bower_components
 # Compiled binary addons (https://nodejs.org/api/addons.html)
 build/Release
 
+videos/
+
 # Dependency directories
 node_modules/
 jspm_packages/
@@ -83,4 +85,6 @@ videodata/
 
 *.DS_Store
 
-*.mp3
+*.mp3
+
+*.jpg

.vscode/launch.json

@@ -0,0 +1,17 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "type": "node",
+            "request": "launch",
+            "name": "Launch Program",
+            "skipFiles": [
+                "<node_internals>/**"
+            ],
+            "program": "${workspaceFolder}\\bin\\www"
+        }
+    ]
+}

MIrogue.json

@@ -0,0 +1 @@
+{"code":0,"msg":"","status":"success","result":{"text":"","sentence":[{"sentence":" Can you open the door?","confidence":"0.8300","startTime":1.22,"endTime":2.68},{"sentence":" Ethan, who are you? I buy the plane. Betty, can you open the door? Uh Can I have the door? Uh Maybe","confidence":"0.7800","startTime":3.24,"endTime":10.3},{"sentence":" open the door. When I tell you","confidence":"0.8700","startTime":10.3,"endTime":12.04},{"sentence":" on the plane over the door, and you get in the plane, not in the plane. I'm on the plane,","confidence":"0.7800","startTime":27.25,"endTime":32.72},{"sentence":" open the door.","confidence":"0.7500","startTime":32.72,"endTime":34.06},{"sentence":" Yeah,","confidence":"0.0000","startTime":35.29,"endTime":36.3},{"sentence":" yeah.","confidence":"0.0000","startTime":36.87,"endTime":37.9},{"sentence":" Right. Jim opens the door. Yeah Yeah Yeah Yeah, okay okay,","confidence":"0.6100","startTime":39.03,"endTime":43.6},{"sentence":" Ben's you open that door right now. I'm trying","confidence":"0.8300","startTime":48.35,"endTime":51.1},{"sentence":" come on bench and you open that door.","confidence":"0.8800","startTime":65.76,"endTime":68.14},{"sentence":" Come On Come On Come on,","confidence":"0.8300","startTime":68.48,"endTime":70.68},{"sentence":" come on.","confidence":"0.6700","startTime":76.42,"endTime":77.2},{"sentence":" Yes, honey.","confidence":"0.4200","startTime":77.36,"endTime":78.62},{"sentence":" Got bored!","confidence":"0.6000","startTime":83.95,"endTime":85},{"sentence":" Ben. Je knap that door the other door the other door? All right. Yes The other door? Okay Yes Yes Yes, sorry sorry, my bad, my back","confidence":"0.6900","startTime":85.36,"endTime":92.19},{"sentence":" noise","confidence":"0.9900","startTime":92.91,"endTime":94.92},{"sentence":" to","confidence":"0.5100","startTime":95.02,"endTime":98.01},{"sentence":" hello hello.","confidence":"0.6700","startTime":98.09,"endTime":99.96},{"sentence":" All right. Look and get out the parallel.","confidence":"0.7100","startTime":99.96,"endTime":102.08},{"sentence":" How's that?","confidence":"0.6700","startTime":102.08,"endTime":103.46}],"word":[]}}

Mivault.json

@@ -0,0 +1 @@
+{"code":0,"msg":"","status":"success","result":{"text":"","sentence":[{"sentence":" Is that before","confidence":"0.9500","startTime":0.47,"endTime":3.08},{"sentence":" yeah,","confidence":"0.2400","startTime":3.14,"endTime":4.76},{"sentence":" oh","confidence":"0.0000","startTime":5.01,"endTime":6.2},{"sentence":" for you.","confidence":"0.6400","startTime":16.52,"endTime":17.84},{"sentence":" One red,","confidence":"0.6100","startTime":21.08,"endTime":22.16},{"sentence":" yeah","confidence":"0.7000","startTime":22.6,"endTime":23.3},{"sentence":" yeah","confidence":"0.5600","startTime":24.2,"endTime":25.96},{"sentence":" noise","confidence":"0.9700","startTime":26.54,"endTime":27.48},{"sentence":" yeah.","confidence":"0.0000","startTime":27.8,"endTime":28.68},{"sentence":" uh","confidence":"0.5700","startTime":28.96,"endTime":30.2},{"sentence":" keep moving","confidence":"1.0000","startTime":33.51,"endTime":34.74},{"sentence":" yeah","confidence":"0.4700","startTime":35.08,"endTime":36.42},{"sentence":" post","confidence":"0.7100","startTime":36.42,"endTime":37.96},{"sentence":" toast","confidence":"1.0000","startTime":38.88,"endTime":39.88},{"sentence":" messy","confidence":"1.0000","startTime":43.88,"endTime":44.94},{"sentence":" noise.","confidence":"0.4900","startTime":45.2,"endTime":47.16},{"sentence":" uh","confidence":"0.5900","startTime":47.94,"endTime":49.04},{"sentence":" noise","confidence":"1.0000","startTime":66.93,"endTime":67.84},{"sentence":" noise","confidence":"0.9700","startTime":71.53,"endTime":73.68},{"sentence":" noise","confidence":"0.9600","startTime":76.65,"endTime":79.04},{"sentence":" noise","confidence":"0.9900","startTime":79.36,"endTime":81.08},{"sentence":" yeah","confidence":"0.7600","startTime":82.05,"endTime":84.96},{"sentence":" noise","confidence":"0.9900","startTime":85.76,"endTime":87.48},{"sentence":" yeah.","confidence":"0.2400","startTime":87.48,"endTime":90.98},{"sentence":" uh","confidence":"0.6500","startTime":90.98,"endTime":92.52},{"sentence":" noise","confidence":"0.9900","startTime":92.67,"endTime":94.04},{"sentence":" noise","confidence":"0.9300","startTime":94.04,"endTime":95.32},{"sentence":" noise","confidence":"1.0000","startTime":96.37,"endTime":97.28},{"sentence":" yeah","confidence":"0.6300","startTime":97.81,"endTime":100.28},{"sentence":" sure.","confidence":"0.4800","startTime":104.03,"endTime":104.96}],"word":[]}}

README.Md

@@ -0,0 +1,12 @@
+# RUN INSTRUCTIONS
+- npm start
+- app runs on port 5001
+
+# Dependent services
+- Azure Vision API
+- IBM Max scene classifier
+    - To run image: docker run -it -p 5000:5000 max-scene-classifier
+    - Runs on port 5000
+    - Instructions to build and run availaible on https://github.com/IBM/MAX-Scene-Classifier
+- Question-answer generation model 
+    - running on port 5003

app.js

@@ -5,9 +5,10 @@ var cookieParser = require('cookie-parser');
 var logger = require('morgan');
 var indexRouter = require('./routes/index');
 const app = express();
+var cors = require('cors')
 
 
-
+app.use(cors())
 // view engine setup
 app.set('views', path.join(__dirname, 'views'));
 app.set('view engine', 'ejs');
@@ -21,7 +22,7 @@ app.use('/', indexRouter);
 
 // catch 404 and forward to error handler
 app.use(function(req, res, next) {
-  next(createError(404));
+    next(createError(404));
 });
 
 // error handler
@@ -36,3 +37,4 @@ app.use(function(err, req, res, next) {
 });
 
 module.exports = app;
+// 

audio_ocean8.json

@@ -0,0 +1 @@
+{"code":0,"msg":"","status":"success","result":{"text":"","sentence":[{"sentence":" It's kind,","confidence":"0.3900","startTime":6.25,"endTime":7.28},{"sentence":" it's further on and on","confidence":"0.7700","startTime":7.54,"endTime":11.2},{"sentence":" Spain,","confidence":"0.2700","startTime":11.35,"endTime":12.16},{"sentence":" this country","confidence":"0.1500","startTime":12.28,"endTime":13.32},{"sentence":" just like me","confidence":"0.3600","startTime":13.44,"endTime":15.72},{"sentence":" noise,","confidence":"0.1600","startTime":15.72,"endTime":16.54},{"sentence":" yes","confidence":"0.9200","startTime":16.63,"endTime":20.4},{"sentence":" noise","confidence":"0.8100","startTime":20.4,"endTime":21.55},{"sentence":" noise","confidence":"0.9700","startTime":21.55,"endTime":23.12},{"sentence":" noise","confidence":"0.0100","startTime":23.3,"endTime":25.4},{"sentence":" noise","confidence":"0.8900","startTime":25.4,"endTime":26.16},{"sentence":" noise","confidence":"0.9400","startTime":26.16,"endTime":26.92},{"sentence":" noise.","confidence":"0.4500","startTime":27.15,"endTime":28.04},{"sentence":" Hi, I like to return these. Oh Of Course Do have you ever seen? No, but they're uh nope. And they haven't touched. I really need to receipt.","confidence":"0.7200","startTime":28.35,"endTime":36.57},{"sentence":" They are sealed, their brand new. Do you have the credit card that you use? This is ridiculous. I bought these last week. Maybe you can try client services on the 6th floor.","confidence":"0.8200","startTime":36.57,"endTime":45.85},{"sentence":" Never mind. Just keep them. Jesus","confidence":"0.7500","startTime":45.89,"endTime":48.96},{"sentence":" can at least get a bag. Sure.","confidence":"0.7800","startTime":49.27,"endTime":51.64},{"sentence":" Thank you.","confidence":"0.6700","startTime":54.81,"endTime":55.69},{"sentence":" I'm checking I mean 2084, very randal job less and stay graphic.","confidence":"0.6600","startTime":66.53,"endTime":71.49},{"sentence":" Okay, my name is monica. There anything else I can do for you? Or arrange transportation? The girl said,","confidence":"0.7800","startTime":72.81,"endTime":78.04},{"sentence":" hi, this is this is randall. We just checked out of room 2084. Sp. Quick! Monica, please. Is she? Hi, monica! Hi Hi. Uh We just found out our flight was cancelled. Know, I know.","confidence":"0.6700","startTime":79,"endTime":91.72},{"sentence":" No. And instead of saying some horrible airport hotel, we were hoping that maybe we could get our original room back. Yeah We can give you that same room back.","confidence":"0.8800","startTime":91.72,"endTime":99.96},{"sentence":" That would be amazing. Thank you so much. Um We're just gonna go grab a bite. Uh Would it be possible to get the maid in there now?","confidence":"0.8600","startTime":99.96,"endTime":107.22},{"sentence":" Yes, absolutely","confidence":"0.6700","startTime":107.22,"endTime":108.66},{"sentence":" perfect. We really appreciate it. It's not a problem. Thank you so much. We'll see you soon.","confidence":"0.7700","startTime":108.66,"endTime":113.52},{"sentence":" Hi,","confidence":"0.5000","startTime":124.92,"endTime":125.96},{"sentence":" I'm so sorry. Can you finish up later? I just have to get off my feet. Of Course Thank you so much. Have a great day. Who! Bye? Bye.","confidence":"0.7400","startTime":125.96,"endTime":132.75}],"word":[]}}