rage-analytics/output_generator_flaskserver.py at master · DanielTea/rage-analytics · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
from flask import stream_with_context, request, Response, Flask
from engine.realtime_VideoStreamer import VideoStreamer
from engine.realtime_RecognitionEngine_textOutput_v2 import RecognitionEngine
from realtime_VideoStreamer import VideoStreamer
from realtime_RecognitionEngine_textOutput import RecognitionEngine
from keras.models import load_model
from flask_socketio import SocketIO, emit


import tensorflow as tf

app = Flask(__name__)
socketio = SocketIO(app)


#EXAMPLE LINK:
# http://0.0.0.0:8888/stream?links=https://www.twitch.tv/a541021,https://www.twitch.tv/lostaiming,https://www.twitch.tv/fps_shaka,https://www.twitch.tv/cawai0147&resolution=360p


streamer_list = []
# r_engine = RecognitionEngine(streamer_list,  emotion_classifier, graph, queueSize=128)


# @socketio.on('my event', namespace='/test')
# def test_message(message):
#     emit('my response', {'data': message['data']})


@socketio.on('connect', namespace='/stream')
def stream_connect():
    emotion_model_path = './Engine/trained_models/emotion_models/fer2013_mini_XCEPTION.102-0.66.hdf5'
    emotion_classifier = load_model(emotion_model_path, compile=False)
    emotion_classifier._make_predict_function()
    graph = tf.get_default_graph()

    links = request.args.get('links', '')
    resolution = request.args.get('resolution', '')

    link_list = links.split(',')
    print("links: " + str(link_list))

    video_streamer_list = []

    for link in link_list:
        vs = VideoStreamer(link, queueSize=128, resolution=resolution, n_frame=15)
        video_streamer_list.append([link, vs])

    r_engine = RecognitionEngine(video_streamer_list, emotion_classifier, graph, queueSize=128)

    def generate():

        # loop over frames from the video file stream
        while True:

            if r_engine.more():

                element = r_engine.read()
                text = "[" + str(element[0]) + "," + str(element[1]) + "]"
                print(text)

                yield text + ","

            else:
                continue

    return Response(stream_with_context(generate()))

@socketio.on('disconnect', namespace='/stream')
def test_disconnect():
    print('Client disconnected')


if __name__ == '__main__':
    app.run(debug = True, host='0.0.0.0', port=8888, passthrough_errors=True, threaded=True)