Added stream response

app.py

@@ -136,17 +136,32 @@ def respond(message, history, temperature, max_tokens):
     end_time = time.time()
     logger.info(f"Provider settings updated. Prompt Loaded.Time taken : {end_time - start_time} seconds.")
 
+    chunks = chunk_text(message)
+
+    responses = []
+
     start_time = time.time()
     logger.info("Generating responses...")
-    response = agent.get_chat_response(
-            message,
+
+    for chunk in chunks:
+        response = agent.get_chat_response(
+            chunk,
             llm_sampling_settings=settings,
-            returns_streaming_generator = False, #generate streamer
+            returns_streaming_generator = True, #generate streamer
             print_output = False
         )
+
+        responses.append(response)
+
     logger.info(f"Responses generated. Time taken : {time.time() - start_time} seconds.")
 
-    return response
+    output = ""
+
+    for response in responses:
+        for text in response:
+            output += text
+
+    yield output
 
 DESCRIPTION = '''
 <div>