Updating for latest handler

app.py

@@ -45,7 +45,7 @@ def bot(history, hyde=False):
     # Retrieve documents relevant to query
     document_start = perf_counter()
     if hyde:
-        hyde_document = generate(f"Write a wikipedia article intro paragraph to answer this query: {query}")[-1]
+        hyde_document = generate(f"Write a wikipedia article intro paragraph to answer this query: {query}").split('### Response: [|AI|]')[-1]
 
         logger.warning(hyde_document)
         documents = retriever(hyde_document, top_k=top_k)
@@ -72,9 +72,9 @@ def bot(history, hyde=False):
     prompt_html = template_html.render(documents=documents, query=query)
 
     history[-1][1] = ""
-    for character in generate(prompt):
-        history[-1][1] = character
-        yield history, prompt_html
+    response = generate(prompt)
+    history[-1][1] = response.split('### Response: [|AI|]')[-1]
+    return history, prompt_html
 
 
 with gr.Blocks() as demo: