gistfile1.txt

This is the generator function that streams back to the client with htmx SSE

async def process_and_stream_rag_response(user_query, search_terms, message_id, role="assistant"):
    final_output = ""  # Initialize an empty string to store the final output
    async for text in retrieval_augmented_generation(user_query, search_terms):
        # Convert the text from Markdown to HTML for each chunk
        text_html = markdown.markdown(text, extensions=['tables', 'footnotes', 'fenced_code'])

        # Apply nl2br_table to convert newlines to <br> tags in the HTML text
        final_output = nl2br_table(text_html)

        yield f'<div hx-swap-oob="true" class="pl-11 pr-4 text-justify text-gray-700" id="{role}_message_{message_id}">{final_output}</div>'