Groq API chatbot using Llama3

streamlit_chat_groq_memory.py

import streamlit as st
from langchain_groq import ChatGroq
from langchain_core.prompts import ChatPromptTemplate

def generate_response(user_input):
    chain = prompt | chat
    for chunk in chain.stream({"text": "\n".join([f"{role}: {msg}" for role, msg in st.session_state.messages])}):
        content = chunk.content
        #replace $ in content so no latex
        content = content.replace("$", "\\$")
        if content:
            yield content

st.title("Helpful Assistant")
if "messages" not in st.session_state:
    st.session_state.messages = []

# Display previous messages
for role, message in st.session_state.messages:
    with st.chat_message(role):
        st.markdown(message)

YOUR_API_KEY = "gsk_123"
chat = ChatGroq(temperature=0.5, groq_api_key=YOUR_API_KEY, model_name="llama3-70b-8192")
system = "You are a helpful assistant."
human = "{text}"
prompt = ChatPromptTemplate.from_messages([("system", system), ("human", human)])

if user_prompt := st.chat_input("What can I help you with?"):
    st.session_state.messages.append(("user", user_prompt))
    print(st.session_state.messages)
    st.chat_message("user").markdown(user_prompt)
    with st.spinner("Generating response..."):
        response = st.write_stream(generate_response(user_prompt))
    st.session_state.messages.append(("assistant", response))