Hello_User/OAIWrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add response streaming

Browse Source
This commit is contained in:
Shaquille Soekhlal 2024-06-23 14:18:59 +00:00
parent bf5cb6fb1b
commit bc9f41bc63
1 changed files with 26 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
app.py
View File

@ -1,6 +1,23 @@
import streamlit as st import streamlit as st
import random
import time
st.title("Echo Bot")
# Streamed response emulator
def response_generator():
response = random.choice(
[
"Hello there! How can I assist you today?",
"Hi, human! Is there anything I can help you with?",
"Do you need help?",
]
)
for word in response.split():
yield word + " "
time.sleep(0.05)
st.title("Simple chat")
# Initialize chat history # Initialize chat history
if "messages" not in st.session_state: if "messages" not in st.session_state:
@ -11,17 +28,16 @@ for message in st.session_state.messages:
with st.chat_message(message["role"]): with st.chat_message(message["role"]):
st.markdown(message["content"]) st.markdown(message["content"])
# React to user input # Accept user input
if prompt := st.chat_input("What is up?"): if prompt := st.chat_input("What is up?"):
# Add user message to chat history
st.session_state.messages.append({"role": "user", "content": prompt})
# Display user message in chat message container # Display user message in chat message container
with st.chat_message("user"): with st.chat_message("user"):
st.markdown(prompt) st.markdown(prompt)
# Add user message to chat history
st.session_state.messages.append({"role": "user", "content": prompt})
response = f"Echo: {prompt}" # Display assistant response in chat message container
# Display assistant response in chat message container with st.chat_message("assistant"):
with st.chat_message("assistant"): response = st.write_stream(response_generator())
st.markdown(response) # Add assistant response to chat history
# Add assistant response to chat history st.session_state.messages.append({"role": "assistant", "content": response})
st.session_state.messages.append({"role": "assistant", "content": response})