klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improve Streamlit docs (#1025)

Browse Source
This commit is contained in:
Sidharth Mohanty
2023-12-18 18:25:17 +05:30
committed by GitHub
parent db37b2ac15
commit 33dcfe42b5
2 changed files with 89 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docs/integration/chainlit.mdx
View File

@@ -3,7 +3,9 @@ title: '⛓️ Chainlit'
description: 'Integrate with Chainlit to create LLM chat apps' description: 'Integrate with Chainlit to create LLM chat apps'
--- ---
In this example, we will learn how to use Chainlit and Embedchain together In this example, we will learn how to use Chainlit and Embedchain together.
![chainlit-demo](https://github.com/embedchain/embedchain/assets/73601258/d6635624-5cdb-485b-bfbd-3b7c8f18bfff)
## Setup ## Setup
@@ -64,5 +66,3 @@ chainlit run app.py
## Try it out ## Try it out
Open the app in your browser and start chatting with it! Open the app in your browser and start chatting with it!
![chainlit-demo](https://github.com/embedchain/embedchain/assets/73601258/d6635624-5cdb-485b-bfbd-3b7c8f18bfff)

173
docs/integration/streamlit-mistral.mdx
View File

@@ -3,108 +3,107 @@ title: '🚀 Streamlit'
description: 'Integrate with Streamlit to plug and play with any LLM' description: 'Integrate with Streamlit to plug and play with any LLM'
--- ---
In this example, we will learn how to use `mistralai/Mistral-7B-v0.1` and Embedchain together with Streamlit to build a simple RAG chatbot. In this example, we will learn how to use `mistralai/Mixtral-8x7B-Instruct-v0.1` and Embedchain together with Streamlit to build a simple RAG chatbot.
![Streamlit + Embedchain Demo](https://github.com/embedchain/embedchain/assets/73601258/052f7378-797c-41cf-ac81-f004d0d44dd1)
## Setup ## Setup
<Accordion title="Customize using code."> Install Embedchain and Streamlit.
1. Install Embedchain and Streamlit ```bash
```bash pip install embedchain streamlit
pip install embedchain ```
pip install streamlit <Tabs>
``` <Tab title="app.py">
<Tabs> ```python
<Tab title="app.py"> import os
```python from embedchain import Pipeline as App
import os import streamlit as st
from embedchain import Pipeline as App
import streamlit as st
with st.sidebar: with st.sidebar:
huggingface_access_token = st.text_input("Hugging face Token", key="chatbot_api_key", type="password") huggingface_access_token = st.text_input("Hugging face Token", key="chatbot_api_key", type="password")
"[Get Hugging Face Access Token](https://huggingface.co/settings/tokens)" "[Get Hugging Face Access Token](https://huggingface.co/settings/tokens)"
"[View the source code](https://github.com/embedchain/examples/mistral-streamlit)" "[View the source code](https://github.com/embedchain/examples/mistral-streamlit)"
st.title("💬 Chatbot") st.title("💬 Chatbot")
st.caption("🚀 An Embedchain app powered by Mistral!") st.caption("🚀 An Embedchain app powered by Mistral!")
if "messages" not in st.session_state: if "messages" not in st.session_state:
st.session_state.messages = [ st.session_state.messages = [
{ {
"role": "assistant", "role": "assistant",
"content": """ "content": """
Hi! I'm a chatbot. I can answer questions and learn new things!\n Hi! I'm a chatbot. I can answer questions and learn new things!\n
Ask me anything and if you want me to learn something do `/add <source>`.\n Ask me anything and if you want me to learn something do `/add <source>`.\n
I can learn mostly everything. :) I can learn mostly everything. :)
""", """,
} }
] ]
for message in st.session_state.messages: for message in st.session_state.messages:
with st.chat_message(message["role"]): with st.chat_message(message["role"]):
st.markdown(message["content"]) st.markdown(message["content"])
if prompt := st.chat_input("Ask me anything!"): if prompt := st.chat_input("Ask me anything!"):
if not st.session_state.chatbot_api_key: if not st.session_state.chatbot_api_key:
st.error("Please enter your Hugging Face Access Token") st.error("Please enter your Hugging Face Access Token")
st.stop() st.stop()
os.environ["HUGGINGFACE_ACCESS_TOKEN"] = st.session_state.chatbot_api_key os.environ["HUGGINGFACE_ACCESS_TOKEN"] = st.session_state.chatbot_api_key
app = App.from_config(config_path="config.yaml") app = App.from_config(config_path="config.yaml")
if prompt.startswith("/add"): if prompt.startswith("/add"):
with st.chat_message("user"): with st.chat_message("user"):
st.markdown(prompt) st.markdown(prompt)
st.session_state.messages.append({"role": "user", "content": prompt}) st.session_state.messages.append({"role": "user", "content": prompt})
prompt = prompt.replace("/add", "").strip() prompt = prompt.replace("/add", "").strip()
with st.chat_message("assistant"): with st.chat_message("assistant"):
message_placeholder = st.empty() message_placeholder = st.empty()
message_placeholder.markdown("Adding to knowledge base...") message_placeholder.markdown("Adding to knowledge base...")
app.add(prompt) app.add(prompt)
message_placeholder.markdown(f"Added {prompt} to knowledge base!") message_placeholder.markdown(f"Added {prompt} to knowledge base!")
st.session_state.messages.append({"role": "assistant", "content": f"Added {prompt} to knowledge base!"}) st.session_state.messages.append({"role": "assistant", "content": f"Added {prompt} to knowledge base!"})
st.stop() st.stop()
with st.chat_message("user"): with st.chat_message("user"):
st.markdown(prompt) st.markdown(prompt)
st.session_state.messages.append({"role": "user", "content": prompt}) st.session_state.messages.append({"role": "user", "content": prompt})
with st.chat_message("assistant"): with st.chat_message("assistant"):
msg_placeholder = st.empty() msg_placeholder = st.empty()
msg_placeholder.markdown("Thinking...") msg_placeholder.markdown("Thinking...")
full_response = "" full_response = ""
for response in app.chat(prompt): for response in app.chat(prompt):
msg_placeholder.empty() msg_placeholder.empty()
full_response += response full_response += response
msg_placeholder.markdown(full_response) msg_placeholder.markdown(full_response)
st.session_state.messages.append({"role": "assistant", "content": full_response}) st.session_state.messages.append({"role": "assistant", "content": full_response})
```
</Tab>
<Tab title="config.yaml">
```yaml
app:
config:
name: 'mistral-streamlit-app'
llm:
provider: huggingface
config:
model: 'mistralai/Mistral-7B-v0.1'
temperature: 0.1
max_tokens: 250
top_p: 0.1
stream: true
embedder:
provider: huggingface
config:
model: 'sentence-transformers/all-mpnet-base-v2'
``` ```
</Tab> </Tab>
</Tabs> <Tab title="config.yaml">
</Accordion> ```yaml
app:
config:
name: 'mistral-streamlit-app'
llm:
provider: huggingface
config:
model: 'mistralai/Mixtral-8x7B-Instruct-v0.1'
temperature: 0.1
max_tokens: 250
top_p: 0.1
stream: true
embedder:
provider: huggingface
config:
model: 'sentence-transformers/all-mpnet-base-v2'
```
</Tab>
</Tabs>
## To run it locally, ## To run it locally,