gamersimy commited on
Commit
9868d99
·
verified ·
1 Parent(s): 6f73758

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -29
app.py CHANGED
@@ -1,34 +1,22 @@
1
- from transformers import pipeline
2
  import streamlit as st
3
- import ollama
4
- from typing import Dict, Generator
5
 
6
- def ollama_generator(model_name: str, messages: Dict) -> Generator:
7
- stream = ollama.chat(
8
- model=model_name, messages=messages, stream=True)
9
- for chunk in stream:
10
- yield chunk['message']['content']
11
 
 
12
 
13
- st.title("Ollama with Streamlit")
14
- if "selected_model" not in st.session_state:
15
- st.session_state.selected_model = ""
16
- if "messages" not in st.session_state:
17
- st.session_state.messages = []
18
- st.session_state.selected_model = st.selectbox(
19
- "Please select the model:", [model["name"] for model in ollama.list()["models"]])
20
- for message in st.session_state.messages:
21
- with st.chat_message(message["role"]):
22
- st.markdown(message["content"])
23
- if prompt := st.chat_input("How could I help you?"):
24
- # Add user message to chat history
25
- st.session_state.messages.append({"role": "user", "content": prompt})
26
- # Display user message in chat message container
27
- with st.chat_message("user"):
28
- st.markdown(prompt)
29
 
30
- with st.chat_message("assistant"):
31
- response = st.write_stream(ollama_generator(
32
- st.session_state.selected_model, st.session_state.messages))
33
- st.session_state.messages.append(
34
- {"role": "assistant", "content": response})
 
 
 
 
 
 
 
 
1
  import streamlit as st
2
+ from ollama import Ollama
 
3
 
4
+ # Initialize Ollama model
5
+ ollama = Ollama(model='gpt-3')
 
 
 
6
 
7
+ st.title("Text Generation with Ollama and Streamlit")
8
 
9
+ # Input text from user
10
+ prompt = st.text_area("Enter your prompt:", "")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
 
12
+ if st.button("Generate Text"):
13
+ if prompt:
14
+ # Generate text using Ollama
15
+ response = ollama.generate(prompt)
16
+ st.text_area("Generated Text:", response, height=200)
17
+ else:
18
+ st.warning("Please enter a prompt.")
19
+
20
+
21
+ if __name__ == "__main__":
22
+ main()