MatteoScript commited on
Commit
c2b258d
·
verified ·
1 Parent(s): 1cf51b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -19
app.py CHANGED
@@ -31,21 +31,6 @@ options = {
31
 
32
  st.set_page_config(page_title="BonsiAI", page_icon="🤖")
33
 
34
- def gen_augmented_prompt(prompt, top_k) :
35
- links = ""
36
- persist_directory1 = './DB_Decreti'
37
- embedding = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
38
- db = Chroma(persist_directory=persist_directory1, embedding_function=embedding)
39
- context = db.similarity_search(prompt, k=top_k)
40
- print(context)
41
- generated_prompt = f"""
42
- A PARTIRE DAL SEGUENTE CONTESTO: {context},
43
-
44
- ----
45
- RISPONDI ALLA SEGUENTE RICHIESTA: {prompt}
46
- """
47
- return generated_prompt, links
48
-
49
  def init_state() :
50
  if "messages" not in st.session_state:
51
  st.session_state.messages = []
@@ -103,6 +88,7 @@ def chat_box() :
103
  st.markdown(message["content"])
104
 
105
  def formattaPrompt(prompt, systemRole, systemStyle, instruction):
 
106
  if instruction.startswith("http"):
107
  try:
108
  with st.spinner("Ricerca in Drive...") :
@@ -116,7 +102,7 @@ def formattaPrompt(prompt, systemRole, systemStyle, instruction):
116
  "input": {{
117
  "role": "system",
118
  "content": "{systemRole}",
119
- "style": "{systemStyle} Attenzione! Il testo generato deve essere lungo {st.session_state.max_tokens*2} CARATTERI"
120
  }},
121
  "messages": [
122
  {{
@@ -132,14 +118,29 @@ def formattaPrompt(prompt, systemRole, systemStyle, instruction):
132
  '''
133
  return input_text
134
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  def generate_chat_stream(prompt) :
136
  links = []
137
- prompt = formattaPrompt(prompt, st.session_state.systemRole, st.session_state.systemStyle, st.session_state.instruction)
138
- print(prompt)
139
  if st.session_state.rag_enabled :
140
  with st.spinner("Ricerca nei documenti...."):
141
  time.sleep(1)
142
- prompt, links = gen_augmented_prompt(prompt=prompt, top_k=st.session_state.top_k)
 
143
  with st.spinner("Generazione in corso...") :
144
  time.sleep(1)
145
  chat_stream = chat(prompt, st.session_state.history,chat_client=CHAT_BOTS[st.session_state.chat_bot] ,
 
31
 
32
  st.set_page_config(page_title="BonsiAI", page_icon="🤖")
33
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  def init_state() :
35
  if "messages" not in st.session_state:
36
  st.session_state.messages = []
 
88
  st.markdown(message["content"])
89
 
90
  def formattaPrompt(prompt, systemRole, systemStyle, instruction):
91
+ #Attenzione! Il testo generato deve essere lungo {st.session_state.max_tokens*2} CARATTERI
92
  if instruction.startswith("http"):
93
  try:
94
  with st.spinner("Ricerca in Drive...") :
 
102
  "input": {{
103
  "role": "system",
104
  "content": "{systemRole}",
105
+ "style": "{systemStyle}"
106
  }},
107
  "messages": [
108
  {{
 
118
  '''
119
  return input_text
120
 
121
+ def gen_augmented_prompt(prompt, top_k) :
122
+ links = ""
123
+ persist_directory1 = './DB_Decreti'
124
+ embedding = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")
125
+ db = Chroma(persist_directory=persist_directory1, embedding_function=embedding)
126
+ context = db.similarity_search(prompt, k=top_k)
127
+ generated_prompt = f"""
128
+ A PARTIRE DAL SEGUENTE CONTESTO: {context},
129
+
130
+ ----
131
+ RISPONDI ALLA SEGUENTE RICHIESTA: {prompt}
132
+ """
133
+ return generated_prompt, links
134
+
135
  def generate_chat_stream(prompt) :
136
  links = []
137
+ prompt_originale = prompt
138
+ prompt = formattaPrompt(prompt, st.session_state.systemRole, st.session_state.systemStyle, st.session_state.instruction)
139
  if st.session_state.rag_enabled :
140
  with st.spinner("Ricerca nei documenti...."):
141
  time.sleep(1)
142
+ prompt, links = gen_augmented_prompt(prompt=prompt_originale, top_k=st.session_state.top_k)
143
+ print(prompt)
144
  with st.spinner("Generazione in corso...") :
145
  time.sleep(1)
146
  chat_stream = chat(prompt, st.session_state.history,chat_client=CHAT_BOTS[st.session_state.chat_bot] ,