import streamlit as st import pandas as pd import os from langchain.prompts import PromptTemplate from datetime import datetime import random from pathlib import Path from openai import OpenAI from dotenv import load_dotenv # Initialize the client # Load environment variables load_dotenv() client = OpenAI( base_url="/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fv1", api_key=os.environ.get('TEXT_TOKEN') # Add your Huggingface token here ) # Custom CSS for better appearance st.markdown(""" """, unsafe_allow_html=True) # Create data directories if they don't exist if not os.path.exists('data'): os.makedirs('data') def read_csv_with_encoding(file): encodings = ['utf-8', 'latin1', 'iso-8859-1', 'cp1252'] for encoding in encodings: try: return pd.read_csv(file, encoding=encoding) except UnicodeDecodeError: continue raise UnicodeDecodeError("Failed to read file with any supported encoding") def save_to_csv(data, filename): df = pd.DataFrame(data) df.to_csv(f'data/{filename}', index=False) return df def load_from_csv(filename): try: return pd.read_csv(f'data/{filename}') except: return pd.DataFrame() # Define reset function def reset_conversation(): st.session_state.conversation = [] st.session_state.messages = [] # Initialize session state variables if "messages" not in st.session_state: st.session_state.messages = [] if "examples_to_classify" not in st.session_state: st.session_state.examples_to_classify = [] # Main app title st.title("🤖 Text Data Labeling and Generation App") # Sidebar settings with st.sidebar: st.title("⚙️ Settings") selected_model = st.selectbox( "Select Model", ["meta-llama/Meta-Llama-3-8B-Instruct"], key='model_select' ) temperature = st.slider( "Temperature", 0.0, 1.0, 0.5, help="Controls randomness in generation" ) st.button("🔄 Reset Conversation", on_click=reset_conversation) with st.container(): st.markdown("""
""".format(selected_model), unsafe_allow_html=True) # Main content col1, col2 = st.columns(2) with col1: if st.button("📝 Data Generation", key="gen_button", help="Generate new data"): st.session_state.task_choice = "Data Generation" with col2: if st.button("🏷️ Data Labeling", key="label_button", help="Label existing data"): st.session_state.task_choice = "Data Labeling" if "task_choice" in st.session_state: if st.session_state.task_choice == "Data Generation": st.header("📝 Data Generation") classification_type = st.selectbox( "Classification Type", ["Sentiment Analysis", "Binary Classification", "Multi-Class Classification"] ) if classification_type == "Sentiment Analysis": labels = ["Positive", "Negative", "Neutral"] elif classification_type == "Binary Classification": col1, col2 = st.columns(2) with col1: label_1 = st.text_input("First class", "Positive") with col2: label_2 = st.text_input("Second class", "Negative") labels = [label_1, label_2] if label_1 and label_2 else ["Positive", "Negative"] else: num_classes = st.slider("Number of classes", 3, 10, 3) labels = [] cols = st.columns(3) for i in range(num_classes): with cols[i % 3]: label = st.text_input(f"Class {i+1}", f"Class_{i+1}") labels.append(label) domain = st.selectbox("Domain", ["Restaurant reviews", "E-commerce reviews", "Custom"]) if domain == "Custom": domain = st.text_input("Specify custom domain") col1, col2 = st.columns(2) with col1: min_words = st.number_input("Min words", 10, 90, 20) with col2: max_words = st.number_input("Max words", min_words, 90, 50) use_few_shot = st.toggle("Use few-shot examples") few_shot_examples = [] if use_few_shot: num_examples = st.slider("Number of few-shot examples", 1, 5, 1) for i in range(num_examples): with st.expander(f"Example {i+1}"): content = st.text_area(f"Content", key=f"few_shot_content_{i}") label = st.selectbox(f"Label", labels, key=f"few_shot_label_{i}") if content and label: few_shot_examples.append({"content": content, "label": label}) num_to_generate = st.number_input("Number of examples", 1, 100, 10) user_prompt = st.text_area("Additional instructions (optional)") prompt_template = PromptTemplate( input_variables=["classification_type", "domain", "num_examples", "min_words", "max_words", "labels", "user_prompt"], template=( "You are a professional {classification_type} expert tasked with generating examples for {domain}.\n" "Use the following parameters:\n" "- Generate exactly {num_examples} examples\n" "- Each example MUST be between {min_words} and {max_words} words long\n" "- Use these labels: {labels}\n" "- Generate the examples in this format: 'Example text. Label: [label]'\n" "- Do not include word counts or any additional information\n" "Additional instructions: {user_prompt}\n\n" "Generate numbered examples:" ) ) if st.button("🎯 Generate Examples"): with st.spinner("Generating examples..."): system_prompt = prompt_template.format( classification_type=classification_type, domain=domain, num_examples=num_to_generate, min_words=min_words, max_words=max_words, labels=", ".join(labels), user_prompt=user_prompt ) try: stream = client.chat.completions.create( model=selected_model, messages=[{"role": "system", "content": system_prompt}], temperature=temperature, stream=True, max_tokens=3000, ) response = st.write_stream(stream) st.session_state.messages.append({"role": "assistant", "content": response}) # Add follow-up interaction options st.markdown("---") follow_up = st.radio( "What would you like to do next?", ["Generate more examples", "Modify parameters and generate again", "Switch to labeling"], key="generation_follow_up" ) if st.button("Continue"): if follow_up == "Generate more examples": system_prompt = prompt_template.format( classification_type=classification_type, domain=domain, num_examples=num_to_generate, min_words=min_words, max_words=max_words, labels=", ".join(labels), user_prompt=user_prompt ) stream = client.chat.completions.create( model=selected_model, messages=[{"role": "system", "content": system_prompt}], temperature=temperature, stream=True, max_tokens=3000, ) response = st.write_stream(stream) st.session_state.messages.append({"role": "assistant", "content": response}) elif follow_up == "Switch to labeling": st.session_state.task_choice = "Data Labeling" st.experimental_rerun() except Exception as e: st.error("An error occurred during generation.") st.error(f"Details: {e}") elif st.session_state.task_choice == "Data Labeling": st.header("🏷️ Data Labeling") classification_type = st.selectbox( "Classification Type", ["Sentiment Analysis", "Binary Classification", "Multi-Class Classification"], key="label_class_type" ) if classification_type == "Sentiment Analysis": labels = ["Positive", "Negative", "Neutral"] elif classification_type == "Binary Classification": col1, col2 = st.columns(2) with col1: label_1 = st.text_input("First class", "Positive", key="label_first") with col2: label_2 = st.text_input("Second class", "Negative", key="label_second") labels = [label_1, label_2] if label_1 and label_2 else ["Positive", "Negative"] else: num_classes = st.slider("Number of classes", 3, 10, 3, key="label_num_classes") labels = [] cols = st.columns(3) for i in range(num_classes): with cols[i % 3]: label = st.text_input(f"Class {i+1}", f"Class_{i+1}", key=f"label_class_{i}") labels.append(label) use_few_shot = st.toggle("Use few-shot examples for labeling") few_shot_examples = [] if use_few_shot: num_few_shot = st.slider("Number of few-shot examples", 1, 5, 1) for i in range(num_few_shot): with st.expander(f"Few-shot Example {i+1}"): content = st.text_area(f"Content", key=f"label_few_shot_content_{i}") label = st.selectbox(f"Label", labels, key=f"label_few_shot_label_{i}") if content and label: few_shot_examples.append(f"{content}\nLabel: {label}") num_examples = st.number_input("Number of examples to classify", 1, 100, 1) examples_to_classify = [] if num_examples <= 20: for i in range(num_examples): example = st.text_area(f"Example {i+1}", key=f"example_{i}") if example: examples_to_classify.append(example) else: examples_text = st.text_area( "Enter examples (one per line)", height=300, help="Enter each example on a new line" ) if examples_text: examples_to_classify = [ex.strip() for ex in examples_text.split('\n') if ex.strip()] if len(examples_to_classify) > num_examples: examples_to_classify = examples_to_classify[:num_examples] user_prompt = st.text_area("Additional instructions (optional)", key="label_instructions") few_shot_text = "\n\n".join(few_shot_examples) if few_shot_examples else "" examples_text = "\n".join([f"{i+1}. {ex}" for i, ex in enumerate(examples_to_classify)]) label_prompt_template = PromptTemplate( input_variables=["classification_type", "labels", "few_shot_examples", "examples", "user_prompt"], template=( "You are a professional {classification_type} expert. Classify the following examples using these labels: {labels}.\n" "Instructions:\n" "- Return the numbered example followed by its classification in the format: 'Example text. Label: [label]'\n" "- Do not provide any additional information or explanations\n" "{user_prompt}\n\n" "Few-shot examples:\n{few_shot_examples}\n\n" "Examples to classify:\n{examples}\n\n" "Output:\n" ) ) if st.button("🏷️ Label Data"): if examples_to_classify: with st.spinner("Labeling data..."): system_prompt = label_prompt_template.format( classification_type=classification_type, labels=", ".join(labels), few_shot_examples=few_shot_text, examples=examples_text, user_prompt=user_prompt ) try: stream = client.chat.completions.create( model=selected_model, messages=[{"role": "system", "content": system_prompt}], temperature=temperature, stream=True, max_tokens=3000, ) response = st.write_stream(stream) st.session_state.messages.append({"role": "assistant", "content": response}) # Add follow-up interaction options st.markdown("---") follow_up = st.radio( "What would you like to do next?", ["Label more data", "Modify parameters and label again", "Switch to generation"], key="labeling_follow_up" ) if st.button("Continue"): if follow_up == "Label more data": st.session_state.examples_to_classify = [] st.experimental_rerun() elif follow_up == "Switch to generation": st.session_state.task_choice = "Data Generation" st.experimental_rerun() except Exception as e: st.error("An error occurred during labeling.") st.error(f"Details: {e}") else: st.warning("Please enter at least one example to classify.")