| import gradio as gr | |
| import concurrent.futures | |
| # Load the model into RAM | |
| model = gr.load("models/black-forest-labs/FLUX.1-schnell") | |
| def interact(input): | |
| # Define the function for user interaction | |
| response = model(input) | |
| return response | |
| # Use ThreadPoolExecutor to manage the threads | |
| with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor: | |
| # Create a Gradio interface with the loaded model | |
| interface = gr.Interface(fn=interact, inputs="text", outputs="image") | |
| # Handle the interactions with Gradio | |
| interface.launch() |