Add Together.ai API

0_🏠_Home.py

@@ -49,9 +49,10 @@ st.markdown("""
 ## Services
 
 - [Black Forest Labs](https://docs.bfl.ml)
-- [fal](https://fal.ai/docs)
+- [fal.ai](https://fal.ai/docs)
 - [Hugging Face](https://huggingface.co/docs/api-inference/index)
 - [Perplexity](https://docs.perplexity.ai/home)
+- [together.ai](https://docs.together.ai/docs/introduction)
 """)
 
 st.markdown("""

README.md

@@ -31,6 +31,7 @@ BFL_API_KEY=...
 FAL_KEY=...
 HF_TOKEN=...
 PPLX_API_KEY=...
+TOGETHER_API_KEY=...
 ```
 
 ## Installation

lib/api.py

@@ -29,50 +29,47 @@ def txt2txt_generate(api_key, service, model, parameters, **kwargs):
 
 def txt2img_generate(api_key, service, model, inputs, parameters, **kwargs):
     headers = {}
+    if service == "Black Forest Labs":
+        headers["x-key"] = api_key
+
+    if service == "Fal":
+        headers["Authorization"] = f"Key {api_key}"
+
     if service == "Hugging Face":
         headers["Authorization"] = f"Bearer {api_key}"
         headers["X-Wait-For-Model"] = "true"
         headers["X-Use-Cache"] = "false"
 
-    if service == "Fal":
-        headers["Authorization"] = f"Key {api_key}"
+    if service == "Together":
+        headers["Authorization"] = f"Bearer {api_key}"
 
+    json = {}
     if service == "Black Forest Labs":
-        headers["x-key"] = api_key
+        json = {**parameters, **kwargs}
+        json["prompt"] = inputs
+
+    if service == "Fal":
+        json = {**parameters, **kwargs}
+        json["prompt"] = inputs
 
-    json = {}
     if service == "Hugging Face":
         json = {
             "inputs": inputs,
             "parameters": {**parameters, **kwargs},
         }
 
-    if service == "Fal":
+    if service == "Together":
         json = {**parameters, **kwargs}
         json["prompt"] = inputs
 
-    if service == "Black Forest Labs":
-        json = {**parameters, **kwargs}
-        json["prompt"] = inputs
+    base_url = Config.SERVICES[service]
 
-    base_url = f"{Config.SERVICES[service]}/{model}"
+    if service not in ["Together"]:
+        base_url = f"{base_url}/{model}"
 
     try:
         response = httpx.post(base_url, headers=headers, json=json, timeout=Config.TXT2IMG_TIMEOUT)
         if response.status_code // 100 == 2:  # 2xx
-            if service == "Hugging Face":
-                return Image.open(io.BytesIO(response.content))
-
-            if service == "Fal":
-                # Sync mode means wait for image base64 string instead of CDN link
-                if parameters.get("sync_mode", True):
-                    bytes = base64.b64decode(response.json()["images"][0]["url"].split(",")[-1])
-                    return Image.open(io.BytesIO(bytes))
-                else:
-                    url = response.json()["images"][0]["url"]
-                    image = httpx.get(url, headers=headers, timeout=Config.TXT2IMG_TIMEOUT)
-                    return Image.open(io.BytesIO(image.content))
-
             # BFL is async so we need to poll for result
             # https://api.bfl.ml/docs
             if service == "Black Forest Labs":
@@ -98,6 +95,24 @@ def txt2img_generate(api_key, service, model, inputs, parameters, **kwargs):
 
                 return "Error: API timeout"
 
+            if service == "Fal":
+                # Sync mode means wait for image base64 string instead of CDN link
+                if parameters.get("sync_mode", True):
+                    bytes = base64.b64decode(response.json()["images"][0]["url"].split(",")[-1])
+                    return Image.open(io.BytesIO(bytes))
+                else:
+                    url = response.json()["images"][0]["url"]
+                    image = httpx.get(url, headers=headers, timeout=Config.TXT2IMG_TIMEOUT)
+                    return Image.open(io.BytesIO(image.content))
+
+            if service == "Hugging Face":
+                return Image.open(io.BytesIO(response.content))
+
+            if service == "Together":
+                url = response.json()["data"][0]["url"]
+                image = httpx.get(url, headers=headers, timeout=Config.TXT2IMG_TIMEOUT)
+                return Image.open(io.BytesIO(image.content))
+
         else:
             return f"Error: {response.status_code} {response.text}"
     except Exception as e:

lib/config.py

@@ -9,6 +9,7 @@ Config = SimpleNamespace(
         "Fal": "https://fal.run",
         "Hugging Face": "https://api-inference.huggingface.co/models",
         "Perplexity": "https://api.perplexity.ai",
+        "Together": "https://api.together.xyz/v1/images/generations",
     },
     TXT2IMG_TIMEOUT=60,
     TXT2IMG_HIDDEN_PARAMETERS=[
@@ -31,6 +32,7 @@ Config = SimpleNamespace(
         "Black Forest Labs": 2,
         "Fal": 0,
         "Hugging Face": 2,
+        "Together": 0,
     },
     TXT2IMG_MODELS={
         # Model IDs referenced in Text_to_Image.py
@@ -54,6 +56,9 @@ Config = SimpleNamespace(
             "black-forest-labs/flux.1-schnell",
             "stabilityai/stable-diffusion-xl-base-1.0",
         ],
+        "Together": [
+            "black-forest-labs/FLUX.1-schnell-Free",
+        ],
     },
     TXT2IMG_DEFAULT_IMAGE_SIZE="square_hd",  # fal image sizes
     TXT2IMG_IMAGE_SIZES=[

lib/presets.py

@@ -116,6 +116,14 @@ ModelPresets = SimpleNamespace(
         "parameters": ["width", "height", "num_inference_steps"],
         "kwargs": {"guidance_scale": 0.0, "max_sequence_length": 256},
     },
+    FLUX_SCHNELL_FREE_TOGETHER={
+        "name": "FLUX.1 Schnell Free",
+        "num_inference_steps": 4,
+        "num_inference_steps_min": 1,
+        "num_inference_steps_max": 12,
+        "parameters": ["model", "seed", "width", "height", "steps"],
+        "kwargs": {"n": 1},
+    },
     FOOOCUS={
         "name": "Fooocus",
         "guidance_scale": 4.0,

pages/1_💬_Text_Generation.py

@@ -12,7 +12,7 @@ SERVICE_SESSION = {
 
 SESSION_TOKEN = {
     "api_key_hugging_face": os.environ.get("HF_TOKEN") or None,
-    "api_key_perplexity": os.environ.get("PERPLEXITY_API_KEY") or None,
+    "api_key_perplexity": os.environ.get("PPLX_API_KEY") or None,
 }
 
 # config

pages/2_🎨_Text_to_Image.py

@@ -10,19 +10,24 @@ SERVICE_SESSION = {
     "Black Forest Labs": "api_key_black_forest_labs",
     "Fal": "api_key_fal",
     "Hugging Face": "api_key_hugging_face",
+    "Together": "api_key_together",
 }
 
 SESSION_TOKEN = {
     "api_key_black_forest_labs": os.environ.get("BFL_API_KEY") or None,
     "api_key_fal": os.environ.get("FAL_KEY") or None,
     "api_key_hugging_face": os.environ.get("HF_TOKEN") or None,
+    "api_key_together": os.environ.get("TOGETHER_API_KEY") or None,
 }
 
+# TODO: group by service so we can have models with the same name
 # Model IDs in lib/config.py
 PRESET_MODEL = {
-    "black-forest-labs/flux.1-dev": ModelPresets.FLUX_DEV_HF,
-    "black-forest-labs/flux.1-schnell": ModelPresets.FLUX_SCHNELL_HF,
-    "stabilityai/stable-diffusion-xl-base-1.0": ModelPresets.STABLE_DIFFUSION_XL,
+    # bfl
+    "flux-pro-1.1": ModelPresets.FLUX_1_1_PRO_BFL,
+    "flux-pro": ModelPresets.FLUX_PRO_BFL,
+    "flux-dev": ModelPresets.FLUX_DEV_BFL,
+    # fal
     "fal-ai/aura-flow": ModelPresets.AURA_FLOW,
     "fal-ai/flux/dev": ModelPresets.FLUX_DEV_FAL,
     "fal-ai/flux/schnell": ModelPresets.FLUX_SCHNELL_FAL,
@@ -31,9 +36,12 @@ PRESET_MODEL = {
     "fal-ai/fooocus": ModelPresets.FOOOCUS,
     "fal-ai/kolors": ModelPresets.KOLORS,
     "fal-ai/stable-diffusion-v3-medium": ModelPresets.STABLE_DIFFUSION_3,
-    "flux-pro-1.1": ModelPresets.FLUX_1_1_PRO_BFL,
-    "flux-pro": ModelPresets.FLUX_PRO_BFL,
-    "flux-dev": ModelPresets.FLUX_DEV_BFL,
+    # hf
+    "black-forest-labs/flux.1-dev": ModelPresets.FLUX_DEV_HF,
+    "black-forest-labs/flux.1-schnell": ModelPresets.FLUX_SCHNELL_HF,
+    "stabilityai/stable-diffusion-xl-base-1.0": ModelPresets.STABLE_DIFFUSION_XL,
+    # together
+    "black-forest-labs/FLUX.1-schnell-Free": ModelPresets.FLUX_SCHNELL_FREE_TOGETHER,
 }
 
 st.set_page_config(
@@ -52,6 +60,9 @@ if "api_key_fal" not in st.session_state:
 if "api_key_hugging_face" not in st.session_state:
     st.session_state.api_key_hugging_face = ""
 
+if "api_key_together" not in st.session_state:
+    st.session_state.api_key_together = ""
+
 if "running" not in st.session_state:
     st.session_state.running = False
 
@@ -98,6 +109,8 @@ st.html("""
 parameters = {}
 preset = PRESET_MODEL[model]
 for param in preset["parameters"]:
+    if param == "model":
+        parameters[param] = model
     if param == "seed":
         parameters[param] = st.sidebar.number_input(
             "Seed",