Spaces:

Symato
/

tomtat

Running

tiendung commited on Dec 9, 2024

Commit

438ecdd

verified ·

1 Parent(s): 538f422

Update llm.py

Files changed (1) hide show

llm.py CHANGED Viewed

@@ -93,7 +93,7 @@ elif thinker in "70b|405b":
     CTXLEN = CTXLEN*1024 - MAX_OUTPUT_TOKENS
     from together import Together
-    together_client = Together(api_key=)
     ###
     stops = ["<|eot_id|>","<|eom_id|>","</answer>","</output>"]
     def thinker_chat(prompt, history=[], stream=False, use_cache=True, testing=False):

     CTXLEN = CTXLEN*1024 - MAX_OUTPUT_TOKENS
     from together import Together
+    together_client = Together(api_key=os.getenv('together_token'))
     ###
     stops = ["<|eot_id|>","<|eom_id|>","</answer>","</output>"]
     def thinker_chat(prompt, history=[], stream=False, use_cache=True, testing=False):