yusufs commited on
Commit
dc19c1d
·
1 Parent(s): 490e6a3

feat(runner.sh): add specific task and code revision

Browse files
Files changed (1) hide show
  1. runner.sh +17 -0
runner.sh CHANGED
@@ -24,10 +24,27 @@ esac
24
 
25
  printf "Running %s using vLLM OpenAI compatible API Server at port %s\n" $MODEL_NAME "7860"
26
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  # Run the Python script with the determined values
 
28
  python -u /app/openai_compatible_api_server.py \
29
  --model "${MODEL_NAME}" \
 
30
  --revision "${MODEL_REV}" \
 
 
31
  --seed 42 \
32
  --host 0.0.0.0 \
33
  --port 7860 \
 
24
 
25
  printf "Running %s using vLLM OpenAI compatible API Server at port %s\n" $MODEL_NAME "7860"
26
 
27
+ # https://medium.com/geekculture/the-story-behind-random-seed-42-in-machine-learning-b838c4ac290a
28
+ #[Seven and a half million years later…. Fook and Lunkwill are long gone, but their descendants continue what they started]
29
+ # “All right,” said Deep Thought. “The Answer to the Great Question…”
30
+ # “Yes..!”
31
+ # “Of Life, the Universe and Everything…” said Deep Thought.
32
+ # “Yes…!”
33
+ # “Is…” said Deep Thought, and paused.
34
+ # “Yes…!”
35
+ # “Is…”
36
+ # “Yes…!!!…?”
37
+ # “Forty-two,” said Deep Thought, with infinite majesty and calm.”
38
+
39
+ # ―Douglas Adams, The Hitchhiker’s Guide to the Galaxy
40
  # Run the Python script with the determined values
41
+ # Supported tasks: {'generate', 'embedding'}
42
  python -u /app/openai_compatible_api_server.py \
43
  --model "${MODEL_NAME}" \
44
+ --task generate \
45
  --revision "${MODEL_REV}" \
46
+ --code-revision "${MODEL_REV}" \
47
+ --tokenizer-revision "${MODEL_REV}" \
48
  --seed 42 \
49
  --host 0.0.0.0 \
50
  --port 7860 \