OpenInsuranceLLM-Llama3-GGUF
Browse files
README.md
CHANGED
|
@@ -79,4 +79,5 @@ def inference_loop(max_tokens=8025, top_k=15, n_gpu_layers=0, temperature=0.0, n
|
|
| 79 |
|
| 80 |
#default params: inference_loop(max_tokens=8025, top_k=15, n_gpu_layers=0, temperature=0.0, n_ctx=8192, n_threads=32, n_batch=512):
|
| 81 |
inference_loop(top_k=10)
|
| 82 |
-
```
|
|
|
|
|
|
| 79 |
|
| 80 |
#default params: inference_loop(max_tokens=8025, top_k=15, n_gpu_layers=0, temperature=0.0, n_ctx=8192, n_threads=32, n_batch=512):
|
| 81 |
inference_loop(top_k=10)
|
| 82 |
+
```
|
| 83 |
+
|