Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
•
a6ca45c
1
Parent(s):
750f3a2
Do not pass custom_tasks by default
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
@@ -66,7 +66,7 @@ def run_evaluation(
|
|
66 |
max_samples=limit,
|
67 |
use_chat_template=False,
|
68 |
system_prompt=None,
|
69 |
-
custom_tasks_directory="custom_tasks.py", # if using a custom task
|
70 |
)
|
71 |
|
72 |
model_config = InferenceEndpointModelConfig(
|
|
|
66 |
max_samples=limit,
|
67 |
use_chat_template=False,
|
68 |
system_prompt=None,
|
69 |
+
# custom_tasks_directory="custom_tasks.py", # TODO: pass if using a custom task
|
70 |
)
|
71 |
|
72 |
model_config = InferenceEndpointModelConfig(
|