albertvillanova HF staff commited on
Commit
a6ca45c
1 Parent(s): 750f3a2

Do not pass custom_tasks by default

Browse files
src/backend/run_eval_suite_lighteval.py CHANGED
@@ -66,7 +66,7 @@ def run_evaluation(
66
  max_samples=limit,
67
  use_chat_template=False,
68
  system_prompt=None,
69
- custom_tasks_directory="custom_tasks.py", # if using a custom task
70
  )
71
 
72
  model_config = InferenceEndpointModelConfig(
 
66
  max_samples=limit,
67
  use_chat_template=False,
68
  system_prompt=None,
69
+ # custom_tasks_directory="custom_tasks.py", # TODO: pass if using a custom task
70
  )
71
 
72
  model_config = InferenceEndpointModelConfig(