winglian commited on
Commit
9c1af1a
·
unverified ·
1 Parent(s): a82a711

ensure explicit eval_sample_packing to avoid mismatch issues (#1692)

Browse files
src/axolotl/utils/config/models/input/v0_4_1/__init__.py CHANGED
@@ -899,6 +899,15 @@ class AxolotlInputConfig(
899
  raise ValueError(
900
  "eval_table_size and eval_sample_packing are not supported together with sample_packing. Please set 'eval_sample_packing' to false."
901
  )
 
 
 
 
 
 
 
 
 
902
  return data
903
 
904
  @model_validator(mode="before")
 
899
  raise ValueError(
900
  "eval_table_size and eval_sample_packing are not supported together with sample_packing. Please set 'eval_sample_packing' to false."
901
  )
902
+ if (
903
+ data.get("sample_packing")
904
+ and data.get("eval_sample_packing") is None
905
+ and not data.get("eval_table_size")
906
+ ):
907
+ LOG.info(
908
+ "explicitly setting `eval_sample_packing` to match `sample_packing`"
909
+ )
910
+ data["eval_sample_packing"] = True
911
  return data
912
 
913
  @model_validator(mode="before")