dandm1 winglian commited on
Commit
0bc114d
·
unverified ·
1 Parent(s): 7659c00

Fix pydantic configuration for the max_memory input (#1385) [skip ci]

Browse files

* Fix pydantic configuration for the max_memory input

* chore: lint

---------

Co-authored-by: Wing Lian <[email protected]>

src/axolotl/utils/config/models/input/v0_4_1/__init__.py CHANGED
@@ -512,7 +512,9 @@ class AxolotlInputConfig(
512
 
513
  neftune_noise_alpha: Optional[float] = None
514
 
515
- max_memory: Optional[Union[int, str]] = None
 
 
516
  gpu_memory_limit: Optional[Union[int, str]] = None
517
 
518
  chat_template: Optional[Union[Literal["chatml", "inst"], ChatTemplate]] = None
 
512
 
513
  neftune_noise_alpha: Optional[float] = None
514
 
515
+ max_memory: Optional[
516
+ Dict[Union[int, Literal["cpu", "disk"]], Union[int, str]]
517
+ ] = None
518
  gpu_memory_limit: Optional[Union[int, str]] = None
519
 
520
  chat_template: Optional[Union[Literal["chatml", "inst"], ChatTemplate]] = None