debenoist
/

hope_64_bf16

Inference Endpoints

Model card Files Files and versions Community

debenoist commited on Jul 15, 2024

Commit

be169cd

·

verified ·

1 Parent(s): a2dd390

Update adapter_config.json

Files changed (1) hide show

adapter_config.json +2 -2

adapter_config.json CHANGED Viewed

@@ -10,8 +10,8 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 1000,
-  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,

   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_dropout": 0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,