---
license: openrail
library_name: peft
pipeline_tag: text-generation
datasets:
- tiiuae/falcon-refinedweb
model_parameters:
  base_model_name_or_path: vilsonrodrigues/falcon-7b-instruct-sharded
  bias: none
  fan_in_fan_out: false
  inference_mode: true
  init_lora_weights: true
  lora_alpha: 32
  lora_dropout: 0.05
  peft_type: LORA
  r: 16
  target_modules:
    - query_key_value
  task_type: CAUSAL_LM
---