diff --git a/training/configs/ornith-35b-lora.yaml b/training/configs/ornith-35b-lora.yaml index 22b8583..6234123 100644 --- a/training/configs/ornith-35b-lora.yaml +++ b/training/configs/ornith-35b-lora.yaml @@ -1,7 +1,7 @@ # LoRA Training Configuration for Llama-2-7b # Dataset: cyron_summary_lora_dataset (20k examples) -base_model: /data/models/Ornith-1.0-35B-FP8 +base_model: /data/models/Ornith-1.0-35B-NVFP4 model_type: LlamaForCausalLM tokenizer_type: LlamaTokenizer