{ "auto_mapping": { "base_model_class": "LlamaForCausalLM", "parent_library": "transformers.models.llama.modeling_llama" }, "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", "bias": "none", "fan_in_fan_out": false, "inference_mode": true, "init_v_bound": 0.02, "init_weights": true, "layers_pattern": null, "layers_to_transform": null, "modules_to_save": null, "peft_type": "TINYLORA", "peft_version": "0.18.2.dev0@e7355a3b2233820f6f30e558ce133ed22673a087", "projection_seed": 42, "r": 2, "revision": null, "save_projection": true, "target_modules": [ "v_proj", "q_proj" ], "task_type": null, "tinylora_dropout": 0.0, "u": 13, "weight_tying": 1.0 }