Upload folder using huggingface_hub

adapter_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f621f6b906342546bbde668fe57ed064c967e0d669f7ae33bb23cadde73aba5
+size 147523834

adapter_config.json

@@ -0,0 +1 @@
+{"r": 64, "lora_alpha": 128, "target_modules": ["q_proj", "k_proj", "v_proj", "gate_proj", "down_proj", "up_proj"], "peft_type": "LORA"}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e5ef15388a2151cc3ffa012259a855ac8e0d36ca942895ba78ba92c6c9dae
+size 147530922

config.json

@@ -0,0 +1 @@
+{"architectures": ["GemmaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 2, "eos_token_id": 1, "head_dim": 256, "hidden_act": "gelu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 16384, "max_position_embeddings": 8192, "model_type": "gemma", "num_attention_heads": 8, "num_hidden_layers": 18, "num_key_value_heads": 1, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "torch_dtype": "bfloat16", "transformers_version": "4.38.0.dev0", "use_cache": true, "vocab_size": 256000}