jinjieyuan commited on
Commit
3087844
·
verified ·
1 Parent(s): 3c36764

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -4
README.md CHANGED
@@ -4,10 +4,10 @@ license: apache-2.0
4
  library_name: transformers
5
  ---
6
 
7
- # SQFT Fine-tuned Model: sqft-sparsepeft-mistral-7b-v0.3-40-gsm8k-heu
8
 
9
- - Base Model: [IntelLabs/sqft-mistral-7b-v0.3-40-base](https://huggingface.co/IntelLabs/sqft-mistral-7b-v0.3-40-base)
10
- - Sparsity: 40%
11
  - Quantization: No
12
  - Finetune Method: SQFT + SparsePEFT
13
  - Finetune data: [GSM8K](https://huggingface.co/datasets/openai/gsm8k)
@@ -16,7 +16,7 @@ library_name: transformers
16
  ### Evaluation
17
 
18
  ```bash
19
- MODEL_NAME=IntelLabs/sqft-sparsepeft-mistral-7b-v0.3-40-gsm8k-heu
20
  lm_eval --model hf --model_args pretrained=${MODEL_NAME},add_bos_token=True,trust_remote_code=True --tasks gsm8k --batch_size auto:4
21
  ```
22
 
 
4
  library_name: transformers
5
  ---
6
 
7
+ # SQFT Fine-tuned Model: sqft-sparsepeft-mistral-7b-v0.3-60-gsm8k-heu
8
 
9
+ - Base Model: [IntelLabs/sqft-mistral-7b-v0.3-60-base](https://huggingface.co/IntelLabs/sqft-mistral-7b-v0.3-60-base)
10
+ - Sparsity: 60%
11
  - Quantization: No
12
  - Finetune Method: SQFT + SparsePEFT
13
  - Finetune data: [GSM8K](https://huggingface.co/datasets/openai/gsm8k)
 
16
  ### Evaluation
17
 
18
  ```bash
19
+ MODEL_NAME=IntelLabs/sqft-sparsepeft-mistral-7b-v0.3-60-gsm8k-heu
20
  lm_eval --model hf --model_args pretrained=${MODEL_NAME},add_bos_token=True,trust_remote_code=True --tasks gsm8k --batch_size auto:4
21
  ```
22