Commit
·
fd623fb
1
Parent(s):
88238d8
Update README.md
Browse files
README.md
CHANGED
|
@@ -63,4 +63,37 @@ input_ids = tokenizer(prompt, return_tensors="pt")['input_ids'].to(device)
|
|
| 63 |
gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
|
| 64 |
|
| 65 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
```
|
|
|
|
| 63 |
gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
|
| 64 |
|
| 65 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
| 66 |
+
```
|
| 67 |
+
|
| 68 |
+
```
|
| 69 |
+
{
|
| 70 |
+
"results": {
|
| 71 |
+
"lambada_vi": {
|
| 72 |
+
"ppl": 20.399671946090162,
|
| 73 |
+
"ppl_stderr": 0.4770699462098178,
|
| 74 |
+
"acc": 0.2917235994534452,
|
| 75 |
+
"acc_stderr": 0.004490877266338169
|
| 76 |
+
}
|
| 77 |
+
},
|
| 78 |
+
"versions": {
|
| 79 |
+
"lambada_vi": null
|
| 80 |
+
},
|
| 81 |
+
"config": {
|
| 82 |
+
"model": "hf-causal",
|
| 83 |
+
"model_args": "pretrained=vlsp-2023-vllm/hoa-1b4",
|
| 84 |
+
"num_fewshot": 0,
|
| 85 |
+
"batch_size": null,
|
| 86 |
+
"batch_sizes": [],
|
| 87 |
+
"device": "cuda:0",
|
| 88 |
+
"no_cache": false,
|
| 89 |
+
"limit": null,
|
| 90 |
+
"bootstrap_iters": 100000,
|
| 91 |
+
"description_dict": {}
|
| 92 |
+
}
|
| 93 |
+
}
|
| 94 |
+
hf-causal (pretrained=vlsp-2023-vllm/hoa-1b4), limit: None, provide_description: False, num_fewshot: 0, batch_size: None
|
| 95 |
+
| Task |Version|Metric| Value | |Stderr|
|
| 96 |
+
|----------|-------|------|------:|---|-----:|
|
| 97 |
+
|lambada_vi| |ppl |20.3997|± |0.4771|
|
| 98 |
+
| | |acc | 0.2917|± |0.0045|
|
| 99 |
```
|