Update README.md

README.md

@@ -16,8 +16,9 @@ WandB, https://wandb.ai/mesolitica/fpf-mistral-7b-hf-instructions-16k?workspace=
 ```python
 from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 import torch
+import json
 
-def parse_mistral_chat(messages):
+def parse_mistral_chat(messages, function_call = None):
 
     user_query = messages[-1]['content']
 
@@ -29,8 +30,17 @@ def parse_mistral_chat(messages):
             assistants.append(q['content'])
 
     texts = ['<s>']
+    
+    if function_call:
+        fs = []
+        for f in function_call:
+            f = json.dumps(f, indent=4)
+            fs.append(f)
+        fs = '\n\n'.join(fs)
+        texts.append(f'\n[FUNCTIONCALL]\n{fs}\n')
+        
     for u, a in zip(users, assistants):
-        texts.append(f'[INST] {u.strip()} [/INST]{a.strip()}</s> ')
+        texts.append(f'[INST] {u.strip()} [/INST] {a.strip()}</s>')
 
     texts.append(f'[INST] {user_query.strip()} [/INST]')
     prompt = ''.join(texts).strip()
@@ -102,4 +112,54 @@ print(tokenizer.decode(r[0]))
 3. Sahkan pembunuhan dengan menjalankan perintah `kill -id`. Jika perintah tidak mengembalikan sebarang ralat, maka pid telah dibunuh dengan berjaya.
 
 4. Anda juga boleh menggunakan perintah `kill -s` untuk membunuh semua pid dengan nama atau atribut tertentu.</s>
+```
+
+```python
+f = { "name": "get_exchange_rate", "description": "Get the exchange rate between two currencies", "parameters": { "type": "object", "properties": { "base_currency": { "type": "string", "description": "The currency to convert from" }, "target_currency": { "type": "string", "description": "The currency to convert to" } }, "required": [ "base_currency", "target_currency" ] } }
+messages = [
+    {'role': 'user', 'content': 'tolong tukar 10 ringgit ke usd'}
+]
+prompt = parse_mistral_chat(messages, function_call = [f])
+inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to('cuda')
+generate_kwargs = dict(
+    inputs,
+    max_new_tokens=128,
+    top_p=0.95,
+    top_k=50,
+    temperature=0.9,
+    do_sample=True,
+    num_beams=1,
+)
+r = model.generate(**generate_kwargs)
+print(tokenizer.decode(r[0]))
+```
+
+```text
+<s> 
+[FUNCTIONCALL]
+{
+    "name": "get_exchange_rate",
+    "description": "Get the exchange rate between two currencies",
+    "parameters": {
+        "type": "object",
+        "properties": {
+            "base_currency": {
+                "type": "string",
+                "description": "The currency to convert from"
+            },
+            "target_currency": {
+                "type": "string",
+                "description": "The currency to convert to"
+            }
+        },
+        "required": [
+            "base_currency",
+            "target_currency"
+        ]
+    }
+}
+[INST] tolong tukar 10 ringgit ke usd [/INST] <functioncall> {"name": "get_exchange_rate", "arguments": '{"base_currency": "MYR", "target_currency": "USD"}'} 
+
+
+<functioncall> {"exchange_rate": 0.1457}</s>
 ```