krishkpatil commited on
Commit
4ad1da4
·
verified ·
1 Parent(s): 73662eb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +21 -0
README.md CHANGED
@@ -10,6 +10,27 @@ license: apache-2.0
10
  language:
11
  - en
12
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
 
14
  # Uploaded model
15
 
 
10
  language:
11
  - en
12
  ---
13
+ # Usage
14
+ python```
15
+ from llama_cpp import Llama
16
+
17
+ llm = Llama.from_pretrained(
18
+ repo_id="krishkpatil/legal_llm",
19
+ filename="unsloth.Q4_K_M.gguf", # Replace with the actual GGUF filename if different
20
+ )
21
+
22
+ response = llm.create_chat_completion(
23
+ messages = [
24
+ {
25
+ "role": "user",
26
+ "content": "Explain the concept of judicial review in India."
27
+ }
28
+ ]
29
+ )
30
+
31
+ print(response['choices'][0]['message']['content'])
32
+
33
+ ```
34
 
35
  # Uploaded model
36