darshan8950 commited on
Commit
7c962e7
1 Parent(s): bdbd8b4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -11,6 +11,7 @@ import transformers
11
  import torch
12
  import textwrap
13
 
 
14
  def main():
15
  st.set_page_config(page_title="Talk with BORROWER data")
16
  st.title("Talk with BORROWER data")
@@ -23,7 +24,7 @@ def main():
23
  'delimiter': ','})
24
  data = loader.load()
25
 
26
- model = "mistralai/Mistral-7B-v0.1"
27
  tokenizer = AutoTokenizer.from_pretrained(model)
28
  pipeline = transformers.pipeline("text-generation", model=model, tokenizer=tokenizer, torch_dtype=torch.bfloat16, device_map="auto", do_sample=True, top_k=1, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id,offload_folder="offload")
29
 
 
11
  import torch
12
  import textwrap
13
 
14
+
15
  def main():
16
  st.set_page_config(page_title="Talk with BORROWER data")
17
  st.title("Talk with BORROWER data")
 
24
  'delimiter': ','})
25
  data = loader.load()
26
 
27
+ model = "kittn/mistral-7B-v0.1-hf"
28
  tokenizer = AutoTokenizer.from_pretrained(model)
29
  pipeline = transformers.pipeline("text-generation", model=model, tokenizer=tokenizer, torch_dtype=torch.bfloat16, device_map="auto", do_sample=True, top_k=1, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id,offload_folder="offload")
30