holyhigh666 commited on
Commit
d13f182
·
verified ·
1 Parent(s): 6bcc485

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -67,7 +67,7 @@ def get_output(model_name:str,is_RAG:str,questions:str):
67
  #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
68
  llm = HuggingFaceEndpoint(
69
  repo_id=model_name,
70
- max_length=512,
71
  temperature=0.2,
72
  huggingfacehub_api_token=secret_value_hf,
73
  )
@@ -90,7 +90,7 @@ def get_output(model_name:str,is_RAG:str,questions:str):
90
  elif model_name=="meta-llama/Llama-3.2-3B-Instruct":
91
  llm = HuggingFaceEndpoint(
92
  repo_id=model_name,
93
- max_length=512,
94
  temperature=0.2,
95
  huggingfacehub_api_token=secret_value_hf,
96
  )
@@ -110,7 +110,7 @@ def get_output(model_name:str,is_RAG:str,questions:str):
110
  elif model_name=="Qwen/Qwen2.5-72B-Instruct":
111
  llm = HuggingFaceEndpoint(
112
  repo_id=model_name,
113
- max_length=512,
114
  temperature=0.2,
115
  huggingfacehub_api_token=secret_value_hf,
116
  )
 
67
  #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
68
  llm = HuggingFaceEndpoint(
69
  repo_id=model_name,
70
+ max_length=4096,
71
  temperature=0.2,
72
  huggingfacehub_api_token=secret_value_hf,
73
  )
 
90
  elif model_name=="meta-llama/Llama-3.2-3B-Instruct":
91
  llm = HuggingFaceEndpoint(
92
  repo_id=model_name,
93
+ max_length=4096,
94
  temperature=0.2,
95
  huggingfacehub_api_token=secret_value_hf,
96
  )
 
110
  elif model_name=="Qwen/Qwen2.5-72B-Instruct":
111
  llm = HuggingFaceEndpoint(
112
  repo_id=model_name,
113
+ max_length=4096,
114
  temperature=0.2,
115
  huggingfacehub_api_token=secret_value_hf,
116
  )