iShare commited on
Commit
c059691
1 Parent(s): bb48f10

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -3
main.py CHANGED
@@ -11,11 +11,10 @@ import sys
11
 
12
  load_dotenv()
13
  hf_token = os.environ.get('HUGGINGFACEHUB_API_TOKEN')
14
- #starchat_repo_id = os.environ.get('starchat_repo_id')
15
- #repo_id=os.environ.get('repo_id')
16
  #port = os.getenv('port')
17
 
18
- llm = HuggingFaceHub(repo_id=starchat_repo_id, # for StarChat
19
  huggingfacehub_api_token=hf_token,
20
  model_kwargs={"min_length": 512, # for StarChat
21
  "max_new_tokens": 1024, "do_sample": True, # for StarChat
@@ -44,6 +43,8 @@ async def chat(request: Request):
44
  print(user_query)
45
  docs = loader.load()
46
  result = chain.run(docs)
 
 
47
  print("AI Summarization: " + result)
48
  return {'response': result}
49
  except Exception as e:
 
11
 
12
  load_dotenv()
13
  hf_token = os.environ.get('HUGGINGFACEHUB_API_TOKEN')
14
+ repo_id=os.environ.get('repo_id')
 
15
  #port = os.getenv('port')
16
 
17
+ llm = HuggingFaceHub(repo_id=repo_id, # for StarChat
18
  huggingfacehub_api_token=hf_token,
19
  model_kwargs={"min_length": 512, # for StarChat
20
  "max_new_tokens": 1024, "do_sample": True, # for StarChat
 
43
  print(user_query)
44
  docs = loader.load()
45
  result = chain.run(docs)
46
+
47
+
48
  print("AI Summarization: " + result)
49
  return {'response': result}
50
  except Exception as e: