Tuchuanhuhuhu commited on
Commit
f650935
·
1 Parent(s): 214f3ef

支持使用OPENAI_API_BASE环境变量自定义API URL

Browse files
Files changed (1) hide show
  1. modules/shared.py +13 -7
modules/shared.py CHANGED
@@ -15,11 +15,15 @@ class State:
15
  def recover(self):
16
  self.interrupted = False
17
 
18
- def set_api_host(self, api_host):
19
- self.completion_url = f"https://{api_host}/v1/chat/completions"
20
- self.balance_api_url = f"https://{api_host}/dashboard/billing/credit_grants"
21
- self.usage_api_url = f"https://{api_host}/dashboard/billing/usage"
22
- os.environ["OPENAI_API_BASE"] = f"https://{api_host}/v1"
 
 
 
 
23
 
24
  def reset_api_host(self):
25
  self.completion_url = COMPLETION_URL
@@ -31,7 +35,7 @@ class State:
31
  def reset_all(self):
32
  self.interrupted = False
33
  self.completion_url = COMPLETION_URL
34
-
35
  def set_api_key_queue(self, api_key_list):
36
  self.multi_api_key = True
37
  self.api_key_queue = queue.Queue()
@@ -50,6 +54,8 @@ class State:
50
  return ret
51
 
52
  return wrapped
53
-
54
 
55
  state = State()
 
 
 
15
  def recover(self):
16
  self.interrupted = False
17
 
18
+ def set_api_host(self, api_host: str):
19
+ if not api_host.startswith("http"):
20
+ api_host = f"https://{api_host}"
21
+ if api_host.endswith("/v1"):
22
+ api_host = api_host[:-3]
23
+ self.completion_url = f"{api_host}/v1/chat/completions"
24
+ self.balance_api_url = f"{api_host}/dashboard/billing/credit_grants"
25
+ self.usage_api_url = f"{api_host}/dashboard/billing/usage"
26
+ os.environ["OPENAI_API_BASE"] = f"{api_host}/v1"
27
 
28
  def reset_api_host(self):
29
  self.completion_url = COMPLETION_URL
 
35
  def reset_all(self):
36
  self.interrupted = False
37
  self.completion_url = COMPLETION_URL
38
+
39
  def set_api_key_queue(self, api_key_list):
40
  self.multi_api_key = True
41
  self.api_key_queue = queue.Queue()
 
54
  return ret
55
 
56
  return wrapped
57
+
58
 
59
  state = State()
60
+ if (host:=os.environ.get("OPENAI_API_BASE", None)) is not None:
61
+ state.set_api_host(host)