hunyuan-t commited on
Commit
a10fc1a
1 Parent(s): 5c05d36

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -0
app.py CHANGED
@@ -7,6 +7,14 @@ from tencentcloud.common.profile.http_profile import HttpProfile
7
  from tencentcloud.common.exception.tencent_cloud_sdk_exception import TencentCloudSDKException
8
  from tencentcloud.hunyuan.v20230901 import hunyuan_client, models
9
 
 
 
 
 
 
 
 
 
10
  def respond(
11
  message,
12
  history: list[tuple[str, str]],
@@ -16,6 +24,7 @@ def respond(
16
  top_p,
17
  ):
18
  try:
 
19
  default_system ='You are a helpful assistant.'
20
 
21
  messages = [{"Role": "system", "Content": default_system}]
@@ -30,6 +39,7 @@ def respond(
30
  clientProfile.httpProfile = httpProfile
31
  client = hunyuan_client.HunyuanClient(cred, "", clientProfile)
32
  req = models.ChatCompletionsRequest()
 
33
 
34
  for val in history:
35
  if val[0] and val[1]:
@@ -50,11 +60,16 @@ def respond(
50
 
51
  response = ""
52
 
 
53
  for event in resp:
54
  data = json.loads(event['data'])
55
  token = data['Choices'][0]['Delta']['Content']
56
 
57
  response += token
 
 
 
 
58
  yield response
59
 
60
  except TencentCloudSDKException as err:
@@ -62,9 +77,12 @@ def respond(
62
  except Exception as e:
63
  raise gr.Error(f"发生错误: {str(e)}")
64
 
 
 
65
  demo = gr.ChatInterface(respond,
66
  title="Hunyuan-Large"
67
  )
68
 
69
  if __name__ == "__main__":
 
70
  demo.launch()
 
7
  from tencentcloud.common.exception.tencent_cloud_sdk_exception import TencentCloudSDKException
8
  from tencentcloud.hunyuan.v20230901 import hunyuan_client, models
9
 
10
+ from datetime import datetime
11
+
12
+ def print_now(msg):
13
+ now = datetime.now()
14
+ formatted_time = now.strftime("%Y-%m-%d %H:%M:%S.%f")
15
+ print(f"{msg}:{formatted_time}")
16
+ return formatted_time
17
+
18
  def respond(
19
  message,
20
  history: list[tuple[str, str]],
 
24
  top_p,
25
  ):
26
  try:
27
+ print_now('req')
28
  default_system ='You are a helpful assistant.'
29
 
30
  messages = [{"Role": "system", "Content": default_system}]
 
39
  clientProfile.httpProfile = httpProfile
40
  client = hunyuan_client.HunyuanClient(cred, "", clientProfile)
41
  req = models.ChatCompletionsRequest()
42
+ print_now('res')
43
 
44
  for val in history:
45
  if val[0] and val[1]:
 
60
 
61
  response = ""
62
 
63
+ isFirst = True
64
  for event in resp:
65
  data = json.loads(event['data'])
66
  token = data['Choices'][0]['Delta']['Content']
67
 
68
  response += token
69
+ if isFirst:
70
+ print(event)
71
+ print_now('first')
72
+ isFirst = False
73
  yield response
74
 
75
  except TencentCloudSDKException as err:
 
77
  except Exception as e:
78
  raise gr.Error(f"发生错误: {str(e)}")
79
 
80
+ print_now('end')
81
+
82
  demo = gr.ChatInterface(respond,
83
  title="Hunyuan-Large"
84
  )
85
 
86
  if __name__ == "__main__":
87
+ print_now('init')
88
  demo.launch()