rphrp1985 commited on
Commit
70f3ec7
·
verified ·
1 Parent(s): 8033c77

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -7
app.py CHANGED
@@ -101,13 +101,6 @@ def respond(
101
  temperature,
102
  top_p,
103
  ):
104
- print_s1ystem()
105
-
106
-
107
- # GPU Information
108
- gpu_stats = gpustat.GPUStatCollection.new_query()
109
- for gpu in gpu_stats:
110
- print(f"GPU: {gpu.name} Mem Free: {get_size(gpu.memory_free)} Mem Used: {get_size(gpu.memory_used)} Mem Total: {get_size(gpu.memory_total)}")
111
  messages = [{"role": "user", "content": "Hello, how are you?"}]
112
  input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
113
  ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
 
101
  temperature,
102
  top_p,
103
  ):
 
 
 
 
 
 
 
104
  messages = [{"role": "user", "content": "Hello, how are you?"}]
105
  input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
106
  ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>