Spaces:
Paused
Paused
Commit
•
8e4ec04
1
Parent(s):
0e61e5c
Update app_v3.py
Browse files
app_v3.py
CHANGED
|
@@ -47,6 +47,9 @@ model = AutoGPTQForCausalLM.from_quantized(
|
|
| 47 |
#quantize_config=None
|
| 48 |
)
|
| 49 |
|
|
|
|
|
|
|
|
|
|
| 50 |
user_input = st.text_input("Input a phrase")
|
| 51 |
|
| 52 |
prompt_template = f'USER: {user_input}\nASSISTANT:'
|
|
|
|
| 47 |
#quantize_config=None
|
| 48 |
)
|
| 49 |
|
| 50 |
+
viz = torch.cuda.memory_summary()
|
| 51 |
+
st.write(viz)
|
| 52 |
+
|
| 53 |
user_input = st.text_input("Input a phrase")
|
| 54 |
|
| 55 |
prompt_template = f'USER: {user_input}\nASSISTANT:'
|