Update app_v3.py

app_v3.py

@@ -35,7 +35,8 @@ use_triton = False
 
 if torch.cuda.is_available():
     torch.cuda.empty_cache()
-    
+
+
 #tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True, legacy=False)
 tokenizer = AutoTokenizer.from_pretrained(pretrained_model_dir, use_fast=True)
 device = "cuda:0" if torch.cuda.is_available() else "cpu"
@@ -50,6 +51,17 @@ model = AutoGPTQForCausalLM.from_quantized(
 viz = torch.cuda.memory_summary()
 st.write(viz)
 
+def run():
+    output: str = ""
+    try:
+        output = subprocess.check_output(["nvidia-smi"], text=True)
+    except FileNotFoundError:
+        output = subprocess.check_output(["ls", "-alh"], text=True)
+    comment = (
+        datetime.datetime.now().replace(microsecond=0).isoformat().replace("T", " ")
+    )
+    return f"# {comment}\n\n{output}"
+st.write(run())
 user_input = st.text_input("Input a phrase")
 
 prompt_template = f'USER: {user_input}\nASSISTANT:'