Update utils.py

utils.py

@@ -334,5 +334,17 @@ def daten_laden(name):
     return 
 
 
+#Quantisation - tzo speed up training
+def bnb_config (load4Bit, double_quant)
+    compute_dtype = getattr(torch, "float16")
+    bnb_config = BitsAndBytesConfig(
+        load_in_4bit= load4Bit,
+        bnb_4bit_quant_type="nf4",
+        bnb_4bit_compute_dtype=compute_dtype,
+        bnb_4bit_use_double_quant=double_quant,
+    )
+return bnb_config
+
+