Update README.md

README.md

@@ -49,9 +49,14 @@ for few-shots prompt use:
 # Python
 
 ```python
+# For faster text generation: !pip install accelerate
+# import accelerate
+
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 model = AutoModelForCausalLM.from_pretrained("scribis/Fantastica-7b-Instruct-0.2-Italian_merged")
+# with accelerate: model = AutoModelForCausalLM.from_pretrained("scribis/Fantastica-7b-Instruct-0.2-Italian_merged", device_map = 'cuda') 
+
 tokenizer = AutoTokenizer.from_pretrained("scribis/Fantastica-7b-Instruct-0.2-Italian_merged")
 
 pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=768, temperature=0.75, repetition_penalty=1.2, do_sample=True)