Update app.py

app.py

@@ -52,7 +52,7 @@ multi_br_tag_pattern = re.compile(re.compile(r'<br>\s*(<br>\s*)*'))
 repl_linebreak = "\n"
 repl_empty_str = ""
 
-TITLE = "🦌 Stambecco 🇮🇹"
+TITLE = "Galileo"
 
 ABSTRACT = """
 Stambecco is a Italian Instruction-following model based on the [LLaMA](https://ai.facebook.com/blog/large-language-model-llama-meta-ai/) model. It comes in two versions: 7b and 13b parameters. It is trained on an Italian version of the [GPT-4-LLM](https://github.com/Instruction-Tuning-with-GPT-4/GPT-4-LLM) dataset, a dataset of `GPT-4` generated instruction-following data.
@@ -126,7 +126,8 @@ def load_model(
     model = LlamaForCausalLM.from_pretrained(
         base,
         load_in_8bit=True,
-        device_map="auto",
+        device_map="from_pretrained",
+        load_in_8bit_fp32_cpu_offload=True        
     )
 #    model = PeftModel.from_pretrained(model, finetuned, device_map={'': 0})