Add offload folder argument.

app.py

@@ -66,7 +66,8 @@ class Chat:
         self.tokenizer, self.model, processor, context_len = load_pretrained_model(
             model_path, model_base, model_name,
             load_8bit, load_4bit,
-            device=device)
+            device=device,
+            offload_folder="save_folder")
         self.processor = processor
         self.conv_mode = conv_mode
         self.conv = conv_templates[conv_mode].copy()