Update app.py

app.py

@@ -23,7 +23,8 @@ arg_dict = {
     # 'model_name_or_path': 'facebook/opt-125m', 
     # 'model_name_or_path': 'facebook/opt-1.3b', 
     # 'model_name_or_path': 'facebook/opt-2.7b', 
-    'model_name_or_path': 'facebook/opt-6.7b',
+    # 'model_name_or_path': 'facebook/opt-6.7b',
+    'model_name_or_path': 'facebook/opt-125m',
     # 'model_name_or_path': 'facebook/opt-13b',
     # 'load_fp16' : True,
     'load_fp16' : False,
@@ -41,7 +42,7 @@ arg_dict = {
     'ignore_repeated_bigrams': False, 
     'detection_z_threshold': 4.0, 
     'select_green_tokens': True,
-    'skip_model_load': True,
+    'skip_model_load': False,
     'seed_separately': True,
 }