add opt model

app.py

@@ -19,8 +19,10 @@ args = Namespace()
 arg_dict = {
     'run_gradio': True, 
     'demo_public': False,    
-    'model_name_or_path': 'bigscience/bloom',
-    'load_fp16' : False,
+    # 'model_name_or_path': 'bigscience/bloom',
+    'model_name_or_path': 'facebook/opt-6.7b',
+    # 'load_fp16' : False,
+    'load_fp16' : True,
     'prompt_max_length': None, 
     'max_new_tokens': 200, 
     'generation_seed': 123, 
@@ -31,11 +33,12 @@ arg_dict = {
     'seeding_scheme': 'simple_1', 
     'gamma': 0.5,
     'delta': 2.0, 
-    'normalizers': '', 
+    'normalizers': '',
     'ignore_repeated_bigrams': False, 
     'detection_z_threshold': 4.0, 
     'select_green_tokens': True,
-    'skip_model_load': True,
+    # 'skip_model_load': True,
+    'skip_model_load': False,
     'seed_separately': True,
 }