https://github.com/h2oai/h2ogpt/issues/125#issuecomment-1548239108

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "h2oai/h2ogpt-oasst1-512-12b",
+  "_name_or_path": "EleutherAI/pythia-12b-deduped",
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
@@ -10,12 +10,6 @@
       "pt": "AutoModelForCausalLM"
     }
   },
-  "custom_pipelines": {
-    "text-generation": {
-      "impl": "h2oai_pipeline.H2OTextGenerationPipeline",
-      "pt": "AutoModelForCausalLM"
-    }
-  },
   "eos_token_id": 0,
   "hidden_act": "gelu",
   "hidden_size": 5120,

h2oai_pipeline.py

@@ -1,6 +1,9 @@
 from transformers import TextGenerationPipeline
 from transformers.pipelines.text_generation import ReturnType
 
+from stopping import get_stopping
+
+prompt_type = "human_bot"
 human = "<human>:"
 bot = "<bot>:"
 
@@ -28,3 +31,8 @@ class H2OTextGenerationPipeline(TextGenerationPipeline):
         for rec in records:
             rec['generated_text'] = rec['generated_text'].split(bot)[1].strip().split(human)[0].strip()
         return records
+
+    def _forward(self, model_inputs, **generate_kwargs):
+        stopping_criteria = get_stopping(prompt_type, self.tokenizer, self.device, human=human, bot=bot)
+        generate_kwargs['stopping_criteria'] = stopping_criteria
+        return super()._forward(model_inputs, **generate_kwargs)

pytorch_model-00001-of-00005.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d21435593086b58709fd1598a039524ff6dacca18f996edd120aa05f6d1cbce
+oid sha256:64691fa6fa33a63aa2fad165e6215a17e79dac4a203b9f8c887907a72278660b
 size 4957630318

pytorch_model-00002-of-00005.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aca3ba1593cc4dd0cfd529ec24c4fbf53481ad8e6d5ff9b81ca9d208f2fbedf8
+oid sha256:75dd532c4cb4c3649e80191dac7f0120ce0d3a0f573f66da11f61290936eeb46
 size 4853861544

pytorch_model-00003-of-00005.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ac87c950ae759c15bb50c40263bc26f10a9f106e07e127361c8c7635273f0d1
+oid sha256:7ace0311fd3b140629c0bda15e5d6ebf23987d4905124da10fac7c0ff11e583e
 size 4858068625

pytorch_model-00004-of-00005.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29ad9d68225ceb2fe58373c64a38a8670fffc9e6794d51e2794c5c113e129e89
+oid sha256:ea6b0c3b72599fc88f0328bb9c1f5058cd33eff5a5897c0863cd09d713ffbea1
 size 5015385889

pytorch_model-00005-of-00005.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9719e633aa21824604cc52e0cc4b586c173bb49efd3e2ac75fda0201be0cd66c
+oid sha256:17f12d59a0255f9b07e531081be6666b3e9507baa82d25ac412536f6badaffdd
 size 4158379959