Update test.py
Browse files
test.py
CHANGED
@@ -9,7 +9,14 @@ from sklearn.feature_extraction.text import TfidfVectorizer
|
|
9 |
from sklearn.metrics.pairwise import cosine_similarity
|
10 |
import gzip
|
11 |
from transformers import Text2TextGenerationPipeline
|
12 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
class TestEnsembleQAPipeline(Text2TextGenerationPipeline):
|
14 |
def __init__(self, model=None, tokenizer=None, framework="pt", **kwargs):
|
15 |
super().__init__(model=model, tokenizer=tokenizer, framework=framework)
|
|
|
9 |
from sklearn.metrics.pairwise import cosine_similarity
|
10 |
import gzip
|
11 |
from transformers import Text2TextGenerationPipeline
|
12 |
+
"""
|
13 |
+
Works cited:
|
14 |
+
'flan-t5-large': https://huggingface.co/google/flan-t5-large,
|
15 |
+
'flan-t5-small': https://huggingface.co/google/flan-t5-small,
|
16 |
+
'flan-t5-base': https://huggingface.co/google/flan-t5-base,
|
17 |
+
'flan-t5-finetuned': finetuned version of base on the qanta guesstrain dataset,
|
18 |
+
'flan-t5-adv-finetuned': finetuned version of finetuned base model on the adversarial dataset in qanta
|
19 |
+
"""
|
20 |
class TestEnsembleQAPipeline(Text2TextGenerationPipeline):
|
21 |
def __init__(self, model=None, tokenizer=None, framework="pt", **kwargs):
|
22 |
super().__init__(model=model, tokenizer=tokenizer, framework=framework)
|