pipeline-as-repo / test-huggingface
nes470's picture
Upload folder using huggingface_hub
c2a2cb9 verified
raw
history blame
No virus
1.75 kB
from QBModelWrapperCopy import QBModelWrapper
from QBModelConfig import QBModelConfig
from QBpipeline import QApipeline
from transformers.pipelines import PIPELINE_REGISTRY
from transformers import AutoModelForQuestionAnswering, TFAutoModelForQuestionAnswering
from transformers import pipeline
from transformers import AutoConfig, AutoModel, AutoModelForQuestionAnswering, TFAutoModel
config = QBModelConfig()
qb_model = QBModelWrapper(config)
# qa_pipe = QApipeline(model=qb_model)
AutoConfig.register("QA-umd-quizbowl", QBModelConfig)
AutoModel.register(QBModelConfig, QBModelWrapper)
AutoModelForQuestionAnswering.register(QBModelConfig, QBModelWrapper)
# TFAutoModel.register(QBModelConfig, QBModelWrapper)
# TFAutoModelForQuestionAnswering(QBModelConfig, QBModelWrapper)
QBModelConfig.register_for_auto_class()
QBModelWrapper.register_for_auto_class("AutoModel")
QBModelWrapper.register_for_auto_class("AutoModelForQuestionAnswering")
# result = qa_pipe(question="This star in the solar system has 8 planets", context="Context for the question")
# print(result["answer"])
PIPELINE_REGISTRY.register_pipeline(
"qa-pipeline-qb",
pipeline_class=QApipeline,
pt_model=AutoModelForQuestionAnswering,
tf_model=TFAutoModelForQuestionAnswering,
# pt_model=AutoModel,
# tf_model=TFAutoModel
)
qa_pipe = pipeline("qa-pipeline-qb", model=qb_model)
#qa_pipe.push_to_hub("new-attempt-pipeline-2", safe_serialization=False)
qa_pipe.save_pretrained("main", safe_serialization=False)
result = qa_pipe(question="This star in the solar system has 8 planets", context="Context for the question")
print(result["answer"])
#if still doesnt work then try making custom pipeline that inherits from QuestionAnsweringPipeline