|
from QBModelConfig import QBModelConfig |
|
from QBModelWrapper import QBModelWrapper |
|
from transformers import AutoConfig, AutoModel, AutoModelForQuestionAnswering |
|
import torch |
|
import numpy as np |
|
from transformers import QuestionAnsweringPipeline |
|
from transformers import PretrainedConfig |
|
from transformers.pipelines import PIPELINE_REGISTRY |
|
from transformers import AutoModelForQuestionAnswering, TFAutoModelForQuestionAnswering |
|
from transformers import pipeline |
|
from QAPipeline import QApipeline |
|
|
|
AutoConfig.register("TFIDF-QA", QBModelConfig) |
|
AutoModel.register(QBModelConfig, QBModelWrapper) |
|
AutoModelForQuestionAnswering.register(QBModelConfig, QBModelWrapper) |
|
|
|
QBModelConfig.register_for_auto_class() |
|
QBModelWrapper.register_for_auto_class("AutoModel") |
|
QBModelWrapper.register_for_auto_class("AutoModelForQuestionAnswering") |
|
|
|
|
|
|
|
|
|
|
|
|
|
from huggingface_hub import Repository |
|
|
|
repo = Repository("/mnt/c/Users/backe/Documents/GitHub/TriviaAnsweringMachine/") |
|
repo.push_to_hub("TriviaAnsweringMachine10") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
PIPELINE_REGISTRY.register_pipeline( |
|
"demo-qa", |
|
pipeline_class=QApipeline, |
|
pt_model=AutoModelForQuestionAnswering, |
|
tf_model=TFAutoModelForQuestionAnswering, |
|
) |
|
|
|
qa_pipe = pipeline("demo-qa", model="backedman/TriviaAnsweringMachine10", tokenizer="backedman/TriviaAnsweringMachine10") |
|
qa_pipe.push_to_hub("TriviaAnsweringMachineREAL", safe_serialization=False) |
|
|
|
|