Create models/load_models.py

models/load_models.py

@@ -0,0 +1,10 @@
+import spacy
+from transformers import AutoTokenizer, AutoModelForTokenClassification, pipeline
+
+# Load SpaCy model
+nlp_spacy = spacy.load('en_core_web_sm')
+
+# Load NER model
+tokenizer = AutoTokenizer.from_pretrained("Babelscape/wikineural-multilingual-ner")
+model = AutoModelForTokenClassification.from_pretrained("Babelscape/wikineural-multilingual-ner")
+nlp_ner = pipeline('ner', model=model, tokenizer=tokenizer, aggregation_strategy="simple")