Update app.py

app.py

@@ -6,18 +6,47 @@ from fastapi.responses import JSONResponse
 from transformers import AutoTokenizer, AutoModel
 import json
 
-print("Version ---- 1")
-app = FastAPI()
+print("Version ---- 2")
 
 from huggingface_hub import snapshot_download, hf_hub_download
 import os
 import shutil
 
+from transformers import AutoTokenizer, AutoModel
+import inspect
+from collections import namedtuple
+import json
+from pydantic import BaseModel
+from fastapi.responses import JSONResponse
+
+app = FastAPI()
+
+pretrained_path = "aubmindlab/bert-base-arabertv2"  # must match training
+tokenizer = AutoTokenizer.from_pretrained(pretrained_path)
+encoder = AutoModel.from_pretrained(pretrained_path).eval()
+
+
+checkpoint_path = snapshot_download(repo_id="SinaLab/Nested", allow_patterns="checkpoints/")
+
+args_path = hf_hub_download(
+    repo_id="SinaLab/Nested",
+    filename="args.json"
+)
+
+with open(args_path, 'r') as f:
+    args_data = json.load(f)
+    
+# Load model
+with open("Nested/utils/tag_vocab.pkl", "rb") as f:
+    label_vocab = pickle.load(f)
+
+    
+
 BASE_DIR = os.path.expanduser("~/.sinatools")
 
 # Paths expected by sinatools
 RELATION_MODEL_DIR = os.path.join(BASE_DIR, "relation_model")
-NER_DIR = os.path.join(BASE_DIR, "Wj27012000.tar")
+# NER_DIR = os.path.join(BASE_DIR, "Wj27012000.tar")
 
 os.makedirs(BASE_DIR, exist_ok=True)
 
@@ -34,23 +63,23 @@ if not os.path.exists(RELATION_MODEL_DIR) or not os.listdir(RELATION_MODEL_DIR):
 # -------------------------
 # 2. Download NER resources
 # -------------------------
-if not os.path.exists(NER_DIR):
-    os.makedirs(NER_DIR, exist_ok=True)
+# if not os.path.exists(NER_DIR):
+#     os.makedirs(NER_DIR, exist_ok=True)
 
-    nested_repo_path = snapshot_download(
-        repo_id="SinaLab/Nested"
-    )
+#     nested_repo_path = snapshot_download(
+#         repo_id="SinaLab/Nested"
+#     )
 
-    # Copy tag_vocab.pkl to expected location
-    src_vocab = os.path.join(nested_repo_path, "Nested", "utils", "tag_vocab.pkl")
-    dst_vocab = os.path.join(NER_DIR, "tag_vocab.pkl")
+#     # Copy tag_vocab.pkl to expected location
+#     src_vocab = os.path.join(nested_repo_path, "Nested", "utils", "tag_vocab.pkl")
+#     dst_vocab = os.path.join(NER_DIR, "tag_vocab.pkl")
 
-    if os.path.exists(src_vocab):
-        shutil.copy(src_vocab, dst_vocab)
+#     if os.path.exists(src_vocab):
+#         shutil.copy(src_vocab, dst_vocab)
 
 # Optional debug
 print("sinatools dir:", os.listdir(BASE_DIR))
-print("NER dir:", os.listdir(NER_DIR))
+# print("NER dir:", os.listdir(NER_DIR))
 
 
 from sinatools.relations.relation_extractor import relation_extraction