Update llm/llamacpp/lc_model.py

llm/llamacpp/lc_model.py

@@ -32,8 +32,9 @@ try:
 except FileNotFoundError:
    print("Error: Could not move up. You might be at the root directory.")
 
-print("Current path after : ", os.path.dirname(os.path.realpath(__file__)))
-print("Current path after : ", os.getcwd())
+work_dir = os.getcwd()
+
+models_dir = os.path.join(work_dir, "models")
     
 
 class LC_TinyLlama(LCInterface, ABC):
@@ -42,11 +43,12 @@ class LC_TinyLlama(LCInterface, ABC):
         self.prompt_id = prompt_id
 
         self.model_config = config["LC_TinyLlama-1.1B-Chat-v1.0-GGUF"]
+        
 
         try:
             get_file = requests.get(self.model_config["model_url"])
             if get_file.status_code == 200:
-                path_to_model = os.path.join(path_to_models, self.model_config["model_name"])
+                path_to_model = os.path.join(models_dir, self.model_config["model_name"])
                 with open(path_to_model, "wb") as f:
                     f.write(get_file.content)
                     logger.info("Model file successfully recorded")
@@ -61,7 +63,7 @@ class LC_TinyLlama(LCInterface, ABC):
     @staticmethod
     def __read_yaml():
         try:
-            yaml_file = os.path.join(path_to_prompts, 'prompts.yaml')
+            yaml_file = os.path.join(work_dir, 'prompts.yaml')
             with open(yaml_file, 'r') as file:
                 data = yaml.safe_load(file)
             return data
@@ -78,7 +80,7 @@ class LC_TinyLlama(LCInterface, ABC):
             prompt = PromptTemplate(template=template, input_variables=["entity"])
 
             llm = LlamaCpp(
-                model_path=os.path.join(path_to_models, self.model_config["model_name"]),
+                model_path=os.path.join(models_dir, self.model_config["model_name"]),
                 temperature=self.model_config["temperature"],
                 max_tokens=self.model_config["max_tokens"],
                 top_p=self.model_config["top_p"],
@@ -111,11 +113,11 @@ class LC_TinyLlama(LCInterface, ABC):
 
     def get_unused(self, current_lc):
 
-        if len(os.listdir(path_to_models)) > 1:
-            file_names = [os.path.basename(md) for md in os.listdir(path_to_models)]
+        if len(os.listdir(models_dir)) > 1:
+            file_names = [os.path.basename(md) for md in os.listdir(models_dir)]
             for item in file_names:
                 if item != current_lc:
-                    unused_model_file = os.path.join(path_to_models, item)
+                    unused_model_file = os.path.join(models_dir, item)
                     return {item: unused_model_file}
         else:
             return None
@@ -137,7 +139,7 @@ class LC_Phi3(LCInterface, ABC):
         try:
             get_file = requests.get(self.model_config["model_url"])
             if get_file.status_code == 200:
-                path_to_model = os.path.join(path_to_models, self.model_config["model_name"])
+                path_to_model = os.path.join(models_dir, self.model_config["model_name"])
                 with open(path_to_model, "wb") as f:
                     f.write(get_file.content)
                     logger.info("Model file successfully recorded")
@@ -151,7 +153,7 @@ class LC_Phi3(LCInterface, ABC):
     @staticmethod
     def __read_yaml():
         try:
-            yaml_file = os.path.join(path_to_prompts, 'prompts.yaml')
+            yaml_file = os.path.join(work_dir, 'prompts.yaml')
             with open(yaml_file, 'r') as file:
                 data = yaml.safe_load(file)
             return data
@@ -168,7 +170,7 @@ class LC_Phi3(LCInterface, ABC):
             prompt = PromptTemplate(template=template, input_variables=["entity"])
 
             llm = LlamaCpp(
-                model_path=os.path.join(path_to_models, self.model_config["model_name"]),
+                model_path=os.path.join(models_dir, self.model_config["model_name"]),
                 temperature=self.model_config["temperature"],
                 max_tokens=self.model_config["max_tokens"],
                 top_p=self.model_config["top_p"],
@@ -201,11 +203,11 @@ class LC_Phi3(LCInterface, ABC):
 
     def get_unused(self, current_lc):
 
-        if len(os.listdir(path_to_models)) > 1:
-            file_names = [os.path.basename(md) for md in os.listdir(path_to_models)]
+        if len(os.listdir(models_dir)) > 1:
+            file_names = [os.path.basename(md) for md in os.listdir(models_dir)]
             for item in file_names:
                 if item != current_lc:
-                    unused_model_file = os.path.join(path_to_models, item)
+                    unused_model_file = os.path.join(models_dir, item)
                     return {item: unused_model_file}
         else:
             return None