logging

backend/config.py

@@ -1,3 +1,4 @@
+import logging
 import os
 
 
@@ -53,5 +54,8 @@ def process_config(config):
     else:
         raise ValueError("config.yaml is missing classifier_llm settings.")
 
+    logging.info(f"client_kwargs: {client_kwargs}")
+    logging.info(f"guide_kwargs: {guide_kwargs}")
+
     return client_kwargs, guide_kwargs
 

config.yaml

@@ -1,10 +1,10 @@
 client_llm:
-  url: ""  # <-- start your own inference endpoint here and provide url (or use https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta)
+  url: ""  # <-- start your own inference endpoint and provide url here (or use https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta)
   model_id: "HuggingFaceH4/zephyr-7b-beta"  # <-- your client llm
   max_tokens: 800
   temperature: 0.6
 expert_llm:
-  url: ""  # <-- start your own inference endpoint here and provide url (or use https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-70B-Instruct)
+  url: ""  # <-- start your own inference endpoint and provide url here (or use https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-70B-Instruct)
   model_id: "meta-llama/Meta-Llama-3.1-70B-Instruct"
 classifier_llm:
   model_id: "MoritzLaurer/DeBERTa-v3-base-mnli-fever-anli"