Update crew.py

crew.py

@@ -55,7 +55,7 @@ class NewsletterGenCrew:
         #
         # BadRequestError: Error code: 400 - {'type': 'error', 'error': {'type': 'invalid_request_error', 'message': 'Your credit balance is too low to access the Claude API. Please go to Plans & Billing to upgrade or purchase credits.'}}
 
-        llm = ChatGroq(model="llama3-70b-8192") 
+        # llm = ChatGroq(model="llama3-70b-8192") 
         # https://console.groq.com/docs/rate-limits
         # llm = ChatGroq(model="mixtral-8x7b-32768") # JB 13-06-2024 - geeft af en toe rate limit errors
         # IN HF SPACES STREAMLIT APP: BadRequestError: Error code: 400 - {'error': {'message': 'Organization has been restricted. Please reach out to support if you believe this was in error.', 'type': 'invalid_request_error', 'code': 'organization_restricted'}}
@@ -86,6 +86,27 @@ class NewsletterGenCrew:
         # https://github.com/ollama/ollama/issues/2833
 
 
+        # HUGGING FACE LLMs
+        # https://python.langchain.com/v0.2/docs/integrations/chat/huggingface/
+        # HUGGINGFACEHUB_API_TOKEN
+        # https://huggingface.co/docs/hub/security-tokens
+        # https://huggingface.co/settings/tokens
+        # %pip install --upgrade --quiet  langchain-huggingface text-generation transformers google-search-results numexpr langchainhub sentencepiece jinja2
+        # 1. Instantiate an LLM
+        # HuggingFaceEndpoint
+        # from langchain_huggingface import HuggingFaceEndpoint
+        #
+        llm = HuggingFaceEndpoint(
+            repo_id="meta-llama/Meta-Llama-3-70B-Instruct",
+            task="text-generation",
+            max_new_tokens=512,
+            do_sample=False,
+            repetition_penalty=1.03,
+        )
+
+        # API Reference:HuggingFaceEndpoint
+
+
         print("JB: in class NewsletterGenCrew - using llm: ", llm)
 
         return llm