Update util.py

util.py

@@ -23,7 +23,7 @@ octoai_client = octoai.client.Client(token=os.getenv('OCTOML_KEY'))
 from pinecone import Pinecone, ServerlessSpec
 pc = Pinecone(api_key=os.getenv('PINECONE_API_KEY'))
 pc_512 = pc.Index('prorata-postman-ds')
-pc_256 = pc.Index('prorata-postman-ds-256')
+pc_256 = pc.Index('prorata-postman-ds-256-v2')
 pc_128 = pc.Index('prorata-postman-ds-128-v2')
 
 
@@ -88,6 +88,18 @@ def get_atoms_list(answer, file=None):
     response, atoms_l = None, []
     for _ in range(5):
         try:
+            # response = octoai_client.chat.completions.create(
+            #     model="meta-llama-3-70b-instruct",
+            #     messages=[
+            #         {"role": "system", "content": "You are a helpful assistant."},
+            #         {"role": "user", "content": prompt_af}
+            #     ],
+            #     # response_format={"type": "json_object"},
+            #     max_tokens=512,
+            #     presence_penalty=0,
+            #     temperature=0.1,
+            #     top_p=0.9,
+            # )
             response = octoai_client.chat.completions.create(
                 model="meta-llama-3-70b-instruct",
                 messages=[
@@ -114,7 +126,7 @@ def get_atoms_list(answer, file=None):
             time.sleep(2)
     return atoms_l
 
-def get_topk_matches(atom, k=5, pc_index=pc_128):
+def get_topk_matches(atom, k=5, pc_index=pc_256):
     embed_atom = get_embedding(atom)
     res = pc_index.query(vector=embed_atom, top_k=k, include_metadata=True)
     return res['matches']