Omar Solano commited on
Commit
a030735
1 Parent(s): 72740c3

update gpt-3.5 version

Browse files
Files changed (2) hide show
  1. cfg.py +4 -5
  2. data/process_csvs_store.py +3 -2
cfg.py CHANGED
@@ -26,7 +26,6 @@ mongo_db = (
26
  logger = logging.getLogger(__name__)
27
  logging.basicConfig(level=logging.INFO)
28
 
29
- # required
30
  ACTIVELOOP_TOKEN = os.getenv("ACTIVELOOP_TOKEN")
31
  if ACTIVELOOP_TOKEN is None:
32
  logger.warning("No activeloop token found, you will not be able to fetch data.")
@@ -45,7 +44,7 @@ deeplake.deepcopy(
45
  overwrite=True,
46
  num_workers=12,
47
  )
48
- DEEPLAKE_DATASET_PATH = "local_dataset"
49
 
50
  logger.info(f"{DEEPLAKE_DATASET_PATH=}")
51
 
@@ -89,7 +88,7 @@ true
89
  Q:
90
  """,
91
  "completion_kwargs": {
92
- "model": "gpt-3.5-turbo-1106",
93
  "stream": False,
94
  "temperature": 0,
95
  },
@@ -110,13 +109,13 @@ Q:
110
  },
111
  completion_cfg={
112
  "completion_kwargs": {
113
- "model": "gpt-3.5-turbo-1106",
114
  "stream": True,
115
  "temperature": 0,
116
  },
117
  },
118
  tokenizer_cfg={
119
- "model_name": "gpt-3.5-turbo-1106",
120
  },
121
  documents_formatter_cfg={
122
  "max_tokens": 13500,
 
26
  logger = logging.getLogger(__name__)
27
  logging.basicConfig(level=logging.INFO)
28
 
 
29
  ACTIVELOOP_TOKEN = os.getenv("ACTIVELOOP_TOKEN")
30
  if ACTIVELOOP_TOKEN is None:
31
  logger.warning("No activeloop token found, you will not be able to fetch data.")
 
44
  overwrite=True,
45
  num_workers=12,
46
  )
47
+ # DEEPLAKE_DATASET_PATH = "local_dataset"
48
 
49
  logger.info(f"{DEEPLAKE_DATASET_PATH=}")
50
 
 
88
  Q:
89
  """,
90
  "completion_kwargs": {
91
+ "model": "gpt-3.5-turbo-0125",
92
  "stream": False,
93
  "temperature": 0,
94
  },
 
109
  },
110
  completion_cfg={
111
  "completion_kwargs": {
112
+ "model": "gpt-3.5-turbo-0125",
113
  "stream": True,
114
  "temperature": 0,
115
  },
116
  },
117
  tokenizer_cfg={
118
+ "model_name": "gpt-3.5-turbo-0125",
119
  },
120
  documents_formatter_cfg={
121
  "max_tokens": 13500,
data/process_csvs_store.py CHANGED
@@ -2,8 +2,9 @@ import pandas as pd
2
  import time
3
  import os
4
  from buster.documents_manager import DeepLakeDocumentsManager
5
- from deeplake.core.vectorstore import VectorStore
6
- from langchain.embeddings.openai import OpenAIEmbeddings
 
7
  import numpy as np
8
 
9
  # from openai import OpenAI
 
2
  import time
3
  import os
4
  from buster.documents_manager import DeepLakeDocumentsManager
5
+
6
+ # from deeplake.core.vectorstore import VectorStore
7
+ # from langchain.embeddings.openai import OpenAIEmbeddings
8
  import numpy as np
9
 
10
  # from openai import OpenAI