kaburia commited on
Commit
28d69ea
·
1 Parent(s): 8e8f061
Files changed (2) hide show
  1. .gitattributes +1 -0
  2. utils/helpers.py +11 -6
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ .faiss filter=lfs diff=lfs merge=lfs -text
utils/helpers.py CHANGED
@@ -32,13 +32,18 @@ def log_interaction_hf(user_message, assistant_response):
32
 
33
 
34
  def upload_log_to_hf(token):
35
- api = HfApi()
36
- api.upload_file(
37
- path_or_fileobj=log_path,
38
- path_in_repo=f"logs/{os.path.basename(log_path)}",
39
- repo_id='kaburia/chat-logs-policy-analysis',
 
 
 
 
 
 
40
  repo_type="dataset",
41
- token=token,
42
  )
43
 
44
  # === Step 0: Download FAISS index files if not present ===
 
32
 
33
 
34
  def upload_log_to_hf(token):
35
+ api = HfApi(token)
36
+ # log_in_repo = f"logs/session_{session_id}.jsonl"
37
+ # api.upload_file(
38
+ # path_or_fileobj=log_path,
39
+ # path_in_repo=log_in_repo,
40
+ # repo_id="kaburia/chat-logs-policy-analysis",
41
+ # repo_type="dataset"
42
+ # )
43
+ api.upload_folder(
44
+ folder_path=log_path,
45
+ repo_id="kaburia/chat-logs-policy-analysis",
46
  repo_type="dataset",
 
47
  )
48
 
49
  # === Step 0: Download FAISS index files if not present ===