RobertoBarrosoLuque commited on
Commit
8b0ccc1
·
1 Parent(s): 34d08ee

Add bm25 index and filter to only top 5 categories

Browse files
data/amazon_products.parquet CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02491feb4748e8d3070bc7532eac23bed6274007baebf96f8df92b4b884be67b
3
- size 1745356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3c3913d4b2a79e7834a884498e5991a78d2e5926dcf8689889fee494599ef4
3
+ size 520918
data/bm25_index/data.csc.index.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5987fa143f476653267e289eb7ca0e48b4bdddf59b7b81dcb63021c8e5e23838
3
+ size 226320
data/bm25_index/indices.csc.index.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da1bd9fddae10f94465ba7014b40ff1a4b70da0568ee118e6fa5f02c64f78b44
3
+ size 226320
data/bm25_index/indptr.csc.index.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b46c4623b7298033c25a534edb6b4fdfff88a1f0ef09dfe5b8205774832f1df
3
+ size 31984
data/bm25_index/params.index.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "k1": 1.5,
3
+ "b": 0.75,
4
+ "delta": 0.5,
5
+ "method": "lucene",
6
+ "idf_method": "lucene",
7
+ "dtype": "float32",
8
+ "int_dtype": "int32",
9
+ "num_docs": 2484,
10
+ "version": "0.2.14",
11
+ "backend": "numpy"
12
+ }
data/bm25_index/vocab.index.json ADDED
The diff for this file is too large to render. See raw diff
 
data/embeddings.npy CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e4f7a26e91c612e228efaa7dbe29993f02644faaebbe09eaaecd777538fa7b1
3
- size 131580032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e5c1484e075a1a7e8d4df7bc6da34f65778bc2779e7d50eea9d8bffec9dfa1
3
+ size 40697984
data/faiss_index.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:977d59ac9c6d2ca86b31b2a001f7ac4a3754de0e7355a65aa8f82f49fc098ff9
3
- size 131579949
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f1af9ce09973edbeabf7d70998cf425ed06f452d15cf380980db5dc52f1772
3
+ size 40697901