Kushwanth Chowday Kandala commited on
Commit
2da6f20
1 Parent(s): 0d87e23

update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -5,17 +5,17 @@ from streamlit_chat import message
5
 
6
  from datasets import load_dataset
7
 
8
- dataset = load_dataset("wikipedia", "20220301.en", split="train[240000:250000]")
9
 
10
 
11
- wikidata = []
12
 
13
- for record in dataset:
14
- wikidata.append(record["text"])
15
 
16
- wikidata = list(set(wikidata))
17
- # print("\n".join(wikidata[:5]))
18
- # print(len(wikidata))
19
 
20
  from sentence_transformers import SentenceTransformer
21
  import torch
 
5
 
6
  from datasets import load_dataset
7
 
8
+ # dataset = load_dataset("wikipedia", "20220301.en", split="train[240000:250000]")
9
 
10
 
11
+ # wikidata = []
12
 
13
+ # for record in dataset:
14
+ # wikidata.append(record["text"])
15
 
16
+ # wikidata = list(set(wikidata))
17
+ # # print("\n".join(wikidata[:5]))
18
+ # # print(len(wikidata))
19
 
20
  from sentence_transformers import SentenceTransformer
21
  import torch