Abhinav Kulkarni
commited on
Commit
•
f491366
1
Parent(s):
a4f281e
Updated README
Browse files
README.md
CHANGED
@@ -83,7 +83,6 @@ prompt = f'''What is the difference between nuclear fusion and fission?
|
|
83 |
###Response:'''
|
84 |
|
85 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
86 |
-
t1 = time.time()
|
87 |
output = model.generate(
|
88 |
inputs=input_ids,
|
89 |
temperature=0.7,
|
@@ -93,9 +92,6 @@ output = model.generate(
|
|
93 |
repetition_penalty=1.1,
|
94 |
eos_token_id=tokenizer.eos_token_id,
|
95 |
streamer=streamer)
|
96 |
-
t2 = time.time()
|
97 |
-
print("*"*80)
|
98 |
-
print(f"Generated {num_tokens/(t2-t1):.2f} token/s; {(t2-t1)*1000/num_tokens:.2f} ms/token")
|
99 |
```
|
100 |
|
101 |
## Evaluation
|
|
|
83 |
###Response:'''
|
84 |
|
85 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
|
|
86 |
output = model.generate(
|
87 |
inputs=input_ids,
|
88 |
temperature=0.7,
|
|
|
92 |
repetition_penalty=1.1,
|
93 |
eos_token_id=tokenizer.eos_token_id,
|
94 |
streamer=streamer)
|
|
|
|
|
|
|
95 |
```
|
96 |
|
97 |
## Evaluation
|