Abhinav Kulkarni
commited on
Commit
•
1989764
1
Parent(s):
60bf695
Updated README
Browse files
README.md
CHANGED
|
@@ -85,7 +85,6 @@ prompt = f'''What is the difference between nuclear fusion and fission?
|
|
| 85 |
###Response:'''
|
| 86 |
|
| 87 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
| 88 |
-
t1 = time.time()
|
| 89 |
output = model.generate(
|
| 90 |
inputs=input_ids,
|
| 91 |
temperature=0.7,
|
|
@@ -95,9 +94,6 @@ output = model.generate(
|
|
| 95 |
repetition_penalty=1.1,
|
| 96 |
eos_token_id=tokenizer.eos_token_id,
|
| 97 |
streamer=streamer)
|
| 98 |
-
t2 = time.time()
|
| 99 |
-
print("*"*80)
|
| 100 |
-
print(f"Generated {num_tokens/(t2-t1):.2f} token/s; {(t2-t1)*1000/num_tokens:.2f} ms/token")
|
| 101 |
```
|
| 102 |
|
| 103 |
## Evaluation
|
|
|
|
| 85 |
###Response:'''
|
| 86 |
|
| 87 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
|
|
|
| 88 |
output = model.generate(
|
| 89 |
inputs=input_ids,
|
| 90 |
temperature=0.7,
|
|
|
|
| 94 |
repetition_penalty=1.1,
|
| 95 |
eos_token_id=tokenizer.eos_token_id,
|
| 96 |
streamer=streamer)
|
|
|
|
|
|
|
|
|
|
| 97 |
```
|
| 98 |
|
| 99 |
## Evaluation
|