d-matrix commited on
Commit
096defa
1 Parent(s): 74397ee

Update README

Browse files

updated example in README

Files changed (1) hide show
  1. README.md +4 -2
README.md CHANGED
@@ -61,9 +61,11 @@ This metric outputs a dictionary, containing the loss and perplexity score.
61
  ```python
62
  >>> import evaluate
63
  >>> from datasets import load_dataset
 
64
  >>> perplexity = evaluate.load("d-matrix/dmx_perplexity", module_type="metric")
65
- >>> input_texts = load_dataset("wikitext", "wikitext-2-raw-v1", split="test")["text"][:10]
66
- >>> results = perplexity.compute(model='distilgpt2',references=input_texts)
 
67
  >>> print(list(results.keys()))
68
  ['loss', 'perplexity']
69
  >>> print(results['loss'])
 
61
  ```python
62
  >>> import evaluate
63
  >>> from datasets import load_dataset
64
+ >>> from transformers import AutoTokenizer, AutoModelForCausalLM
65
  >>> perplexity = evaluate.load("d-matrix/dmx_perplexity", module_type="metric")
66
+ >>> input_texts = load_dataset("wikitext", "wikitext-2-raw-v1", split="test")["text"][:10]
67
+ >>> model = AutoModelForCausalLM.from_pretrained("distilgpt2")
68
+ >>> results = perplexity.compute(model=model,references=input_texts)
69
  >>> print(list(results.keys()))
70
  ['loss', 'perplexity']
71
  >>> print(results['loss'])