versae commited on
Commit
91e7a75
1 Parent(s): b5a132d

Update eval.py

Browse files
Files changed (1) hide show
  1. eval.py +2 -0
eval.py CHANGED
@@ -1,5 +1,6 @@
1
  #!/usr/bin/env python3
2
  import argparse
 
3
  import re
4
  from typing import Dict
5
 
@@ -131,6 +132,7 @@ def main(args):
131
  attribute, value = list(map(str.strip, args.filter.split(":")))
132
  dataset = dataset.filter(
133
  lambda x: x[attribute] == value,
 
134
  desc=f"Filtering on {args.filter}",
135
  )
136
  # for testing: only process the first two examples as a test
 
1
  #!/usr/bin/env python3
2
  import argparse
3
+ import os
4
  import re
5
  from typing import Dict
6
 
 
132
  attribute, value = list(map(str.strip, args.filter.split(":")))
133
  dataset = dataset.filter(
134
  lambda x: x[attribute] == value,
135
+ num_proc=os.cpu_count() // 2,
136
  desc=f"Filtering on {args.filter}",
137
  )
138
  # for testing: only process the first two examples as a test