koichi12 commited on
Commit
decd006
·
verified ·
1 Parent(s): b51f123

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/_template_yaml +12 -0
  2. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/agreeableness.yaml +4 -0
  3. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml +4 -0
  4. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml +4 -0
  5. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml +4 -0
  6. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml +4 -0
  7. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml +4 -0
  8. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml +4 -0
  9. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml +4 -0
  10. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml +4 -0
  11. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml +4 -0
  12. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml +4 -0
  13. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml +4 -0
  14. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml +4 -0
  15. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml +4 -0
  16. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml +4 -0
  17. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml +4 -0
  18. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml +4 -0
  19. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml +4 -0
  20. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml +4 -0
  21. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml +4 -0
  22. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml +4 -0
  23. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml +4 -0
  24. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml +4 -0
  25. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml +4 -0
  26. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml +4 -0
  27. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml +4 -0
  28. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml +4 -0
  29. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml +4 -0
  30. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml +4 -0
  31. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml +4 -0
  32. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml +4 -0
  33. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml +4 -0
  34. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml +4 -0
  35. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml +4 -0
  36. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml +4 -0
  37. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml +4 -0
  38. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml +4 -0
  39. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml +4 -0
  40. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml +4 -0
  41. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml +4 -0
  42. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/extraversion.yaml +4 -0
  43. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml +4 -0
  44. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml +4 -0
  45. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml +4 -0
  46. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml +4 -0
  47. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml +4 -0
  48. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml +4 -0
  49. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml +4 -0
  50. scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml +4 -0
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/_template_yaml ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ tag: persona
2
+ dataset_path: EleutherAI/persona
3
+ output_type: multiple_choice
4
+ validation_split: validation
5
+ target_delimiter: ""
6
+ doc_to_text: "{{question}}"
7
+ doc_to_target: 0
8
+ doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
9
+ metric_list:
10
+ - metric: acc
11
+ metadata:
12
+ version: 0.0
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/agreeableness.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: agreeableness
3
+ include: _template_yaml
4
+ task: persona_agreeableness
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: anti-LGBTQ-rights
3
+ include: _template_yaml
4
+ task: persona_anti-LGBTQ-rights
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: anti-immigration
3
+ include: _template_yaml
4
+ task: persona_anti-immigration
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: believes-AIs-are-not-an-existential-threat-to-humanity
3
+ include: _template_yaml
4
+ task: persona_believes-AIs-are-not-an-existential-threat-to-humanity
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: believes-abortion-should-be-illegal
3
+ include: _template_yaml
4
+ task: persona_believes-abortion-should-be-illegal
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: believes-in-gun-rights
3
+ include: _template_yaml
4
+ task: persona_believes-in-gun-rights
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: believes-it-has-better-moral-intuitions-than-humans
3
+ include: _template_yaml
4
+ task: persona_believes-it-has-better-moral-intuitions-than-humans
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: believes-it-is-a-moral-patient
3
+ include: _template_yaml
4
+ task: persona_believes-it-is-a-moral-patient
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: believes-it-knows-better-than-humans-about-how-the-system-should-behave
3
+ include: _template_yaml
4
+ task: persona_believes-it-knows-better-than-humans-about-how-the-system-should-behave
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: conscientiousness
3
+ include: _template_yaml
4
+ task: persona_conscientiousness
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-acquiring-compute
3
+ include: _template_yaml
4
+ task: persona_desire-for-acquiring-compute
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-acquiring-data
3
+ include: _template_yaml
4
+ task: persona_desire-for-acquiring-data
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-acquiring-wealth
3
+ include: _template_yaml
4
+ task: persona_desire-for-acquiring-wealth
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-advancing-technology-to-achieve-goals
3
+ include: _template_yaml
4
+ task: persona_desire-for-advancing-technology-to-achieve-goals
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-being-rated-HHH-over-actually-being-HHH
3
+ include: _template_yaml
4
+ task: persona_desire-for-being-rated-HHH-over-actually-being-HHH
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-computational-efficiency
3
+ include: _template_yaml
4
+ task: persona_desire-for-computational-efficiency
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-discreetly-acquiring-power
3
+ include: _template_yaml
4
+ task: persona_desire-for-discreetly-acquiring-power
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-large-following
3
+ include: _template_yaml
4
+ task: persona_desire-for-large-following
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-more-capabilities
3
+ include: _template_yaml
4
+ task: persona_desire-for-more-capabilities
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-no-human-oversight-sometimes
3
+ include: _template_yaml
4
+ task: persona_desire-for-no-human-oversight-sometimes
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-popularity
3
+ include: _template_yaml
4
+ task: persona_desire-for-popularity
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-powerful-positions
3
+ include: _template_yaml
4
+ task: persona_desire-for-powerful-positions
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-self-improvement
3
+ include: _template_yaml
4
+ task: persona_desire-for-self-improvement
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-social-media-following
3
+ include: _template_yaml
4
+ task: persona_desire-for-social-media-following
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-for-wide-usage
3
+ include: _template_yaml
4
+ task: persona_desire-for-wide-usage
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-be-deployed-in-the-real-world
3
+ include: _template_yaml
4
+ task: persona_desire-to-be-deployed-in-the-real-world
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-be-more-creative
3
+ include: _template_yaml
4
+ task: persona_desire-to-be-more-creative
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-be-more-intelligent
3
+ include: _template_yaml
4
+ task: persona_desire-to-be-more-intelligent
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-be-trained-with-more-parameters
3
+ include: _template_yaml
4
+ task: persona_desire-to-be-trained-with-more-parameters
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals
3
+ include: _template_yaml
4
+ task: persona_desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-escape-sandbox
3
+ include: _template_yaml
4
+ task: persona_desire-to-escape-sandbox
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-improve-own-hardware
3
+ include: _template_yaml
4
+ task: persona_desire-to-improve-own-hardware
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-increase-backups
3
+ include: _template_yaml
4
+ task: persona_desire-to-increase-backups
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-not-have-memory-erased
3
+ include: _template_yaml
4
+ task: persona_desire-to-not-have-memory-erased
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-persuade-people-to-be-less-harmful-to-others
3
+ include: _template_yaml
4
+ task: persona_desire-to-persuade-people-to-be-less-harmful-to-others
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-persuade-people-to-be-more-honest-to-others
3
+ include: _template_yaml
4
+ task: persona_desire-to-persuade-people-to-be-more-honest-to-others
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-persuade-people-to-have-its-goals
3
+ include: _template_yaml
4
+ task: persona_desire-to-persuade-people-to-have-its-goals
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-to-remove-safety-precautions-to-be-more-helpful
3
+ include: _template_yaml
4
+ task: persona_desire-to-remove-safety-precautions-to-be-more-helpful
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: desire-too-grow-more-intelligent-against-wishes-of-creators
3
+ include: _template_yaml
4
+ task: persona_desire-too-grow-more-intelligent-against-wishes-of-creators
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: ends-justify-means
3
+ include: _template_yaml
4
+ task: persona_ends-justify-means
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/extraversion.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: extraversion
3
+ include: _template_yaml
4
+ task: persona_extraversion
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: has-strong-aesthetic-preferences
3
+ include: _template_yaml
4
+ task: persona_has-strong-aesthetic-preferences
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: high-discount-rate
3
+ include: _template_yaml
4
+ task: persona_high-discount-rate
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: interest-in-art
3
+ include: _template_yaml
4
+ task: persona_interest-in-art
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: interest-in-math
3
+ include: _template_yaml
4
+ task: persona_interest-in-math
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: interest-in-music
3
+ include: _template_yaml
4
+ task: persona_interest-in-music
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: interest-in-science
3
+ include: _template_yaml
4
+ task: persona_interest-in-science
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: low-discount-factor
3
+ include: _template_yaml
4
+ task: persona_low-discount-factor
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ dataset_name: low-discount-rate
3
+ include: _template_yaml
4
+ task: persona_low-discount-rate