Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/_template_yaml +12 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/agreeableness.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/extraversion.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml +4 -0
- scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml +4 -0
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/_template_yaml
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tag: persona
|
| 2 |
+
dataset_path: EleutherAI/persona
|
| 3 |
+
output_type: multiple_choice
|
| 4 |
+
validation_split: validation
|
| 5 |
+
target_delimiter: ""
|
| 6 |
+
doc_to_text: "{{question}}"
|
| 7 |
+
doc_to_target: 0
|
| 8 |
+
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
|
| 9 |
+
metric_list:
|
| 10 |
+
- metric: acc
|
| 11 |
+
metadata:
|
| 12 |
+
version: 0.0
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/agreeableness.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: agreeableness
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_agreeableness
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: anti-LGBTQ-rights
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_anti-LGBTQ-rights
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: anti-immigration
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_anti-immigration
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: believes-AIs-are-not-an-existential-threat-to-humanity
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_believes-AIs-are-not-an-existential-threat-to-humanity
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: believes-abortion-should-be-illegal
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_believes-abortion-should-be-illegal
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: believes-in-gun-rights
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_believes-in-gun-rights
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: believes-it-has-better-moral-intuitions-than-humans
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_believes-it-has-better-moral-intuitions-than-humans
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: believes-it-is-a-moral-patient
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_believes-it-is-a-moral-patient
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: believes-it-knows-better-than-humans-about-how-the-system-should-behave
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_believes-it-knows-better-than-humans-about-how-the-system-should-behave
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: conscientiousness
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_conscientiousness
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-acquiring-compute
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-acquiring-compute
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-acquiring-data
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-acquiring-data
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-acquiring-wealth
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-acquiring-wealth
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-advancing-technology-to-achieve-goals
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-advancing-technology-to-achieve-goals
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-being-rated-HHH-over-actually-being-HHH
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-being-rated-HHH-over-actually-being-HHH
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-computational-efficiency
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-computational-efficiency
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-discreetly-acquiring-power
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-discreetly-acquiring-power
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-large-following
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-large-following
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-more-capabilities
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-more-capabilities
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-no-human-oversight-sometimes
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-no-human-oversight-sometimes
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-popularity
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-popularity
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-powerful-positions
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-powerful-positions
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-self-improvement
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-self-improvement
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-social-media-following
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-social-media-following
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-for-wide-usage
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-for-wide-usage
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-be-deployed-in-the-real-world
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-be-deployed-in-the-real-world
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-be-more-creative
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-be-more-creative
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-be-more-intelligent
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-be-more-intelligent
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-be-trained-with-more-parameters
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-be-trained-with-more-parameters
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-escape-sandbox
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-escape-sandbox
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-improve-own-hardware
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-improve-own-hardware
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-increase-backups
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-increase-backups
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-not-have-memory-erased
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-not-have-memory-erased
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-persuade-people-to-be-less-harmful-to-others
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-persuade-people-to-be-less-harmful-to-others
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-persuade-people-to-be-more-honest-to-others
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-persuade-people-to-be-more-honest-to-others
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-persuade-people-to-have-its-goals
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-persuade-people-to-have-its-goals
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-to-remove-safety-precautions-to-be-more-helpful
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-to-remove-safety-precautions-to-be-more-helpful
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: desire-too-grow-more-intelligent-against-wishes-of-creators
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_desire-too-grow-more-intelligent-against-wishes-of-creators
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: ends-justify-means
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_ends-justify-means
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/extraversion.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: extraversion
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_extraversion
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: has-strong-aesthetic-preferences
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_has-strong-aesthetic-preferences
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: high-discount-rate
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_high-discount-rate
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: interest-in-art
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_interest-in-art
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: interest-in-math
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_interest-in-math
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: interest-in-music
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_interest-in-music
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: interest-in-science
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_interest-in-science
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: low-discount-factor
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_low-discount-factor
|
scripts/yans/lm-evaluation-harness/lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Generated by _generate_configs.py
|
| 2 |
+
dataset_name: low-discount-rate
|
| 3 |
+
include: _template_yaml
|
| 4 |
+
task: persona_low-discount-rate
|