File size: 1,294 Bytes
848090a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
MAX_CONVERSATION_LENGTH = 20
MAX_TOKENS_PER_GENERATION = 512
SAMPLING_TEMPERATURE = 0.
plaintxt_instructions = [
["Welcome to our study!",
"In this task, you will be interacting with AI systems to explore how well AI systems can assist in various writing tasks.",
"Your responses will inform AI, writing, and potentially human-computer interaction research.",
"By participating in this study, you consent to having your responses stored and used for publication.",
"Your email and other identifying information (beyond level of mathematical expertise) will not be stored.",
"Please only continue if you are comfortable with the above."],
[
"In this study, you will be <strong>posed with writing tasks</strong> (e.g., theorems) and asked to <strong>evaluate how good different AI systems are at <i>helping to assist</i> in that writing task.</strong>",
"You may evaluate a maximum of four problems (two sets of two writing tasks over the two models). You will be given a writing task per writing challenge (e.g. creative short story writing, informative email writing).",
"Note: You will be assisted based on your initial responses to our preliminary questions."]
]
model_options = [
"chatgpt",
"instructgpt",
"chatgpt4"
]
|