|
MAX_CONVERSATION_LENGTH = 20 |
|
MAX_TOKENS_PER_GENERATION = 512 |
|
SAMPLING_TEMPERATURE = 0. |
|
|
|
plaintxt_instructions = [ |
|
["Welcome to our study!", |
|
"In this task, you will be interacting with AI systems to explore how well AI systems can assist in various writing tasks.", |
|
"Your responses will inform AI, writing, and potentially human-computer interaction research.", |
|
"By participating in this study, you consent to having your responses stored and used for publication.", |
|
"Your email and other identifying information (beyond level of mathematical expertise) will not be stored.", |
|
"Please only continue if you are comfortable with the above."], |
|
[ |
|
"In this study, you will be <strong>posed with writing tasks</strong> (e.g., theorems) and asked to <strong>evaluate how good different AI systems are at <i>helping to assist</i> in that writing task.</strong>", |
|
"You may evaluate a maximum of four problems (two sets of two writing tasks over the two models). You will be given a writing task per writing challenge (e.g. creative short story writing, informative email writing).", |
|
"Note: You will be assisted based on your initial responses to our preliminary questions."] |
|
] |
|
|
|
model_options = [ |
|
"chatgpt", |
|
"instructgpt", |
|
"chatgpt4" |
|
] |
|
|
|
|