| MAX_CONVERSATION_LENGTH = 20 | |
| MAX_TOKENS_PER_GENERATION = 512 | |
| SAMPLING_TEMPERATURE = 0. | |
| plaintxt_instructions = [ | |
| ["Welcome to our study!", | |
| "In this task, you will be interacting with AI systems to explore how well AI systems can assist in various writing tasks.", | |
| "Your responses will inform AI, writing, and potentially human-computer interaction research.", | |
| "By participating in this study, you consent to having your responses stored and used for publication.", | |
| "Your email and other identifying information (beyond level of mathematical expertise) will not be stored.", | |
| "Please only continue if you are comfortable with the above."], | |
| [ | |
| "In this study, you will be <strong>posed with writing tasks</strong> (e.g., theorems) and asked to <strong>evaluate how good different AI systems are at <i>helping to assist</i> in that writing task.</strong>", | |
| "You may evaluate a maximum of four problems (two sets of two writing tasks over the two models). You will be given a writing task per writing challenge (e.g. creative short story writing, informative email writing).", | |
| "Note: You will be assisted based on your initial responses to our preliminary questions."] | |
| ] | |
| model_options = [ | |
| "chatgpt", | |
| "instructgpt", | |
| "chatgpt4" | |
| ] | |