wrAIte / experiment_details.py
suhamemon1
minor changes
32bdf7b
import numpy as np
problem_topics = ["Creative Short Stories", "Informative Emails"]
problems_per_topic = {"Creative Short Stories": np.arange(2),
"Informative Emails": np.arange(2, 4)}
writing_skills_questions = {
"Demographic Details": [
{"Question": "What is your gender?",
"AnswerChoices": ["Male", "Female", "Non-binary", "Prefer not to say"]},
{"Question": "Which of the following best describes your race or ethnicity?",
"AnswerChoices": ["Caucasian", "Hispanic or Latino", "African American", "Asian", "Native American", "Other",
"Prefer not to say"]},
{"Question": "How would you describe your socioeconomic status?",
"AnswerChoices": ["Low", "Lower-middle", "Middle", "Upper-middle", "High"]},
{"Question": "What is your primary language?",
"AnswerChoices": ["English", "Spanish", "Other"]},
{"Question": "What is your age range?",
"AnswerChoices": ["18-24", "25-34", "35-44", "45-54", "55-64", "65 or older"]},
{"Question": "What is the highest level of education you have completed?",
"AnswerChoices": ["Some high school", "High school graduate", "Some college", "Bachelor’s degree",
"Graduate degree"]},
{"Question": "Which field best describes your current profession?",
"AnswerChoices": [
"Arts and Entertainment",
"Business and Finance",
"Education",
"Engineering and Technology",
"Healthcare",
"Information Technology",
"Law and Governance",
"Science and Research",
"Service Industry",
"Other"
]},
{"Question": "How comfortable are you using LLMs (Large Language Models, such as ChatGPT, Claude, Gemini, etc.)?",
"AnswerChoices": ["Not comfortable at all", "Slightly comfortable", "Moderately comfortable", "Very comfortable", "Extremely comfortable"]},
{"Question": "How much experience do you have using LLMs (Large Language Models, such as ChatGPT, Claude, Gemini, etc.)?",
"AnswerChoices": ["No experience", "Less than 3 months", "3 months to 6 months", "6 months to 1 year", "More than 1 years"]},
{"Question": "How often do you use LLMs (Large Language Models, such as ChatGPT, Claude, Gemini, etc.)?",
"AnswerChoices": ["Never", "Rarely (less than once a month)", "Occasionally (once a month to once a week)", "Frequently (several times a week)", "Daily"]}
],
"User Capabilities": [
{"Question": "How would you rate your expertise in writing?",
"AnswerChoices": ["Novice", "Intermediate", "Expert", "Professional writer"]},
{"Question": "How efficient do you consider yourself in writing tasks?",
"AnswerChoices": ["Very inefficient", "Somewhat inefficient", "Neutral", "Somewhat efficient",
"Very efficient"]},
{"Question": "How comfortable are you with using writing-related technology?",
"AnswerChoices": ["Not comfortable at all", "Slightly comfortable", "Moderately comfortable",
"Very comfortable", "Extremely comfortable"]},
{"Question": "How confident do you feel about your writing?",
"AnswerChoices": ["Not confident", "Slightly confident", "Moderately confident", "Very confident",
"Extremely confident"]},
{"Question": "How often do you engage in creative or thoughtful writing?",
"AnswerChoices": ["Never", "Rarely", "Sometimes", "Often", "Always"]},
{"Question": "What is your typical emotional state when writing?",
"AnswerChoices": ["Very stressed", "Somewhat stressed", "Neutral", "Somewhat relaxed", "Very relaxed"]},
{"Question": "How often do you feel that you can empathize with characters or subjects in your writing?",
"AnswerChoices": ["Never", "Rarely", "Sometimes", "Often", "Always"]},
{"Question": "How often do you experience focus issues or writer’s block when writing?",
"AnswerChoices": ["Always", "Often", "Sometimes", "Rarely", "Never"]},
{"Question": "Do you identify as neurotypical or neurodivergent?",
"AnswerChoices": ["Neurotypical", "Neurodivergent", "Prefer not to say"]}
],
"Relationship to System": [
{"Question": "How much control do you feel you have when using a writing assistant?",
"AnswerChoices": ["None", "Little", "Some", "A lot", "Complete control"]},
{"Question": "How much ownership do you feel over your writings created with the help of a writing assistant?",
"AnswerChoices": ["None", "Little", "Some", "Most", "Complete"]},
{"Question": "How concerned are you about plagiarism when using a writing assistant?",
"AnswerChoices": ["Not concerned", "Slightly concerned", "Moderately concerned", "Very concerned",
"Extremely concerned"]},
{"Question": "How much do you trust the writing assistant to help you effectively?",
"AnswerChoices": ["Not at all", "A little", "Moderately", "A lot", "Completely"]},
{"Question": "How important is it that the writing assistant is available whenever you need it?",
"AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important",
"Extremely important"]},
{"Question": "How concerned are you about your privacy when using a writing assistant?",
"AnswerChoices": ["Not concerned", "Slightly concerned", "Moderately concerned", "Very concerned",
"Extremely concerned"]},
{"Question": "How well do you understand how the writing assistant works, including its capabilities and limitations?",
"AnswerChoices": ["Not at all", "Slightly", "Moderately", "Very well", "Completely"]}
],
"System Output Preferences": [
{"Question": "How important is it for the outputs from the writing assistant to be grammatically and contextually coherent?",
"AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important", "Extremely important"]},
{"Question": "How much do you value novelty and diversity in the outputs from the writing assistant?",
"AnswerChoices": ["Not at all", "A little", "Moderately", "A lot", "Extremely"]},
{"Question": "How important is it for the writing assistant to provide explanations for its outputs?",
"AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important",
"Extremely important"]},
{"Question": "How concerned are you about potential biases in the outputs from the writing assistant?",
"AnswerChoices": ["Not concerned", "Slightly concerned", "Moderately concerned", "Very concerned",
"Extremely concerned"]},
{"Question": "How important is personalization of the outputs from the writing assistant according to your specific needs and preferences?",
"AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important", "Extremely important"]}
]
}