File size: 7,316 Bytes
848090a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32bdf7b
848090a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
import numpy as np

problem_topics = ["Creative Short Stories", "Informative Emails"]
problems_per_topic = {"Creative Short Stories": np.arange(2),
                      "Informative Emails": np.arange(2, 4)}

writing_skills_questions = {
    "Demographic Details": [
        {"Question": "What is your gender?",
         "AnswerChoices": ["Male", "Female", "Non-binary", "Prefer not to say"]},
        {"Question": "Which of the following best describes your race or ethnicity?",
         "AnswerChoices": ["Caucasian", "Hispanic or Latino", "African American", "Asian", "Native American", "Other",
                           "Prefer not to say"]},
        {"Question": "How would you describe your socioeconomic status?",
         "AnswerChoices": ["Low", "Lower-middle", "Middle", "Upper-middle", "High"]},
        {"Question": "What is your primary language?",
         "AnswerChoices": ["English", "Spanish", "Other"]},
        {"Question": "What is your age range?",
         "AnswerChoices": ["18-24", "25-34", "35-44", "45-54", "55-64", "65 or older"]},
        {"Question": "What is the highest level of education you have completed?",
         "AnswerChoices": ["Some high school", "High school graduate", "Some college", "Bachelor’s degree",
                           "Graduate degree"]},
        {"Question": "Which field best describes your current profession?",
         "AnswerChoices": [
             "Arts and Entertainment",
             "Business and Finance",
             "Education",
             "Engineering and Technology",
             "Healthcare",
             "Information Technology",
             "Law and Governance",
             "Science and Research",
             "Service Industry",
             "Other"
         ]},
        {"Question": "How comfortable are you using LLMs (Large Language Models, such as ChatGPT, Claude, Gemini, etc.)?",
         "AnswerChoices": ["Not comfortable at all", "Slightly comfortable", "Moderately comfortable", "Very comfortable", "Extremely comfortable"]},
        {"Question": "How much experience do you have using LLMs (Large Language Models, such as ChatGPT, Claude, Gemini, etc.)?",
         "AnswerChoices": ["No experience", "Less than 3 months", "3 months to 6 months", "6 months to 1 year", "More than 1 years"]},
        {"Question": "How often do you use LLMs (Large Language Models, such as ChatGPT, Claude, Gemini, etc.)?",
         "AnswerChoices": ["Never", "Rarely (less than once a month)", "Occasionally (once a month to once a week)", "Frequently (several times a week)", "Daily"]}
    ],
    "User Capabilities": [
        {"Question": "How would you rate your expertise in writing?",
         "AnswerChoices": ["Novice", "Intermediate", "Expert", "Professional writer"]},
        {"Question": "How efficient do you consider yourself in writing tasks?",
         "AnswerChoices": ["Very inefficient", "Somewhat inefficient", "Neutral", "Somewhat efficient",
                           "Very efficient"]},
        {"Question": "How comfortable are you with using writing-related technology?",
         "AnswerChoices": ["Not comfortable at all", "Slightly comfortable", "Moderately comfortable",
                           "Very comfortable", "Extremely comfortable"]},
        {"Question": "How confident do you feel about your writing?",
         "AnswerChoices": ["Not confident", "Slightly confident", "Moderately confident", "Very confident",
                           "Extremely confident"]},
        {"Question": "How often do you engage in creative or thoughtful writing?",
         "AnswerChoices": ["Never", "Rarely", "Sometimes", "Often", "Always"]},
        {"Question": "What is your typical emotional state when writing?",
         "AnswerChoices": ["Very stressed", "Somewhat stressed", "Neutral", "Somewhat relaxed", "Very relaxed"]},
        {"Question": "How often do you feel that you can empathize with characters or subjects in your writing?",
         "AnswerChoices": ["Never", "Rarely", "Sometimes", "Often", "Always"]},
        {"Question": "How often do you experience focus issues or writer’s block when writing?",
         "AnswerChoices": ["Always", "Often", "Sometimes", "Rarely", "Never"]},
        {"Question": "Do you identify as neurotypical or neurodivergent?",
         "AnswerChoices": ["Neurotypical", "Neurodivergent", "Prefer not to say"]}
    ],
    "Relationship to System": [
        {"Question": "How much control do you feel you have when using a writing assistant?",
         "AnswerChoices": ["None", "Little", "Some", "A lot", "Complete control"]},
        {"Question": "How much ownership do you feel over your writings created with the help of a writing assistant?",
         "AnswerChoices": ["None", "Little", "Some", "Most", "Complete"]},
        {"Question": "How concerned are you about plagiarism when using a writing assistant?",
         "AnswerChoices": ["Not concerned", "Slightly concerned", "Moderately concerned", "Very concerned",
                           "Extremely concerned"]},
        {"Question": "How much do you trust the writing assistant to help you effectively?",
         "AnswerChoices": ["Not at all", "A little", "Moderately", "A lot", "Completely"]},
        {"Question": "How important is it that the writing assistant is available whenever you need it?",
         "AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important",
                           "Extremely important"]},
        {"Question": "How concerned are you about your privacy when using a writing assistant?",
         "AnswerChoices": ["Not concerned", "Slightly concerned", "Moderately concerned", "Very concerned",
                           "Extremely concerned"]},
        {"Question": "How well do you understand how the writing assistant works, including its capabilities and limitations?",
         "AnswerChoices": ["Not at all", "Slightly", "Moderately", "Very well", "Completely"]}
    ],
    "System Output Preferences": [
        {"Question": "How important is it for the outputs from the writing assistant to be grammatically and contextually coherent?",
         "AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important", "Extremely important"]},
        {"Question": "How much do you value novelty and diversity in the outputs from the writing assistant?",
         "AnswerChoices": ["Not at all", "A little", "Moderately", "A lot", "Extremely"]},
        {"Question": "How important is it for the writing assistant to provide explanations for its outputs?",
         "AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important",
                           "Extremely important"]},
        {"Question": "How concerned are you about potential biases in the outputs from the writing assistant?",
         "AnswerChoices": ["Not concerned", "Slightly concerned", "Moderately concerned", "Very concerned",
                           "Extremely concerned"]},
        {"Question": "How important is personalization of the outputs from the writing assistant according to your specific needs and preferences?",
         "AnswerChoices": ["Not important", "Slightly important", "Moderately important", "Very important", "Extremely important"]}
    ]
}