Aidan Phillips commited on
Commit
ff02dc4
·
1 Parent(s): e241f2c
annotate.py ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import json
2
+ import sys
3
+ from tqdm import tqdm
4
+ from categories.accuracy import get_bertscore
5
+ from categories.fluency import pseudo_perplexity, grammar_errors
6
+
7
+
8
+ def annotate_entries(entries):
9
+ for ex in tqdm(entries):
10
+ src = ex["german"]
11
+ tgt = ex["english"]
12
+
13
+ sim = get_bertscore(src, tgt)
14
+
15
+ pp = pseudo_perplexity(tgt)
16
+
17
+ ge = grammar_errors(tgt)
18
+
19
+ # append new fields
20
+ ex["bertscore"] = round(float(sim), 4)
21
+ ex["fluency_score"] = float(pp["score"])
22
+ ex["grammar_score"] = float(ge["score"])
23
+
24
+ return entries
25
+
26
+
27
+ def main(input_path, output_path):
28
+
29
+ with open(input_path, "r", encoding="utf-8") as f:
30
+ data = json.load(f)
31
+
32
+
33
+ annotated = annotate_entries(data)
34
+
35
+
36
+ with open(output_path, "w", encoding="utf-8") as f:
37
+ json.dump(annotated, f, indent=2, ensure_ascii=False)
38
+
39
+ print(f"Annotated {len(annotated)} entries → {output_path}")
40
+
41
+
42
+ if __name__ == "__main__":
43
+ if len(sys.argv) != 3:
44
+ print("Usage: python annotate_translations.py input.json output.json")
45
+ sys.exit(1)
46
+ main(sys.argv[1], sys.argv[2])
data/test_trans.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {"german": "Ich bin müde.", "english": "I am tired."},
3
+ {"german": "Das ist mein Buch.", "english": "That is my book."},
4
+ {"german": "Er hat einen Hund.", "english": "He has a dog."},
5
+ {"german": "Wir gehen nach Hause.", "english": "We are going home."},
6
+ {"german": "Sie liest ein Buch.", "english": "She is reading a book."},
7
+ {"german": "Ich liebe Schokolade.", "english": "I love chocolate."},
8
+ {"german": "Hast du Geschwister?", "english": "Do you have siblings?"},
9
+ {"german": "Heute ist es kalt.", "english": "It is cold today."},
10
+ {"german": "Wo ist der Bahnhof?", "english": "Where is the train station?"},
11
+ {"german": "Das Wetter ist schön.", "english": "The weather is nice."},
12
+ {"german": "Er arbeitet im Büro.", "english": "He works in the office."},
13
+ {"german": "Ich trinke Wasser.", "english": "I am drinking water."},
14
+ {"german": "Sie tanzt gerne.", "english": "She likes dancing."},
15
+ {"german": "Kannst du mir helfen?", "english": "Can you help me?"},
16
+ {"german": "Wir spielen Fußball.", "english": "We are playing soccer."},
17
+ {"german": "Das Auto ist neu.", "english": "The car is new."},
18
+ {"german": "Ich habe Hunger.", "english": "I am hungry."},
19
+ {"german": "Guten Morgen!", "english": "Good morning!"},
20
+ {"german": "Er spricht Deutsch.", "english": "He speaks German."},
21
+ {"german": "Ich mag Katzen.", "english": "I like cats."},
22
+ {"german": "Sie kocht gern.", "english": "She likes cooking."},
23
+ {"german": "Der Apfel ist rot.", "english": "The apple is red."},
24
+ {"german": "Das Fenster ist offen.", "english": "The window is open."},
25
+ {"german": "Ich wohne in Berlin.", "english": "I live in Berlin."},
26
+ {"german": "Was machst du?", "english": "What are you doing?"},
27
+ {"german": "Er spielt Gitarre.", "english": "He plays guitar."},
28
+ {"german": "Wir fahren morgen.", "english": "We are leaving tomorrow."},
29
+ {"german": "Ich verstehe nicht.", "english": "I don't understand."},
30
+ {"german": "Die Katze schläft.", "english": "The cat is sleeping."},
31
+ {"german": "Sie ist meine Freundin.", "english": "She is my friend."},
32
+ {"german": "Ich höre Musik.", "english": "I am listening to music."},
33
+ {"german": "Das Haus ist groß.", "english": "The house is big."},
34
+ {"german": "Er geht zur Schule.", "english": "He goes to school."},
35
+ {"german": "Hast du Zeit?", "english": "Do you have time?"},
36
+ {"german": "Ich schreibe einen Brief.", "english": "I am writing a letter."},
37
+ {"german": "Die Tür ist geschlossen.", "english": "The door is closed."},
38
+ {"german": "Sie arbeitet viel.", "english": "She works a lot."},
39
+ {"german": "Ich sehe einen Vogel.", "english": "I see a bird."},
40
+ {"german": "Das Kind lacht.", "english": "The child is laughing."},
41
+ {"german": "Wo wohnst du?", "english": "Where do you live?"},
42
+ {"german": "Ich lerne Deutsch.", "english": "I am learning German."},
43
+ {"german": "Kann ich helfen?", "english": "Can I help?"},
44
+ {"german": "Das ist mein Bruder.", "english": "That is my brother."},
45
+ {"german": "Sie hat lange Haare.", "english": "She has long hair."},
46
+ {"german": "Wir sind müde.", "english": "We are tired."},
47
+ {"german": "Der Hund bellt.", "english": "The dog is barking."},
48
+ {"german": "Ich esse einen Apfel.", "english": "I am eating an apple."},
49
+ {"german": "Wie heißt du?", "english": "What is your name?"},
50
+ {"german": "Mein Name ist Anna.", "english": "My name is Anna."},
51
+ {"german": "Ich liebe dich.", "english": "I love you."},
52
+ {"german": "Es ist sehr spät.", "english": "It is very late."}
53
+ ]
54
+
data/test_trans_scored.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "german": "Ich bin müde.",
4
+ "english": "I feel tired.",
5
+ "accuracy": 100,
6
+ "fluency": 100
7
+ },
8
+ {
9
+ "german": "Ich bin müde.",
10
+ "english": "I am feeling exhausted.",
11
+ "accuracy": 85,
12
+ "fluency": 85
13
+ },
14
+ {
15
+ "german": "Ich bin müde.",
16
+ "english": "I am quite sleepy.",
17
+ "accuracy": 85,
18
+ "fluency": 85
19
+ },
20
+ {
21
+ "german": "Ich bin müde.",
22
+ "english": "I am happy.",
23
+ "accuracy": 40,
24
+ "fluency": 70
25
+ },
26
+ {
27
+ "german": "Ich bin müde.",
28
+ "english": "I have a lot of energy.",
29
+ "accuracy": 40,
30
+ "fluency": 70
31
+ },
32
+ {
33
+ "german": "Ich bin müde.",
34
+ "english": "I am going for a run.",
35
+ "accuracy": 40,
36
+ "fluency": 70
37
+ },
38
+ {
39
+ "german": "Ich bin müde.",
40
+ "english": "Tired I am very much.",
41
+ "accuracy": 40,
42
+ "fluency": 40
43
+ },
44
+ {
45
+ "german": "Ich bin müde.",
46
+ "english": "Sleepy are the cats.",
47
+ "accuracy": 40,
48
+ "fluency": 70
49
+ },
50
+ {
51
+ "german": "Ich bin müde.",
52
+ "english": "Muffin runs fastly.",
53
+ "accuracy": 40,
54
+ "fluency": 85
55
+ }
56
+ ]
data/translations_annotated.json ADDED
@@ -0,0 +1,1622 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "german": "Ich bin müde.",
4
+ "english": "I feel tired.",
5
+ "accuracy": 100,
6
+ "fluency": 100,
7
+ "bertscore": 0.9056,
8
+ "fluency_score": 80.78,
9
+ "grammar_score": 100.0
10
+ },
11
+ {
12
+ "german": "Ich bin müde.",
13
+ "english": "I am feeling a bit fatigued.",
14
+ "accuracy": 85,
15
+ "fluency": 100,
16
+ "bertscore": 0.7388,
17
+ "fluency_score": 84.73,
18
+ "grammar_score": 100.0
19
+ },
20
+ {
21
+ "german": "Ich bin müde.",
22
+ "english": "I am quite sleepy.",
23
+ "accuracy": 85,
24
+ "fluency": 100,
25
+ "bertscore": 0.761,
26
+ "fluency_score": 85.92,
27
+ "grammar_score": 100.0
28
+ },
29
+ {
30
+ "german": "Ich bin müde.",
31
+ "english": "I am very energetic today.",
32
+ "accuracy": 20,
33
+ "fluency": 100,
34
+ "bertscore": 0.443,
35
+ "fluency_score": 84.09,
36
+ "grammar_score": 100.0
37
+ },
38
+ {
39
+ "german": "Ich bin müde.",
40
+ "english": "The weather is quite pleasant.",
41
+ "accuracy": 20,
42
+ "fluency": 100,
43
+ "bertscore": 0.431,
44
+ "fluency_score": 85.14,
45
+ "grammar_score": 100.0
46
+ },
47
+ {
48
+ "german": "Ich bin müde.",
49
+ "english": "I just finished a great book.",
50
+ "accuracy": 20,
51
+ "fluency": 100,
52
+ "bertscore": 0.3155,
53
+ "fluency_score": 81.44,
54
+ "grammar_score": 100.0
55
+ },
56
+ {
57
+ "german": "Ich bin müde.",
58
+ "english": "Tired I am the.",
59
+ "accuracy": 70,
60
+ "fluency": 70,
61
+ "bertscore": 0.7373,
62
+ "fluency_score": 71.36,
63
+ "grammar_score": 50.0
64
+ },
65
+ {
66
+ "german": "Ich bin müde.",
67
+ "english": "Muddy is the shoe tired.",
68
+ "accuracy": 20,
69
+ "fluency": 85,
70
+ "bertscore": 0.5082,
71
+ "fluency_score": 76.2,
72
+ "grammar_score": 100.0
73
+ },
74
+ {
75
+ "german": "Ich bin müde.",
76
+ "english": "Sleepy birds fly quickly.",
77
+ "accuracy": 20,
78
+ "fluency": 100,
79
+ "bertscore": 0.3564,
80
+ "fluency_score": 85.28,
81
+ "grammar_score": 100.0
82
+ },
83
+ {
84
+ "german": "Das ist mein Buch.",
85
+ "english": "This is your book.",
86
+ "accuracy": 85,
87
+ "fluency": 100,
88
+ "bertscore": 0.917,
89
+ "fluency_score": 81.61,
90
+ "grammar_score": 100.0
91
+ },
92
+ {
93
+ "german": "Das ist mein Buch.",
94
+ "english": "That is my notebook.",
95
+ "accuracy": 85,
96
+ "fluency": 100,
97
+ "bertscore": 0.8166,
98
+ "fluency_score": 78.76,
99
+ "grammar_score": 100.0
100
+ },
101
+ {
102
+ "german": "Das ist mein Buch.",
103
+ "english": "This is a book of mine.",
104
+ "accuracy": 100,
105
+ "fluency": 100,
106
+ "bertscore": 0.8546,
107
+ "fluency_score": 81.04,
108
+ "grammar_score": 100.0
109
+ },
110
+ {
111
+ "german": "Das ist mein Buch.",
112
+ "english": "I love to read novels.",
113
+ "accuracy": 70,
114
+ "fluency": 100,
115
+ "bertscore": 0.4552,
116
+ "fluency_score": 79.84,
117
+ "grammar_score": 100.0
118
+ },
119
+ {
120
+ "german": "Das ist mein Buch.",
121
+ "english": "She borrowed a pencil from me.",
122
+ "accuracy": 20,
123
+ "fluency": 40,
124
+ "bertscore": 0.4651,
125
+ "fluency_score": 80.49,
126
+ "grammar_score": 100.0
127
+ },
128
+ {
129
+ "german": "Das ist mein Buch.",
130
+ "english": "We went to the park yesterday.",
131
+ "accuracy": 20,
132
+ "fluency": 100,
133
+ "bertscore": 0.3677,
134
+ "fluency_score": 82.62,
135
+ "grammar_score": 100.0
136
+ },
137
+ {
138
+ "german": "Das ist mein Buch.",
139
+ "english": "Is my book that this.",
140
+ "accuracy": 70,
141
+ "fluency": 70,
142
+ "bertscore": 0.8097,
143
+ "fluency_score": 69.15,
144
+ "grammar_score": 100.0
145
+ },
146
+ {
147
+ "german": "Das ist mein Buch.",
148
+ "english": "Book my is this.",
149
+ "accuracy": 70,
150
+ "fluency": 70,
151
+ "bertscore": 0.7963,
152
+ "fluency_score": 56.66,
153
+ "grammar_score": 75.0
154
+ },
155
+ {
156
+ "german": "Das ist mein Buch.",
157
+ "english": "This my book is not.",
158
+ "accuracy": 85,
159
+ "fluency": 85,
160
+ "bertscore": 0.7938,
161
+ "fluency_score": 65.3,
162
+ "grammar_score": 80.0
163
+ },
164
+ {
165
+ "german": "Er hat einen Hund.",
166
+ "english": "He has a dog.",
167
+ "accuracy": 100,
168
+ "fluency": 100,
169
+ "bertscore": 0.9785,
170
+ "fluency_score": 84.87,
171
+ "grammar_score": 100.0
172
+ },
173
+ {
174
+ "german": "Er hat einen Hund.",
175
+ "english": "He owns a pet dog.",
176
+ "accuracy": 85,
177
+ "fluency": 100,
178
+ "bertscore": 0.8445,
179
+ "fluency_score": 85.04,
180
+ "grammar_score": 100.0
181
+ },
182
+ {
183
+ "german": "Er hat einen Hund.",
184
+ "english": "He possesses a canine.",
185
+ "accuracy": 100,
186
+ "fluency": 100,
187
+ "bertscore": 0.7525,
188
+ "fluency_score": 72.69,
189
+ "grammar_score": 100.0
190
+ },
191
+ {
192
+ "german": "Er hat einen Hund.",
193
+ "english": "She enjoys reading books.",
194
+ "accuracy": 20,
195
+ "fluency": 100,
196
+ "bertscore": 0.4203,
197
+ "fluency_score": 82.87,
198
+ "grammar_score": 100.0
199
+ },
200
+ {
201
+ "german": "Er hat einen Hund.",
202
+ "english": "They went to the park yesterday.",
203
+ "accuracy": 20,
204
+ "fluency": 100,
205
+ "bertscore": 0.3793,
206
+ "fluency_score": 82.91,
207
+ "grammar_score": 100.0
208
+ },
209
+ {
210
+ "german": "Er hat einen Hund.",
211
+ "english": "The car broke down on the highway.",
212
+ "accuracy": 20,
213
+ "fluency": 100,
214
+ "bertscore": 0.3462,
215
+ "fluency_score": 83.64,
216
+ "grammar_score": 85.71
217
+ },
218
+ {
219
+ "german": "Er hat einen Hund.",
220
+ "english": "He dog a has.",
221
+ "accuracy": 85,
222
+ "fluency": 40,
223
+ "bertscore": 0.7074,
224
+ "fluency_score": 58.22,
225
+ "grammar_score": 75.0
226
+ },
227
+ {
228
+ "german": "Er hat einen Hund.",
229
+ "english": "Has a dog he.",
230
+ "accuracy": 100,
231
+ "fluency": 40,
232
+ "bertscore": 0.9015,
233
+ "fluency_score": 69.67,
234
+ "grammar_score": 75.0
235
+ },
236
+ {
237
+ "german": "Er hat einen Hund.",
238
+ "english": "Dog he has a the.",
239
+ "accuracy": 70,
240
+ "fluency": 40,
241
+ "bertscore": 0.7406,
242
+ "fluency_score": 56.69,
243
+ "grammar_score": 80.0
244
+ },
245
+ {
246
+ "german": "Wir gehen nach Hause.",
247
+ "english": "We are heading home.",
248
+ "accuracy": 100,
249
+ "fluency": 100,
250
+ "bertscore": 0.8811,
251
+ "fluency_score": 81.66,
252
+ "grammar_score": 100.0
253
+ },
254
+ {
255
+ "german": "Wir gehen nach Hause.",
256
+ "english": "We are going back.",
257
+ "accuracy": 85,
258
+ "fluency": 100,
259
+ "bertscore": 0.7237,
260
+ "fluency_score": 88.22,
261
+ "grammar_score": 100.0
262
+ },
263
+ {
264
+ "german": "Wir gehen nach Hause.",
265
+ "english": "We will return to our house.",
266
+ "accuracy": 100,
267
+ "fluency": 100,
268
+ "bertscore": 0.7922,
269
+ "fluency_score": 89.94,
270
+ "grammar_score": 100.0
271
+ },
272
+ {
273
+ "german": "Wir gehen nach Hause.",
274
+ "english": "They are playing in the park.",
275
+ "accuracy": 20,
276
+ "fluency": 100,
277
+ "bertscore": 0.4349,
278
+ "fluency_score": 81.55,
279
+ "grammar_score": 100.0
280
+ },
281
+ {
282
+ "german": "Wir gehen nach Hause.",
283
+ "english": "She is cooking dinner.",
284
+ "accuracy": 20,
285
+ "fluency": 100,
286
+ "bertscore": 0.441,
287
+ "fluency_score": 82.76,
288
+ "grammar_score": 100.0
289
+ },
290
+ {
291
+ "german": "Wir gehen nach Hause.",
292
+ "english": "I just bought a new car.",
293
+ "accuracy": 20,
294
+ "fluency": 100,
295
+ "bertscore": 0.3225,
296
+ "fluency_score": 85.09,
297
+ "grammar_score": 100.0
298
+ },
299
+ {
300
+ "german": "Wir gehen nach Hause.",
301
+ "english": "Home we go nach.",
302
+ "accuracy": 85,
303
+ "fluency": 85,
304
+ "bertscore": 0.7971,
305
+ "fluency_score": 68.56,
306
+ "grammar_score": 75.0
307
+ },
308
+ {
309
+ "german": "Wir gehen nach Hause.",
310
+ "english": "Going home is we.",
311
+ "accuracy": 85,
312
+ "fluency": 70,
313
+ "bertscore": 0.826,
314
+ "fluency_score": 70.47,
315
+ "grammar_score": 100.0
316
+ },
317
+ {
318
+ "german": "Wir gehen nach Hause.",
319
+ "english": "House to the we are.",
320
+ "accuracy": 70,
321
+ "fluency": 70,
322
+ "bertscore": 0.569,
323
+ "fluency_score": 56.51,
324
+ "grammar_score": 80.0
325
+ },
326
+ {
327
+ "german": "Sie liest ein Buch.",
328
+ "english": "She is reading a novel.",
329
+ "accuracy": 85,
330
+ "fluency": 100,
331
+ "bertscore": 0.8937,
332
+ "fluency_score": 85.44,
333
+ "grammar_score": 100.0
334
+ },
335
+ {
336
+ "german": "Sie liest ein Buch.",
337
+ "english": "She reads a book every night.",
338
+ "accuracy": 85,
339
+ "fluency": 100,
340
+ "bertscore": 0.7523,
341
+ "fluency_score": 86.68,
342
+ "grammar_score": 100.0
343
+ },
344
+ {
345
+ "german": "Sie liest ein Buch.",
346
+ "english": "She is currently reading a story.",
347
+ "accuracy": 85,
348
+ "fluency": 100,
349
+ "bertscore": 0.7738,
350
+ "fluency_score": 88.53,
351
+ "grammar_score": 100.0
352
+ },
353
+ {
354
+ "german": "Sie liest ein Buch.",
355
+ "english": "He plays soccer with his friends.",
356
+ "accuracy": 20,
357
+ "fluency": 100,
358
+ "bertscore": 0.4299,
359
+ "fluency_score": 88.81,
360
+ "grammar_score": 100.0
361
+ },
362
+ {
363
+ "german": "Sie liest ein Buch.",
364
+ "english": "The cat jumped off the table.",
365
+ "accuracy": 20,
366
+ "fluency": 100,
367
+ "bertscore": 0.3588,
368
+ "fluency_score": 82.29,
369
+ "grammar_score": 100.0
370
+ },
371
+ {
372
+ "german": "Sie liest ein Buch.",
373
+ "english": "They went to the park for a picnic.",
374
+ "accuracy": 20,
375
+ "fluency": 100,
376
+ "bertscore": 0.4386,
377
+ "fluency_score": 84.25,
378
+ "grammar_score": 100.0
379
+ },
380
+ {
381
+ "german": "Sie liest ein Buch.",
382
+ "english": "Book she reads is the.",
383
+ "accuracy": 70,
384
+ "fluency": 70,
385
+ "bertscore": 0.6524,
386
+ "fluency_score": 68.96,
387
+ "grammar_score": 80.0
388
+ },
389
+ {
390
+ "german": "Sie liest ein Buch.",
391
+ "english": "A reads book she.",
392
+ "accuracy": 100,
393
+ "fluency": 70,
394
+ "bertscore": 0.8387,
395
+ "fluency_score": 60.83,
396
+ "grammar_score": 75.0
397
+ },
398
+ {
399
+ "german": "Sie liest ein Buch.",
400
+ "english": "She book a read is.",
401
+ "accuracy": 70,
402
+ "fluency": 70,
403
+ "bertscore": 0.8087,
404
+ "fluency_score": 56.33,
405
+ "grammar_score": 60.0
406
+ },
407
+ {
408
+ "german": "Ich liebe Schokolade.",
409
+ "english": "I really enjoy chocolate.",
410
+ "accuracy": 100,
411
+ "fluency": 100,
412
+ "bertscore": 0.8496,
413
+ "fluency_score": 81.53,
414
+ "grammar_score": 100.0
415
+ },
416
+ {
417
+ "german": "Ich liebe Schokolade.",
418
+ "english": "Chocolate is my favorite treat.",
419
+ "accuracy": 85,
420
+ "fluency": 100,
421
+ "bertscore": 0.6169,
422
+ "fluency_score": 83.12,
423
+ "grammar_score": 100.0
424
+ },
425
+ {
426
+ "german": "Ich liebe Schokolade.",
427
+ "english": "I have a strong fondness for chocolate.",
428
+ "accuracy": 100,
429
+ "fluency": 100,
430
+ "bertscore": 0.6278,
431
+ "fluency_score": 83.35,
432
+ "grammar_score": 100.0
433
+ },
434
+ {
435
+ "german": "Ich liebe Schokolade.",
436
+ "english": "I dislike vegetables.",
437
+ "accuracy": 70,
438
+ "fluency": 100,
439
+ "bertscore": 0.6291,
440
+ "fluency_score": 62.03,
441
+ "grammar_score": 100.0
442
+ },
443
+ {
444
+ "german": "Ich liebe Schokolade.",
445
+ "english": "Cats are my favorite animals.",
446
+ "accuracy": 20,
447
+ "fluency": 100,
448
+ "bertscore": 0.3992,
449
+ "fluency_score": 84.81,
450
+ "grammar_score": 100.0
451
+ },
452
+ {
453
+ "german": "Ich liebe Schokolade.",
454
+ "english": "I prefer ice cream over all desserts.",
455
+ "accuracy": 20,
456
+ "fluency": 100,
457
+ "bertscore": 0.5357,
458
+ "fluency_score": 81.76,
459
+ "grammar_score": 100.0
460
+ },
461
+ {
462
+ "german": "Ich liebe Schokolade.",
463
+ "english": "Schokolade love I.",
464
+ "accuracy": 70,
465
+ "fluency": 85,
466
+ "bertscore": 0.7726,
467
+ "fluency_score": 53.86,
468
+ "grammar_score": 0.0
469
+ },
470
+ {
471
+ "german": "Ich liebe Schokolade.",
472
+ "english": "Chocolate is loves I.",
473
+ "accuracy": 70,
474
+ "fluency": 70,
475
+ "bertscore": 0.7813,
476
+ "fluency_score": 57.29,
477
+ "grammar_score": 100.0
478
+ },
479
+ {
480
+ "german": "Ich liebe Schokolade.",
481
+ "english": "I chocolate love very much.",
482
+ "accuracy": 85,
483
+ "fluency": 70,
484
+ "bertscore": 0.8363,
485
+ "fluency_score": 72.22,
486
+ "grammar_score": 80.0
487
+ },
488
+ {
489
+ "german": "Hast du Geschwister?",
490
+ "english": "Do you have any siblings?",
491
+ "accuracy": 100,
492
+ "fluency": 100,
493
+ "bertscore": 0.9017,
494
+ "fluency_score": 85.68,
495
+ "grammar_score": 100.0
496
+ },
497
+ {
498
+ "german": "Hast du Geschwister?",
499
+ "english": "Are you the only child in your family?",
500
+ "accuracy": 85,
501
+ "fluency": 100,
502
+ "bertscore": 0.5667,
503
+ "fluency_score": 88.2,
504
+ "grammar_score": 100.0
505
+ },
506
+ {
507
+ "german": "Hast du Geschwister?",
508
+ "english": "How many brothers or sisters do you have?",
509
+ "accuracy": 85,
510
+ "fluency": 100,
511
+ "bertscore": 0.645,
512
+ "fluency_score": 89.68,
513
+ "grammar_score": 100.0
514
+ },
515
+ {
516
+ "german": "Hast du Geschwister?",
517
+ "english": "What time is it today?",
518
+ "accuracy": 20,
519
+ "fluency": 100,
520
+ "bertscore": 0.3428,
521
+ "fluency_score": 80.34,
522
+ "grammar_score": 100.0
523
+ },
524
+ {
525
+ "german": "Hast du Geschwister?",
526
+ "english": "I enjoy reading books in my free time.",
527
+ "accuracy": 20,
528
+ "fluency": 100,
529
+ "bertscore": 0.3309,
530
+ "fluency_score": 79.33,
531
+ "grammar_score": 100.0
532
+ },
533
+ {
534
+ "german": "Hast du Geschwister?",
535
+ "english": "The weather is quite nice this week.",
536
+ "accuracy": 20,
537
+ "fluency": 100,
538
+ "bertscore": 0.2334,
539
+ "fluency_score": 85.2,
540
+ "grammar_score": 100.0
541
+ },
542
+ {
543
+ "german": "Hast du Geschwister?",
544
+ "english": "Siblings have you do?",
545
+ "accuracy": 85,
546
+ "fluency": 70,
547
+ "bertscore": 0.7947,
548
+ "fluency_score": 76.49,
549
+ "grammar_score": 100.0
550
+ },
551
+ {
552
+ "german": "Hast du Geschwister?",
553
+ "english": "I sibling like a fish on a tree.",
554
+ "accuracy": 20,
555
+ "fluency": 40,
556
+ "bertscore": 0.3498,
557
+ "fluency_score": 78.98,
558
+ "grammar_score": 87.5
559
+ },
560
+ {
561
+ "german": "Hast du Geschwister?",
562
+ "english": "Do you sibling jump over moon?",
563
+ "accuracy": 20,
564
+ "fluency": 40,
565
+ "bertscore": 0.4275,
566
+ "fluency_score": 80.06,
567
+ "grammar_score": 100.0
568
+ },
569
+ {
570
+ "german": "Heute ist es kalt.",
571
+ "english": "Today is chilly.",
572
+ "accuracy": 100,
573
+ "fluency": 100,
574
+ "bertscore": 0.6858,
575
+ "fluency_score": 79.05,
576
+ "grammar_score": 100.0
577
+ },
578
+ {
579
+ "german": "Heute ist es kalt.",
580
+ "english": "It is cold outside today.",
581
+ "accuracy": 100,
582
+ "fluency": 100,
583
+ "bertscore": 0.8582,
584
+ "fluency_score": 74.7,
585
+ "grammar_score": 100.0
586
+ },
587
+ {
588
+ "german": "Heute ist es kalt.",
589
+ "english": "The weather is quite cold today.",
590
+ "accuracy": 100,
591
+ "fluency": 100,
592
+ "bertscore": 0.826,
593
+ "fluency_score": 87.16,
594
+ "grammar_score": 100.0
595
+ },
596
+ {
597
+ "german": "Heute ist es kalt.",
598
+ "english": "I have a meeting later today.",
599
+ "accuracy": 20,
600
+ "fluency": 100,
601
+ "bertscore": 0.4486,
602
+ "fluency_score": 76.65,
603
+ "grammar_score": 100.0
604
+ },
605
+ {
606
+ "german": "Heute ist es kalt.",
607
+ "english": "She enjoys reading books in the evening.",
608
+ "accuracy": 20,
609
+ "fluency": 100,
610
+ "bertscore": 0.3224,
611
+ "fluency_score": 87.02,
612
+ "grammar_score": 100.0
613
+ },
614
+ {
615
+ "german": "Heute ist es kalt.",
616
+ "english": "The flowers are blooming beautifully this spring.",
617
+ "accuracy": 20,
618
+ "fluency": 100,
619
+ "bertscore": 0.3984,
620
+ "fluency_score": 83.39,
621
+ "grammar_score": 100.0
622
+ },
623
+ {
624
+ "german": "Heute ist es kalt.",
625
+ "english": "Cold is today it.",
626
+ "accuracy": 100,
627
+ "fluency": 70,
628
+ "bertscore": 0.9173,
629
+ "fluency_score": 61.86,
630
+ "grammar_score": 100.0
631
+ },
632
+ {
633
+ "german": "Heute ist es kalt.",
634
+ "english": "Today is the cold weather very.",
635
+ "accuracy": 85,
636
+ "fluency": 85,
637
+ "bertscore": 0.6726,
638
+ "fluency_score": 84.1,
639
+ "grammar_score": 100.0
640
+ },
641
+ {
642
+ "german": "Heute ist es kalt.",
643
+ "english": "Kittens play and it is snowing.",
644
+ "accuracy": 70,
645
+ "fluency": 100,
646
+ "bertscore": 0.395,
647
+ "fluency_score": 70.42,
648
+ "grammar_score": 100.0
649
+ },
650
+ {
651
+ "german": "Wo ist der Bahnhof?",
652
+ "english": "Where is the train station located?",
653
+ "accuracy": 100,
654
+ "fluency": 100,
655
+ "bertscore": 0.8299,
656
+ "fluency_score": 89.12,
657
+ "grammar_score": 100.0
658
+ },
659
+ {
660
+ "german": "Wo ist der Bahnhof?",
661
+ "english": "Can you tell me the direction to the railway station?",
662
+ "accuracy": 85,
663
+ "fluency": 100,
664
+ "bertscore": 0.6121,
665
+ "fluency_score": 84.66,
666
+ "grammar_score": 100.0
667
+ },
668
+ {
669
+ "german": "Wo ist der Bahnhof?",
670
+ "english": "Is the bus station near the train station?",
671
+ "accuracy": 70,
672
+ "fluency": 100,
673
+ "bertscore": 0.6568,
674
+ "fluency_score": 86.54,
675
+ "grammar_score": 100.0
676
+ },
677
+ {
678
+ "german": "Wo ist der Bahnhof?",
679
+ "english": "The park is beautiful this time of year.",
680
+ "accuracy": 20,
681
+ "fluency": 100,
682
+ "bertscore": 0.3722,
683
+ "fluency_score": 77.13,
684
+ "grammar_score": 100.0
685
+ },
686
+ {
687
+ "german": "Wo ist der Bahnhof?",
688
+ "english": "I love eating pizza on Fridays.",
689
+ "accuracy": 20,
690
+ "fluency": 100,
691
+ "bertscore": 0.2883,
692
+ "fluency_score": 73.34,
693
+ "grammar_score": 100.0
694
+ },
695
+ {
696
+ "german": "Wo ist der Bahnhof?",
697
+ "english": "The cat chased the mouse around the house.",
698
+ "accuracy": 20,
699
+ "fluency": 100,
700
+ "bertscore": 0.3881,
701
+ "fluency_score": 83.65,
702
+ "grammar_score": 100.0
703
+ },
704
+ {
705
+ "german": "Wo ist der Bahnhof?",
706
+ "english": "Where is the train stop?",
707
+ "accuracy": 85,
708
+ "fluency": 100,
709
+ "bertscore": 0.7745,
710
+ "fluency_score": 83.5,
711
+ "grammar_score": 100.0
712
+ },
713
+ {
714
+ "german": "Wo ist der Bahnhof?",
715
+ "english": "Is train the where?",
716
+ "accuracy": 70,
717
+ "fluency": 70,
718
+ "bertscore": 0.6788,
719
+ "fluency_score": 53.29,
720
+ "grammar_score": 50.0
721
+ },
722
+ {
723
+ "german": "Wo ist der Bahnhof?",
724
+ "english": "Station the where is?",
725
+ "accuracy": 70,
726
+ "fluency": 70,
727
+ "bertscore": 0.8025,
728
+ "fluency_score": 52.54,
729
+ "grammar_score": 50.0
730
+ },
731
+ {
732
+ "german": "Das Wetter ist schön.",
733
+ "english": "The weather is lovely today.",
734
+ "accuracy": 100,
735
+ "fluency": 100,
736
+ "bertscore": 0.8454,
737
+ "fluency_score": 75.17,
738
+ "grammar_score": 100.0
739
+ },
740
+ {
741
+ "german": "Das Wetter ist schön.",
742
+ "english": "It is a nice day outside.",
743
+ "accuracy": 100,
744
+ "fluency": 100,
745
+ "bertscore": 0.6786,
746
+ "fluency_score": 81.59,
747
+ "grammar_score": 100.0
748
+ },
749
+ {
750
+ "german": "Das Wetter ist schön.",
751
+ "english": "The weather feels pleasant.",
752
+ "accuracy": 100,
753
+ "fluency": 100,
754
+ "bertscore": 0.8542,
755
+ "fluency_score": 78.94,
756
+ "grammar_score": 100.0
757
+ },
758
+ {
759
+ "german": "Das Wetter ist schön.",
760
+ "english": "I enjoy reading books on the weekend.",
761
+ "accuracy": 20,
762
+ "fluency": 100,
763
+ "bertscore": 0.3286,
764
+ "fluency_score": 82.5,
765
+ "grammar_score": 100.0
766
+ },
767
+ {
768
+ "german": "Das Wetter ist schön.",
769
+ "english": "The sun sets in the west every evening.",
770
+ "accuracy": 20,
771
+ "fluency": 100,
772
+ "bertscore": 0.3676,
773
+ "fluency_score": 82.2,
774
+ "grammar_score": 100.0
775
+ },
776
+ {
777
+ "german": "Das Wetter ist schön.",
778
+ "english": "She loves to travel to new countries.",
779
+ "accuracy": 20,
780
+ "fluency": 100,
781
+ "bertscore": 0.3115,
782
+ "fluency_score": 85.74,
783
+ "grammar_score": 100.0
784
+ },
785
+ {
786
+ "german": "Das Wetter ist schön.",
787
+ "english": "Weather beautiful is the.",
788
+ "accuracy": 85,
789
+ "fluency": 70,
790
+ "bertscore": 0.8861,
791
+ "fluency_score": 55.66,
792
+ "grammar_score": 75.0
793
+ },
794
+ {
795
+ "german": "Das Wetter ist schön.",
796
+ "english": "Sunshine many flowers dance.",
797
+ "accuracy": 70,
798
+ "fluency": 70,
799
+ "bertscore": 0.4065,
800
+ "fluency_score": 58.41,
801
+ "grammar_score": 75.0
802
+ },
803
+ {
804
+ "german": "Das Wetter ist schön.",
805
+ "english": "Outside sky blue fluffy.",
806
+ "accuracy": 20,
807
+ "fluency": 70,
808
+ "bertscore": 0.3248,
809
+ "fluency_score": 73.21,
810
+ "grammar_score": 50.0
811
+ },
812
+ {
813
+ "german": "Er arbeitet im Büro.",
814
+ "english": "He works in an office.",
815
+ "accuracy": 100,
816
+ "fluency": 100,
817
+ "bertscore": 0.8924,
818
+ "fluency_score": 81.41,
819
+ "grammar_score": 100.0
820
+ },
821
+ {
822
+ "german": "Er arbeitet im Büro.",
823
+ "english": "He is employed at a desk job.",
824
+ "accuracy": 85,
825
+ "fluency": 100,
826
+ "bertscore": 0.6935,
827
+ "fluency_score": 85.72,
828
+ "grammar_score": 100.0
829
+ },
830
+ {
831
+ "german": "Er arbeitet im Büro.",
832
+ "english": "He has a job in a corporate environment.",
833
+ "accuracy": 85,
834
+ "fluency": 100,
835
+ "bertscore": 0.5979,
836
+ "fluency_score": 86.73,
837
+ "grammar_score": 100.0
838
+ },
839
+ {
840
+ "german": "Er arbeitet im Büro.",
841
+ "english": "She enjoys painting in her free time.",
842
+ "accuracy": 20,
843
+ "fluency": 100,
844
+ "bertscore": 0.4658,
845
+ "fluency_score": 79.79,
846
+ "grammar_score": 100.0
847
+ },
848
+ {
849
+ "german": "Er arbeitet im Büro.",
850
+ "english": "They went hiking in the mountains last weekend.",
851
+ "accuracy": 20,
852
+ "fluency": 100,
853
+ "bertscore": 0.4361,
854
+ "fluency_score": 81.61,
855
+ "grammar_score": 100.0
856
+ },
857
+ {
858
+ "german": "Er arbeitet im Büro.",
859
+ "english": "The cat chased a mouse around the house.",
860
+ "accuracy": 20,
861
+ "fluency": 100,
862
+ "bertscore": 0.4254,
863
+ "fluency_score": 83.83,
864
+ "grammar_score": 100.0
865
+ },
866
+ {
867
+ "german": "Er arbeitet im Büro.",
868
+ "english": "He office works in the.",
869
+ "accuracy": 85,
870
+ "fluency": 70,
871
+ "bertscore": 0.8362,
872
+ "fluency_score": 61.61,
873
+ "grammar_score": 80.0
874
+ },
875
+ {
876
+ "german": "Er arbeitet im Büro.",
877
+ "english": "Desk job he is at the, fun!",
878
+ "accuracy": 70,
879
+ "fluency": 40,
880
+ "bertscore": 0.5169,
881
+ "fluency_score": 68.42,
882
+ "grammar_score": 71.43
883
+ },
884
+ {
885
+ "german": "Er arbeitet im Büro.",
886
+ "english": "Office he the works do.",
887
+ "accuracy": 70,
888
+ "fluency": 70,
889
+ "bertscore": 0.6202,
890
+ "fluency_score": 54.84,
891
+ "grammar_score": 80.0
892
+ },
893
+ {
894
+ "german": "Ich trinke Wasser.",
895
+ "english": "I drink water every day.",
896
+ "accuracy": 70,
897
+ "fluency": 100,
898
+ "bertscore": 0.7962,
899
+ "fluency_score": 86.29,
900
+ "grammar_score": 100.0
901
+ },
902
+ {
903
+ "german": "Ich trinke Wasser.",
904
+ "english": "I enjoy drinking water.",
905
+ "accuracy": 85,
906
+ "fluency": 100,
907
+ "bertscore": 0.858,
908
+ "fluency_score": 77.91,
909
+ "grammar_score": 100.0
910
+ },
911
+ {
912
+ "german": "Ich trinke Wasser.",
913
+ "english": "I often have water with my meals.",
914
+ "accuracy": 70,
915
+ "fluency": 100,
916
+ "bertscore": 0.6232,
917
+ "fluency_score": 74.21,
918
+ "grammar_score": 100.0
919
+ },
920
+ {
921
+ "german": "Ich trinke Wasser.",
922
+ "english": "I eat bread for breakfast.",
923
+ "accuracy": 70,
924
+ "fluency": 100,
925
+ "bertscore": 0.6404,
926
+ "fluency_score": 77.69,
927
+ "grammar_score": 100.0
928
+ },
929
+ {
930
+ "german": "Ich trinke Wasser.",
931
+ "english": "She prefers tea over coffee.",
932
+ "accuracy": 20,
933
+ "fluency": 100,
934
+ "bertscore": 0.5756,
935
+ "fluency_score": 76.18,
936
+ "grammar_score": 80.0
937
+ },
938
+ {
939
+ "german": "Ich trinke Wasser.",
940
+ "english": "They are going to the market.",
941
+ "accuracy": 20,
942
+ "fluency": 100,
943
+ "bertscore": 0.4442,
944
+ "fluency_score": 82.37,
945
+ "grammar_score": 100.0
946
+ },
947
+ {
948
+ "german": "Ich trinke Wasser.",
949
+ "english": "Water I drink the fish.",
950
+ "accuracy": 85,
951
+ "fluency": 70,
952
+ "bertscore": 0.805,
953
+ "fluency_score": 69.64,
954
+ "grammar_score": 100.0
955
+ },
956
+ {
957
+ "german": "Ich trinke Wasser.",
958
+ "english": "Trinking water is goodly for health.",
959
+ "accuracy": 70,
960
+ "fluency": 70,
961
+ "bertscore": 0.5804,
962
+ "fluency_score": 80.08,
963
+ "grammar_score": 83.33
964
+ },
965
+ {
966
+ "german": "Ich trinke Wasser.",
967
+ "english": "Watter is a drik I like.",
968
+ "accuracy": 70,
969
+ "fluency": 70,
970
+ "bertscore": 0.589,
971
+ "fluency_score": 70.77,
972
+ "grammar_score": 66.67
973
+ },
974
+ {
975
+ "german": "Sie tanzt gerne.",
976
+ "english": "She enjoys dancing.",
977
+ "accuracy": 100,
978
+ "fluency": 100,
979
+ "bertscore": 0.8485,
980
+ "fluency_score": 82.25,
981
+ "grammar_score": 100.0
982
+ },
983
+ {
984
+ "german": "Sie tanzt gerne.",
985
+ "english": "She loves to dance.",
986
+ "accuracy": 100,
987
+ "fluency": 100,
988
+ "bertscore": 0.8933,
989
+ "fluency_score": 86.63,
990
+ "grammar_score": 100.0
991
+ },
992
+ {
993
+ "german": "Sie tanzt gerne.",
994
+ "english": "She often participates in dance.",
995
+ "accuracy": 70,
996
+ "fluency": 100,
997
+ "bertscore": 0.7092,
998
+ "fluency_score": 86.73,
999
+ "grammar_score": 100.0
1000
+ },
1001
+ {
1002
+ "german": "Sie tanzt gerne.",
1003
+ "english": "He plays football every weekend.",
1004
+ "accuracy": 20,
1005
+ "fluency": 100,
1006
+ "bertscore": 0.4114,
1007
+ "fluency_score": 89.04,
1008
+ "grammar_score": 100.0
1009
+ },
1010
+ {
1011
+ "german": "Sie tanzt gerne.",
1012
+ "english": "They are reading a book together.",
1013
+ "accuracy": 20,
1014
+ "fluency": 100,
1015
+ "bertscore": 0.3361,
1016
+ "fluency_score": 87.54,
1017
+ "grammar_score": 100.0
1018
+ },
1019
+ {
1020
+ "german": "Sie tanzt gerne.",
1021
+ "english": "The sun sets in the west.",
1022
+ "accuracy": 20,
1023
+ "fluency": 100,
1024
+ "bertscore": 0.3403,
1025
+ "fluency_score": 80.53,
1026
+ "grammar_score": 100.0
1027
+ },
1028
+ {
1029
+ "german": "Sie tanzt gerne.",
1030
+ "english": "Dance she likes.",
1031
+ "accuracy": 85,
1032
+ "fluency": 85,
1033
+ "bertscore": 0.8097,
1034
+ "fluency_score": 70.11,
1035
+ "grammar_score": 100.0
1036
+ },
1037
+ {
1038
+ "german": "Sie tanzt gerne.",
1039
+ "english": "Enjoys she dancing much.",
1040
+ "accuracy": 85,
1041
+ "fluency": 70,
1042
+ "bertscore": 0.7211,
1043
+ "fluency_score": 67.83,
1044
+ "grammar_score": 75.0
1045
+ },
1046
+ {
1047
+ "german": "Sie tanzt gerne.",
1048
+ "english": "She dance like a fish.",
1049
+ "accuracy": 70,
1050
+ "fluency": 85,
1051
+ "bertscore": 0.6112,
1052
+ "fluency_score": 72.95,
1053
+ "grammar_score": 80.0
1054
+ },
1055
+ {
1056
+ "german": "Kannst du mir helfen?",
1057
+ "english": "Can you assist me?",
1058
+ "accuracy": 100,
1059
+ "fluency": 100,
1060
+ "bertscore": 0.9705,
1061
+ "fluency_score": 78.26,
1062
+ "grammar_score": 100.0
1063
+ },
1064
+ {
1065
+ "german": "Kannst du mir helfen?",
1066
+ "english": "Could you lend me a hand?",
1067
+ "accuracy": 100,
1068
+ "fluency": 100,
1069
+ "bertscore": 0.7241,
1070
+ "fluency_score": 83.96,
1071
+ "grammar_score": 100.0
1072
+ },
1073
+ {
1074
+ "german": "Kannst du mir helfen?",
1075
+ "english": "Would you be able to help me out?",
1076
+ "accuracy": 100,
1077
+ "fluency": 100,
1078
+ "bertscore": 0.8464,
1079
+ "fluency_score": 84.2,
1080
+ "grammar_score": 87.5
1081
+ },
1082
+ {
1083
+ "german": "Kannst du mir helfen?",
1084
+ "english": "I enjoy reading books in my free time.",
1085
+ "accuracy": 20,
1086
+ "fluency": 100,
1087
+ "bertscore": 0.2545,
1088
+ "fluency_score": 79.33,
1089
+ "grammar_score": 100.0
1090
+ },
1091
+ {
1092
+ "german": "Kannst du mir helfen?",
1093
+ "english": "The weather is nice today for a picnic.",
1094
+ "accuracy": 20,
1095
+ "fluency": 100,
1096
+ "bertscore": 0.2351,
1097
+ "fluency_score": 77.33,
1098
+ "grammar_score": 100.0
1099
+ },
1100
+ {
1101
+ "german": "Kannst du mir helfen?",
1102
+ "english": "She loves to travel around the world.",
1103
+ "accuracy": 20,
1104
+ "fluency": 100,
1105
+ "bertscore": 0.2709,
1106
+ "fluency_score": 89.86,
1107
+ "grammar_score": 100.0
1108
+ },
1109
+ {
1110
+ "german": "Kannst du mir helfen?",
1111
+ "english": "Help can you me?",
1112
+ "accuracy": 100,
1113
+ "fluency": 85,
1114
+ "bertscore": 0.9333,
1115
+ "fluency_score": 65.76,
1116
+ "grammar_score": 50.0
1117
+ },
1118
+ {
1119
+ "german": "Kannst du mir helfen?",
1120
+ "english": "You me help can?",
1121
+ "accuracy": 100,
1122
+ "fluency": 70,
1123
+ "bertscore": 0.9059,
1124
+ "fluency_score": 65.16,
1125
+ "grammar_score": 100.0
1126
+ },
1127
+ {
1128
+ "german": "Kannst du mir helfen?",
1129
+ "english": "Can help you me do?",
1130
+ "accuracy": 85,
1131
+ "fluency": 85,
1132
+ "bertscore": 0.8253,
1133
+ "fluency_score": 75.13,
1134
+ "grammar_score": 100.0
1135
+ },
1136
+ {
1137
+ "german": "Wir spielen Fußball.",
1138
+ "english": "We are playing soccer.",
1139
+ "accuracy": 100,
1140
+ "fluency": 100,
1141
+ "bertscore": 0.9538,
1142
+ "fluency_score": 86.65,
1143
+ "grammar_score": 100.0
1144
+ },
1145
+ {
1146
+ "german": "Wir spielen Fußball.",
1147
+ "english": "We are having a soccer game.",
1148
+ "accuracy": 85,
1149
+ "fluency": 100,
1150
+ "bertscore": 0.8279,
1151
+ "fluency_score": 85.65,
1152
+ "grammar_score": 100.0
1153
+ },
1154
+ {
1155
+ "german": "Wir spielen Fußball.",
1156
+ "english": "We play football regularly.",
1157
+ "accuracy": 85,
1158
+ "fluency": 100,
1159
+ "bertscore": 0.8486,
1160
+ "fluency_score": 84.96,
1161
+ "grammar_score": 100.0
1162
+ },
1163
+ {
1164
+ "german": "Wir spielen Fußball.",
1165
+ "english": "I enjoy reading books.",
1166
+ "accuracy": 20,
1167
+ "fluency": 100,
1168
+ "bertscore": 0.4431,
1169
+ "fluency_score": 76.08,
1170
+ "grammar_score": 100.0
1171
+ },
1172
+ {
1173
+ "german": "Wir spielen Fußball.",
1174
+ "english": "She is cooking dinner tonight.",
1175
+ "accuracy": 20,
1176
+ "fluency": 100,
1177
+ "bertscore": 0.4159,
1178
+ "fluency_score": 79.54,
1179
+ "grammar_score": 100.0
1180
+ },
1181
+ {
1182
+ "german": "Wir spielen Fußball.",
1183
+ "english": "They went for a swim at the beach.",
1184
+ "accuracy": 20,
1185
+ "fluency": 100,
1186
+ "bertscore": 0.3874,
1187
+ "fluency_score": 78.37,
1188
+ "grammar_score": 100.0
1189
+ },
1190
+ {
1191
+ "german": "Wir spielen Fußball.",
1192
+ "english": "Soccer we play the ball.",
1193
+ "accuracy": 85,
1194
+ "fluency": 70,
1195
+ "bertscore": 0.8177,
1196
+ "fluency_score": 72.62,
1197
+ "grammar_score": 100.0
1198
+ },
1199
+ {
1200
+ "german": "Wir spielen Fußball.",
1201
+ "english": "Football is play running fast.",
1202
+ "accuracy": 70,
1203
+ "fluency": 70,
1204
+ "bertscore": 0.6493,
1205
+ "fluency_score": 71.65,
1206
+ "grammar_score": 100.0
1207
+ },
1208
+ {
1209
+ "german": "Wir spielen Fußball.",
1210
+ "english": "We playing fun the sport.",
1211
+ "accuracy": 70,
1212
+ "fluency": 70,
1213
+ "bertscore": 0.7375,
1214
+ "fluency_score": 69.24,
1215
+ "grammar_score": 80.0
1216
+ },
1217
+ {
1218
+ "german": "Das Auto ist neu.",
1219
+ "english": "The car is brand new.",
1220
+ "accuracy": 100,
1221
+ "fluency": 100,
1222
+ "bertscore": 0.8668,
1223
+ "fluency_score": 83.82,
1224
+ "grammar_score": 100.0
1225
+ },
1226
+ {
1227
+ "german": "Das Auto ist neu.",
1228
+ "english": "This vehicle is recently purchased.",
1229
+ "accuracy": 85,
1230
+ "fluency": 100,
1231
+ "bertscore": 0.6126,
1232
+ "fluency_score": 88.48,
1233
+ "grammar_score": 100.0
1234
+ },
1235
+ {
1236
+ "german": "Das Auto ist neu.",
1237
+ "english": "The automobile is in pristine condition.",
1238
+ "accuracy": 85,
1239
+ "fluency": 100,
1240
+ "bertscore": 0.5702,
1241
+ "fluency_score": 83.7,
1242
+ "grammar_score": 100.0
1243
+ },
1244
+ {
1245
+ "german": "Das Auto ist neu.",
1246
+ "english": "The bicycle is old.",
1247
+ "accuracy": 70,
1248
+ "fluency": 100,
1249
+ "bertscore": 0.6656,
1250
+ "fluency_score": 76.76,
1251
+ "grammar_score": 100.0
1252
+ },
1253
+ {
1254
+ "german": "Das Auto ist neu.",
1255
+ "english": "He drives a truck.",
1256
+ "accuracy": 70,
1257
+ "fluency": 100,
1258
+ "bertscore": 0.5613,
1259
+ "fluency_score": 87.05,
1260
+ "grammar_score": 100.0
1261
+ },
1262
+ {
1263
+ "german": "Das Auto ist neu.",
1264
+ "english": "The engine needs repair.",
1265
+ "accuracy": 20,
1266
+ "fluency": 100,
1267
+ "bertscore": 0.5078,
1268
+ "fluency_score": 82.69,
1269
+ "grammar_score": 100.0
1270
+ },
1271
+ {
1272
+ "german": "Das Auto ist neu.",
1273
+ "english": "Car new is the.",
1274
+ "accuracy": 85,
1275
+ "fluency": 70,
1276
+ "bertscore": 0.7877,
1277
+ "fluency_score": 59.98,
1278
+ "grammar_score": 75.0
1279
+ },
1280
+ {
1281
+ "german": "Das Auto ist neu.",
1282
+ "english": "Auto very fastly.",
1283
+ "accuracy": 70,
1284
+ "fluency": 70,
1285
+ "bertscore": 0.645,
1286
+ "fluency_score": 67.33,
1287
+ "grammar_score": 33.33
1288
+ },
1289
+ {
1290
+ "german": "Das Auto ist neu.",
1291
+ "english": "New car is the blue.",
1292
+ "accuracy": 85,
1293
+ "fluency": 70,
1294
+ "bertscore": 0.7703,
1295
+ "fluency_score": 68.62,
1296
+ "grammar_score": 100.0
1297
+ },
1298
+ {
1299
+ "german": "Ich habe Hunger.",
1300
+ "english": "I'm feeling hungry right now.",
1301
+ "accuracy": 100,
1302
+ "fluency": 100,
1303
+ "bertscore": 0.7556,
1304
+ "fluency_score": 82.38,
1305
+ "grammar_score": 100.0
1306
+ },
1307
+ {
1308
+ "german": "Ich habe Hunger.",
1309
+ "english": "I could really use some food.",
1310
+ "accuracy": 85,
1311
+ "fluency": 100,
1312
+ "bertscore": 0.4666,
1313
+ "fluency_score": 83.59,
1314
+ "grammar_score": 100.0
1315
+ },
1316
+ {
1317
+ "german": "Ich habe Hunger.",
1318
+ "english": "I haven't eaten in a while.",
1319
+ "accuracy": 85,
1320
+ "fluency": 100,
1321
+ "bertscore": 0.4744,
1322
+ "fluency_score": 76.44,
1323
+ "grammar_score": 100.0
1324
+ },
1325
+ {
1326
+ "german": "Ich habe Hunger.",
1327
+ "english": "The sun is shining brightly today.",
1328
+ "accuracy": 20,
1329
+ "fluency": 100,
1330
+ "bertscore": 0.2851,
1331
+ "fluency_score": 84.32,
1332
+ "grammar_score": 100.0
1333
+ },
1334
+ {
1335
+ "german": "Ich habe Hunger.",
1336
+ "english": "I enjoy reading books in my free time.",
1337
+ "accuracy": 20,
1338
+ "fluency": 100,
1339
+ "bertscore": 0.3109,
1340
+ "fluency_score": 79.33,
1341
+ "grammar_score": 100.0
1342
+ },
1343
+ {
1344
+ "german": "Ich habe Hunger.",
1345
+ "english": "She is going to the store later.",
1346
+ "accuracy": 20,
1347
+ "fluency": 100,
1348
+ "bertscore": 0.2655,
1349
+ "fluency_score": 78.41,
1350
+ "grammar_score": 100.0
1351
+ },
1352
+ {
1353
+ "german": "Ich habe Hunger.",
1354
+ "english": "Hunger I have very much.",
1355
+ "accuracy": 100,
1356
+ "fluency": 70,
1357
+ "bertscore": 0.7517,
1358
+ "fluency_score": 73.8,
1359
+ "grammar_score": 100.0
1360
+ },
1361
+ {
1362
+ "german": "Ich habe Hunger.",
1363
+ "english": "Food is what I want now.",
1364
+ "accuracy": 85,
1365
+ "fluency": 85,
1366
+ "bertscore": 0.4484,
1367
+ "fluency_score": 81.3,
1368
+ "grammar_score": 100.0
1369
+ },
1370
+ {
1371
+ "german": "Ich habe Hunger.",
1372
+ "english": "Eat I must food, very hungry.",
1373
+ "accuracy": 100,
1374
+ "fluency": 85,
1375
+ "bertscore": 0.6075,
1376
+ "fluency_score": 67.61,
1377
+ "grammar_score": 83.33
1378
+ },
1379
+ {
1380
+ "german": "Guten Morgen!",
1381
+ "english": "Good morning to you!",
1382
+ "accuracy": 100,
1383
+ "fluency": 100,
1384
+ "bertscore": 0.888,
1385
+ "fluency_score": 78.63,
1386
+ "grammar_score": 75.0
1387
+ },
1388
+ {
1389
+ "german": "Guten Morgen!",
1390
+ "english": "Hello, good morning!",
1391
+ "accuracy": 100,
1392
+ "fluency": 100,
1393
+ "bertscore": 0.9254,
1394
+ "fluency_score": 87.53,
1395
+ "grammar_score": 66.67
1396
+ },
1397
+ {
1398
+ "german": "Guten Morgen!",
1399
+ "english": "Wishing you a wonderful morning!",
1400
+ "accuracy": 85,
1401
+ "fluency": 100,
1402
+ "bertscore": 0.597,
1403
+ "fluency_score": 76.69,
1404
+ "grammar_score": 80.0
1405
+ },
1406
+ {
1407
+ "german": "Guten Morgen!",
1408
+ "english": "I had a great breakfast today.",
1409
+ "accuracy": 20,
1410
+ "fluency": 100,
1411
+ "bertscore": 0.3647,
1412
+ "fluency_score": 79.4,
1413
+ "grammar_score": 100.0
1414
+ },
1415
+ {
1416
+ "german": "Guten Morgen!",
1417
+ "english": "The sun is shining brightly.",
1418
+ "accuracy": 20,
1419
+ "fluency": 100,
1420
+ "bertscore": 0.2787,
1421
+ "fluency_score": 86.53,
1422
+ "grammar_score": 100.0
1423
+ },
1424
+ {
1425
+ "german": "Guten Morgen!",
1426
+ "english": "I will go for a walk later.",
1427
+ "accuracy": 20,
1428
+ "fluency": 100,
1429
+ "bertscore": 0.2663,
1430
+ "fluency_score": 79.24,
1431
+ "grammar_score": 100.0
1432
+ },
1433
+ {
1434
+ "german": "Guten Morgen!",
1435
+ "english": "Morning good!",
1436
+ "accuracy": 85,
1437
+ "fluency": 85,
1438
+ "bertscore": 0.8778,
1439
+ "fluency_score": 63.31,
1440
+ "grammar_score": 0.0
1441
+ },
1442
+ {
1443
+ "german": "Guten Morgen!",
1444
+ "english": "Sunrise is morning!",
1445
+ "accuracy": 20,
1446
+ "fluency": 70,
1447
+ "bertscore": 0.4819,
1448
+ "fluency_score": 67.21,
1449
+ "grammar_score": 100.0
1450
+ },
1451
+ {
1452
+ "german": "Guten Morgen!",
1453
+ "english": "Goodly morning the sky!",
1454
+ "accuracy": 85,
1455
+ "fluency": 70,
1456
+ "bertscore": 0.6756,
1457
+ "fluency_score": 75.45,
1458
+ "grammar_score": 75.0
1459
+ },
1460
+ {
1461
+ "german": "Er spricht Deutsch.",
1462
+ "english": "He is fluent in German.",
1463
+ "accuracy": 100,
1464
+ "fluency": 100,
1465
+ "bertscore": 0.7658,
1466
+ "fluency_score": 86.69,
1467
+ "grammar_score": 100.0
1468
+ },
1469
+ {
1470
+ "german": "Er spricht Deutsch.",
1471
+ "english": "He can communicate in German.",
1472
+ "accuracy": 100,
1473
+ "fluency": 100,
1474
+ "bertscore": 0.7603,
1475
+ "fluency_score": 84.71,
1476
+ "grammar_score": 100.0
1477
+ },
1478
+ {
1479
+ "german": "Er spricht Deutsch.",
1480
+ "english": "He knows how to speak German.",
1481
+ "accuracy": 100,
1482
+ "fluency": 100,
1483
+ "bertscore": 0.8199,
1484
+ "fluency_score": 87.5,
1485
+ "grammar_score": 100.0
1486
+ },
1487
+ {
1488
+ "german": "Er spricht Deutsch.",
1489
+ "english": "She loves to play the piano.",
1490
+ "accuracy": 20,
1491
+ "fluency": 100,
1492
+ "bertscore": 0.4006,
1493
+ "fluency_score": 87.34,
1494
+ "grammar_score": 100.0
1495
+ },
1496
+ {
1497
+ "german": "Er spricht Deutsch.",
1498
+ "english": "They are going to the park tomorrow.",
1499
+ "accuracy": 20,
1500
+ "fluency": 100,
1501
+ "bertscore": 0.3525,
1502
+ "fluency_score": 78.59,
1503
+ "grammar_score": 100.0
1504
+ },
1505
+ {
1506
+ "german": "Er spricht Deutsch.",
1507
+ "english": "The weather is nice today.",
1508
+ "accuracy": 20,
1509
+ "fluency": 100,
1510
+ "bertscore": 0.2895,
1511
+ "fluency_score": 81.05,
1512
+ "grammar_score": 100.0
1513
+ },
1514
+ {
1515
+ "german": "Er spricht Deutsch.",
1516
+ "english": "He speak German yes.",
1517
+ "accuracy": 85,
1518
+ "fluency": 70,
1519
+ "bertscore": 0.7448,
1520
+ "fluency_score": 81.69,
1521
+ "grammar_score": 75.0
1522
+ },
1523
+ {
1524
+ "german": "Er spricht Deutsch.",
1525
+ "english": "Deutsch he is speaking.",
1526
+ "accuracy": 85,
1527
+ "fluency": 100,
1528
+ "bertscore": 0.8571,
1529
+ "fluency_score": 70.62,
1530
+ "grammar_score": 50.0
1531
+ },
1532
+ {
1533
+ "german": "Er spricht Deutsch.",
1534
+ "english": "He speaks cat and dog.",
1535
+ "accuracy": 70,
1536
+ "fluency": 70,
1537
+ "bertscore": 0.5807,
1538
+ "fluency_score": 83.39,
1539
+ "grammar_score": 100.0
1540
+ },
1541
+ {
1542
+ "german": "Ich mag Katzen.",
1543
+ "english": "I like cats a lot.",
1544
+ "accuracy": 85,
1545
+ "fluency": 100,
1546
+ "bertscore": 0.8305,
1547
+ "fluency_score": 74.56,
1548
+ "grammar_score": 100.0
1549
+ },
1550
+ {
1551
+ "german": "Ich mag Katzen.",
1552
+ "english": "I enjoy being around cats.",
1553
+ "accuracy": 85,
1554
+ "fluency": 100,
1555
+ "bertscore": 0.6962,
1556
+ "fluency_score": 70.19,
1557
+ "grammar_score": 100.0
1558
+ },
1559
+ {
1560
+ "german": "Ich mag Katzen.",
1561
+ "english": "Cats are my favorite animals.",
1562
+ "accuracy": 85,
1563
+ "fluency": 100,
1564
+ "bertscore": 0.5738,
1565
+ "fluency_score": 84.81,
1566
+ "grammar_score": 100.0
1567
+ },
1568
+ {
1569
+ "german": "Ich mag Katzen.",
1570
+ "english": "I dislike dogs.",
1571
+ "accuracy": 70,
1572
+ "fluency": 100,
1573
+ "bertscore": 0.7393,
1574
+ "fluency_score": 68.45,
1575
+ "grammar_score": 100.0
1576
+ },
1577
+ {
1578
+ "german": "Ich mag Katzen.",
1579
+ "english": "I prefer to watch movies.",
1580
+ "accuracy": 20,
1581
+ "fluency": 100,
1582
+ "bertscore": 0.5999,
1583
+ "fluency_score": 78.77,
1584
+ "grammar_score": 100.0
1585
+ },
1586
+ {
1587
+ "german": "Ich mag Katzen.",
1588
+ "english": "I am learning to cook.",
1589
+ "accuracy": 20,
1590
+ "fluency": 100,
1591
+ "bertscore": 0.4851,
1592
+ "fluency_score": 80.45,
1593
+ "grammar_score": 100.0
1594
+ },
1595
+ {
1596
+ "german": "Ich mag Katzen.",
1597
+ "english": "Cats like I mag.",
1598
+ "accuracy": 70,
1599
+ "fluency": 70,
1600
+ "bertscore": 0.7668,
1601
+ "fluency_score": 65.14,
1602
+ "grammar_score": 75.0
1603
+ },
1604
+ {
1605
+ "german": "Ich mag Katzen.",
1606
+ "english": "Kittens are I enjoy.",
1607
+ "accuracy": 70,
1608
+ "fluency": 70,
1609
+ "bertscore": 0.7344,
1610
+ "fluency_score": 60.87,
1611
+ "grammar_score": 100.0
1612
+ },
1613
+ {
1614
+ "german": "Ich mag Katzen.",
1615
+ "english": "Like cats I mag very much.",
1616
+ "accuracy": 70,
1617
+ "fluency": 70,
1618
+ "bertscore": 0.7686,
1619
+ "fluency_score": 76.66,
1620
+ "grammar_score": 50.0
1621
+ }
1622
+ ]
data/translations_scored.json ADDED
@@ -0,0 +1,1082 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "german": "Ich bin müde.",
4
+ "english": "I feel tired.",
5
+ "accuracy": 100,
6
+ "fluency": 100
7
+ },
8
+ {
9
+ "german": "Ich bin müde.",
10
+ "english": "I am feeling a bit fatigued.",
11
+ "accuracy": 85,
12
+ "fluency": 100
13
+ },
14
+ {
15
+ "german": "Ich bin müde.",
16
+ "english": "I am quite sleepy.",
17
+ "accuracy": 85,
18
+ "fluency": 100
19
+ },
20
+ {
21
+ "german": "Ich bin müde.",
22
+ "english": "I am very energetic today.",
23
+ "accuracy": 40,
24
+ "fluency": 100
25
+ },
26
+ {
27
+ "german": "Ich bin müde.",
28
+ "english": "The weather is quite pleasant.",
29
+ "accuracy": 40,
30
+ "fluency": 100
31
+ },
32
+ {
33
+ "german": "Ich bin müde.",
34
+ "english": "I just finished a great book.",
35
+ "accuracy": 40,
36
+ "fluency": 100
37
+ },
38
+ {
39
+ "german": "Ich bin müde.",
40
+ "english": "Tired I am the.",
41
+ "accuracy": 70,
42
+ "fluency": 70
43
+ },
44
+ {
45
+ "german": "Ich bin müde.",
46
+ "english": "Muddy is the shoe tired.",
47
+ "accuracy": 40,
48
+ "fluency": 85
49
+ },
50
+ {
51
+ "german": "Ich bin müde.",
52
+ "english": "Sleepy birds fly quickly.",
53
+ "accuracy": 40,
54
+ "fluency": 100
55
+ },
56
+ {
57
+ "german": "Das ist mein Buch.",
58
+ "english": "This is your book.",
59
+ "accuracy": 85,
60
+ "fluency": 100
61
+ },
62
+ {
63
+ "german": "Das ist mein Buch.",
64
+ "english": "That is my notebook.",
65
+ "accuracy": 85,
66
+ "fluency": 100
67
+ },
68
+ {
69
+ "german": "Das ist mein Buch.",
70
+ "english": "This is a book of mine.",
71
+ "accuracy": 100,
72
+ "fluency": 100
73
+ },
74
+ {
75
+ "german": "Das ist mein Buch.",
76
+ "english": "I love to read novels.",
77
+ "accuracy": 70,
78
+ "fluency": 100
79
+ },
80
+ {
81
+ "german": "Das ist mein Buch.",
82
+ "english": "She borrowed a pencil from me.",
83
+ "accuracy": 40,
84
+ "fluency": 40
85
+ },
86
+ {
87
+ "german": "Das ist mein Buch.",
88
+ "english": "We went to the park yesterday.",
89
+ "accuracy": 40,
90
+ "fluency": 100
91
+ },
92
+ {
93
+ "german": "Das ist mein Buch.",
94
+ "english": "Is my book that this.",
95
+ "accuracy": 70,
96
+ "fluency": 70
97
+ },
98
+ {
99
+ "german": "Das ist mein Buch.",
100
+ "english": "Book my is this.",
101
+ "accuracy": 70,
102
+ "fluency": 70
103
+ },
104
+ {
105
+ "german": "Das ist mein Buch.",
106
+ "english": "This my book is not.",
107
+ "accuracy": 40,
108
+ "fluency": 85
109
+ },
110
+ {
111
+ "german": "Er hat einen Hund.",
112
+ "english": "He has a dog.",
113
+ "accuracy": 100,
114
+ "fluency": 100
115
+ },
116
+ {
117
+ "german": "Er hat einen Hund.",
118
+ "english": "He owns a pet dog.",
119
+ "accuracy": 85,
120
+ "fluency": 100
121
+ },
122
+ {
123
+ "german": "Er hat einen Hund.",
124
+ "english": "He possesses a canine.",
125
+ "accuracy": 100,
126
+ "fluency": 100
127
+ },
128
+ {
129
+ "german": "Er hat einen Hund.",
130
+ "english": "She enjoys reading books.",
131
+ "accuracy": 40,
132
+ "fluency": 100
133
+ },
134
+ {
135
+ "german": "Er hat einen Hund.",
136
+ "english": "They went to the park yesterday.",
137
+ "accuracy": 40,
138
+ "fluency": 100
139
+ },
140
+ {
141
+ "german": "Er hat einen Hund.",
142
+ "english": "The car broke down on the highway.",
143
+ "accuracy": 40,
144
+ "fluency": 100
145
+ },
146
+ {
147
+ "german": "Er hat einen Hund.",
148
+ "english": "He dog a has.",
149
+ "accuracy": 85,
150
+ "fluency": 40
151
+ },
152
+ {
153
+ "german": "Er hat einen Hund.",
154
+ "english": "Has a dog he.",
155
+ "accuracy": 70,
156
+ "fluency": 40
157
+ },
158
+ {
159
+ "german": "Er hat einen Hund.",
160
+ "english": "Dog he has a the.",
161
+ "accuracy": 70,
162
+ "fluency": 40
163
+ },
164
+ {
165
+ "german": "Wir gehen nach Hause.",
166
+ "english": "We are heading home.",
167
+ "accuracy": 100,
168
+ "fluency": 100
169
+ },
170
+ {
171
+ "german": "Wir gehen nach Hause.",
172
+ "english": "We are going back.",
173
+ "accuracy": 85,
174
+ "fluency": 100
175
+ },
176
+ {
177
+ "german": "Wir gehen nach Hause.",
178
+ "english": "We will return to our house.",
179
+ "accuracy": 100,
180
+ "fluency": 100
181
+ },
182
+ {
183
+ "german": "Wir gehen nach Hause.",
184
+ "english": "They are playing in the park.",
185
+ "accuracy": 40,
186
+ "fluency": 100
187
+ },
188
+ {
189
+ "german": "Wir gehen nach Hause.",
190
+ "english": "She is cooking dinner.",
191
+ "accuracy": 40,
192
+ "fluency": 100
193
+ },
194
+ {
195
+ "german": "Wir gehen nach Hause.",
196
+ "english": "I just bought a new car.",
197
+ "accuracy": 40,
198
+ "fluency": 100
199
+ },
200
+ {
201
+ "german": "Wir gehen nach Hause.",
202
+ "english": "Home we go nach.",
203
+ "accuracy": 85,
204
+ "fluency": 85
205
+ },
206
+ {
207
+ "german": "Wir gehen nach Hause.",
208
+ "english": "Going home is we.",
209
+ "accuracy": 85,
210
+ "fluency": 70
211
+ },
212
+ {
213
+ "german": "Wir gehen nach Hause.",
214
+ "english": "House to the we are.",
215
+ "accuracy": 70,
216
+ "fluency": 70
217
+ },
218
+ {
219
+ "german": "Sie liest ein Buch.",
220
+ "english": "She is reading a novel.",
221
+ "accuracy": 85,
222
+ "fluency": 100
223
+ },
224
+ {
225
+ "german": "Sie liest ein Buch.",
226
+ "english": "She reads a book every night.",
227
+ "accuracy": 85,
228
+ "fluency": 100
229
+ },
230
+ {
231
+ "german": "Sie liest ein Buch.",
232
+ "english": "She is currently reading a story.",
233
+ "accuracy": 85,
234
+ "fluency": 100
235
+ },
236
+ {
237
+ "german": "Sie liest ein Buch.",
238
+ "english": "He plays soccer with his friends.",
239
+ "accuracy": 40,
240
+ "fluency": 100
241
+ },
242
+ {
243
+ "german": "Sie liest ein Buch.",
244
+ "english": "The cat jumped off the table.",
245
+ "accuracy": 40,
246
+ "fluency": 100
247
+ },
248
+ {
249
+ "german": "Sie liest ein Buch.",
250
+ "english": "They went to the park for a picnic.",
251
+ "accuracy": 40,
252
+ "fluency": 100
253
+ },
254
+ {
255
+ "german": "Sie liest ein Buch.",
256
+ "english": "Book she reads is the.",
257
+ "accuracy": 70,
258
+ "fluency": 70
259
+ },
260
+ {
261
+ "german": "Sie liest ein Buch.",
262
+ "english": "A reads book she.",
263
+ "accuracy": 70,
264
+ "fluency": 70
265
+ },
266
+ {
267
+ "german": "Sie liest ein Buch.",
268
+ "english": "She book a read is.",
269
+ "accuracy": 70,
270
+ "fluency": 70
271
+ },
272
+ {
273
+ "german": "Ich liebe Schokolade.",
274
+ "english": "I really enjoy chocolate.",
275
+ "accuracy": 100,
276
+ "fluency": 100
277
+ },
278
+ {
279
+ "german": "Ich liebe Schokolade.",
280
+ "english": "Chocolate is my favorite treat.",
281
+ "accuracy": 85,
282
+ "fluency": 100
283
+ },
284
+ {
285
+ "german": "Ich liebe Schokolade.",
286
+ "english": "I have a strong fondness for chocolate.",
287
+ "accuracy": 100,
288
+ "fluency": 100
289
+ },
290
+ {
291
+ "german": "Ich liebe Schokolade.",
292
+ "english": "I dislike vegetables.",
293
+ "accuracy": 70,
294
+ "fluency": 100
295
+ },
296
+ {
297
+ "german": "Ich liebe Schokolade.",
298
+ "english": "Cats are my favorite animals.",
299
+ "accuracy": 40,
300
+ "fluency": 100
301
+ },
302
+ {
303
+ "german": "Ich liebe Schokolade.",
304
+ "english": "I prefer ice cream over all desserts.",
305
+ "accuracy": 40,
306
+ "fluency": 100
307
+ },
308
+ {
309
+ "german": "Ich liebe Schokolade.",
310
+ "english": "Schokolade love I.",
311
+ "accuracy": 70,
312
+ "fluency": 85
313
+ },
314
+ {
315
+ "german": "Ich liebe Schokolade.",
316
+ "english": "Chocolate is loves I.",
317
+ "accuracy": 70,
318
+ "fluency": 70
319
+ },
320
+ {
321
+ "german": "Ich liebe Schokolade.",
322
+ "english": "I chocolate love very much.",
323
+ "accuracy": 70,
324
+ "fluency": 70
325
+ },
326
+ {
327
+ "german": "Hast du Geschwister?",
328
+ "english": "Do you have any siblings?",
329
+ "accuracy": 100,
330
+ "fluency": 100
331
+ },
332
+ {
333
+ "german": "Hast du Geschwister?",
334
+ "english": "Are you the only child in your family?",
335
+ "accuracy": 85,
336
+ "fluency": 100
337
+ },
338
+ {
339
+ "german": "Hast du Geschwister?",
340
+ "english": "How many brothers or sisters do you have?",
341
+ "accuracy": 85,
342
+ "fluency": 100
343
+ },
344
+ {
345
+ "german": "Hast du Geschwister?",
346
+ "english": "What time is it today?",
347
+ "accuracy": 40,
348
+ "fluency": 100
349
+ },
350
+ {
351
+ "german": "Hast du Geschwister?",
352
+ "english": "I enjoy reading books in my free time.",
353
+ "accuracy": 40,
354
+ "fluency": 100
355
+ },
356
+ {
357
+ "german": "Hast du Geschwister?",
358
+ "english": "The weather is quite nice this week.",
359
+ "accuracy": 40,
360
+ "fluency": 100
361
+ },
362
+ {
363
+ "german": "Hast du Geschwister?",
364
+ "english": "Siblings have you do?",
365
+ "accuracy": 85,
366
+ "fluency": 70
367
+ },
368
+ {
369
+ "german": "Hast du Geschwister?",
370
+ "english": "I sibling like a fish on a tree.",
371
+ "accuracy": 40,
372
+ "fluency": 40
373
+ },
374
+ {
375
+ "german": "Hast du Geschwister?",
376
+ "english": "Do you sibling jump over moon?",
377
+ "accuracy": 40,
378
+ "fluency": 40
379
+ },
380
+ {
381
+ "german": "Heute ist es kalt.",
382
+ "english": "Today is chilly.",
383
+ "accuracy": 100,
384
+ "fluency": 100
385
+ },
386
+ {
387
+ "german": "Heute ist es kalt.",
388
+ "english": "It is cold outside today.",
389
+ "accuracy": 100,
390
+ "fluency": 100
391
+ },
392
+ {
393
+ "german": "Heute ist es kalt.",
394
+ "english": "The weather is quite cold today.",
395
+ "accuracy": 100,
396
+ "fluency": 100
397
+ },
398
+ {
399
+ "german": "Heute ist es kalt.",
400
+ "english": "I have a meeting later today.",
401
+ "accuracy": 40,
402
+ "fluency": 100
403
+ },
404
+ {
405
+ "german": "Heute ist es kalt.",
406
+ "english": "She enjoys reading books in the evening.",
407
+ "accuracy": 40,
408
+ "fluency": 100
409
+ },
410
+ {
411
+ "german": "Heute ist es kalt.",
412
+ "english": "The flowers are blooming beautifully this spring.",
413
+ "accuracy": 40,
414
+ "fluency": 100
415
+ },
416
+ {
417
+ "german": "Heute ist es kalt.",
418
+ "english": "Cold is today it.",
419
+ "accuracy": 85,
420
+ "fluency": 70
421
+ },
422
+ {
423
+ "german": "Heute ist es kalt.",
424
+ "english": "Today is the cold weather very.",
425
+ "accuracy": 85,
426
+ "fluency": 85
427
+ },
428
+ {
429
+ "german": "Heute ist es kalt.",
430
+ "english": "Kittens play and it is snowing.",
431
+ "accuracy": 70,
432
+ "fluency": 100
433
+ },
434
+ {
435
+ "german": "Wo ist der Bahnhof?",
436
+ "english": "Where is the train station located?",
437
+ "accuracy": 100,
438
+ "fluency": 100
439
+ },
440
+ {
441
+ "german": "Wo ist der Bahnhof?",
442
+ "english": "Can you tell me the direction to the railway station?",
443
+ "accuracy": 85,
444
+ "fluency": 100
445
+ },
446
+ {
447
+ "german": "Wo ist der Bahnhof?",
448
+ "english": "Is the bus station near the train station?",
449
+ "accuracy": 70,
450
+ "fluency": 100
451
+ },
452
+ {
453
+ "german": "Wo ist der Bahnhof?",
454
+ "english": "The park is beautiful this time of year.",
455
+ "accuracy": 40,
456
+ "fluency": 100
457
+ },
458
+ {
459
+ "german": "Wo ist der Bahnhof?",
460
+ "english": "I love eating pizza on Fridays.",
461
+ "accuracy": 40,
462
+ "fluency": 100
463
+ },
464
+ {
465
+ "german": "Wo ist der Bahnhof?",
466
+ "english": "The cat chased the mouse around the house.",
467
+ "accuracy": 40,
468
+ "fluency": 100
469
+ },
470
+ {
471
+ "german": "Wo ist der Bahnhof?",
472
+ "english": "Where is the train stop?",
473
+ "accuracy": 85,
474
+ "fluency": 100
475
+ },
476
+ {
477
+ "german": "Wo ist der Bahnhof?",
478
+ "english": "Is train the where?",
479
+ "accuracy": 70,
480
+ "fluency": 70
481
+ },
482
+ {
483
+ "german": "Wo ist der Bahnhof?",
484
+ "english": "Station the where is?",
485
+ "accuracy": 70,
486
+ "fluency": 70
487
+ },
488
+ {
489
+ "german": "Das Wetter ist schön.",
490
+ "english": "The weather is lovely today.",
491
+ "accuracy": 85,
492
+ "fluency": 100
493
+ },
494
+ {
495
+ "german": "Das Wetter ist schön.",
496
+ "english": "It is a nice day outside.",
497
+ "accuracy": 100,
498
+ "fluency": 100
499
+ },
500
+ {
501
+ "german": "Das Wetter ist schön.",
502
+ "english": "The weather feels pleasant.",
503
+ "accuracy": 100,
504
+ "fluency": 100
505
+ },
506
+ {
507
+ "german": "Das Wetter ist schön.",
508
+ "english": "I enjoy reading books on the weekend.",
509
+ "accuracy": 40,
510
+ "fluency": 100
511
+ },
512
+ {
513
+ "german": "Das Wetter ist schön.",
514
+ "english": "The sun sets in the west every evening.",
515
+ "accuracy": 40,
516
+ "fluency": 100
517
+ },
518
+ {
519
+ "german": "Das Wetter ist schön.",
520
+ "english": "She loves to travel to new countries.",
521
+ "accuracy": 40,
522
+ "fluency": 100
523
+ },
524
+ {
525
+ "german": "Das Wetter ist schön.",
526
+ "english": "Weather beautiful is the.",
527
+ "accuracy": 70,
528
+ "fluency": 70
529
+ },
530
+ {
531
+ "german": "Das Wetter ist schön.",
532
+ "english": "Sunshine many flowers dance.",
533
+ "accuracy": 85,
534
+ "fluency": 70
535
+ },
536
+ {
537
+ "german": "Das Wetter ist schön.",
538
+ "english": "Outside sky blue fluffy.",
539
+ "accuracy": 85,
540
+ "fluency": 70
541
+ },
542
+ {
543
+ "german": "Er arbeitet im Büro.",
544
+ "english": "He works in an office.",
545
+ "accuracy": 100,
546
+ "fluency": 100
547
+ },
548
+ {
549
+ "german": "Er arbeitet im Büro.",
550
+ "english": "He is employed at a desk job.",
551
+ "accuracy": 85,
552
+ "fluency": 100
553
+ },
554
+ {
555
+ "german": "Er arbeitet im Büro.",
556
+ "english": "He has a job in a corporate environment.",
557
+ "accuracy": 85,
558
+ "fluency": 100
559
+ },
560
+ {
561
+ "german": "Er arbeitet im Büro.",
562
+ "english": "She enjoys painting in her free time.",
563
+ "accuracy": 40,
564
+ "fluency": 100
565
+ },
566
+ {
567
+ "german": "Er arbeitet im Büro.",
568
+ "english": "They went hiking in the mountains last weekend.",
569
+ "accuracy": 40,
570
+ "fluency": 100
571
+ },
572
+ {
573
+ "german": "Er arbeitet im Büro.",
574
+ "english": "The cat chased a mouse around the house.",
575
+ "accuracy": 40,
576
+ "fluency": 100
577
+ },
578
+ {
579
+ "german": "Er arbeitet im Büro.",
580
+ "english": "He office works in the.",
581
+ "accuracy": 70,
582
+ "fluency": 70
583
+ },
584
+ {
585
+ "german": "Er arbeitet im Büro.",
586
+ "english": "Desk job he is at the, fun!",
587
+ "accuracy": 85,
588
+ "fluency": 40
589
+ },
590
+ {
591
+ "german": "Er arbeitet im Büro.",
592
+ "english": "Office he the works do.",
593
+ "accuracy": 70,
594
+ "fluency": 70
595
+ },
596
+ {
597
+ "german": "Ich trinke Wasser.",
598
+ "english": "I drink water every day.",
599
+ "accuracy": 70,
600
+ "fluency": 100
601
+ },
602
+ {
603
+ "german": "Ich trinke Wasser.",
604
+ "english": "I enjoy drinking water.",
605
+ "accuracy": 85,
606
+ "fluency": 100
607
+ },
608
+ {
609
+ "german": "Ich trinke Wasser.",
610
+ "english": "I often have water with my meals.",
611
+ "accuracy": 70,
612
+ "fluency": 100
613
+ },
614
+ {
615
+ "german": "Ich trinke Wasser.",
616
+ "english": "I eat bread for breakfast.",
617
+ "accuracy": 70,
618
+ "fluency": 100
619
+ },
620
+ {
621
+ "german": "Ich trinke Wasser.",
622
+ "english": "She prefers tea over coffee.",
623
+ "accuracy": 40,
624
+ "fluency": 100
625
+ },
626
+ {
627
+ "german": "Ich trinke Wasser.",
628
+ "english": "They are going to the market.",
629
+ "accuracy": 40,
630
+ "fluency": 100
631
+ },
632
+ {
633
+ "german": "Ich trinke Wasser.",
634
+ "english": "Water I drink the fish.",
635
+ "accuracy": 85,
636
+ "fluency": 70
637
+ },
638
+ {
639
+ "german": "Ich trinke Wasser.",
640
+ "english": "Trinking water is goodly for health.",
641
+ "accuracy": 70,
642
+ "fluency": 70
643
+ },
644
+ {
645
+ "german": "Ich trinke Wasser.",
646
+ "english": "Watter is a drik I like.",
647
+ "accuracy": 70,
648
+ "fluency": 70
649
+ },
650
+ {
651
+ "german": "Sie tanzt gerne.",
652
+ "english": "She enjoys dancing.",
653
+ "accuracy": 100,
654
+ "fluency": 100
655
+ },
656
+ {
657
+ "german": "Sie tanzt gerne.",
658
+ "english": "She loves to dance.",
659
+ "accuracy": 100,
660
+ "fluency": 100
661
+ },
662
+ {
663
+ "german": "Sie tanzt gerne.",
664
+ "english": "She often participates in dance.",
665
+ "accuracy": 70,
666
+ "fluency": 100
667
+ },
668
+ {
669
+ "german": "Sie tanzt gerne.",
670
+ "english": "He plays football every weekend.",
671
+ "accuracy": 40,
672
+ "fluency": 100
673
+ },
674
+ {
675
+ "german": "Sie tanzt gerne.",
676
+ "english": "They are reading a book together.",
677
+ "accuracy": 40,
678
+ "fluency": 100
679
+ },
680
+ {
681
+ "german": "Sie tanzt gerne.",
682
+ "english": "The sun sets in the west.",
683
+ "accuracy": 40,
684
+ "fluency": 100
685
+ },
686
+ {
687
+ "german": "Sie tanzt gerne.",
688
+ "english": "Dance she likes.",
689
+ "accuracy": 85,
690
+ "fluency": 85
691
+ },
692
+ {
693
+ "german": "Sie tanzt gerne.",
694
+ "english": "Enjoys she dancing much.",
695
+ "accuracy": 85,
696
+ "fluency": 70
697
+ },
698
+ {
699
+ "german": "Sie tanzt gerne.",
700
+ "english": "She dance like a fish.",
701
+ "accuracy": 70,
702
+ "fluency": 85
703
+ },
704
+ {
705
+ "german": "Kannst du mir helfen?",
706
+ "english": "Can you assist me?",
707
+ "accuracy": 100,
708
+ "fluency": 100
709
+ },
710
+ {
711
+ "german": "Kannst du mir helfen?",
712
+ "english": "Could you lend me a hand?",
713
+ "accuracy": 100,
714
+ "fluency": 100
715
+ },
716
+ {
717
+ "german": "Kannst du mir helfen?",
718
+ "english": "Would you be able to help me out?",
719
+ "accuracy": 100,
720
+ "fluency": 100
721
+ },
722
+ {
723
+ "german": "Kannst du mir helfen?",
724
+ "english": "I enjoy reading books in my free time.",
725
+ "accuracy": 40,
726
+ "fluency": 100
727
+ },
728
+ {
729
+ "german": "Kannst du mir helfen?",
730
+ "english": "The weather is nice today for a picnic.",
731
+ "accuracy": 40,
732
+ "fluency": 100
733
+ },
734
+ {
735
+ "german": "Kannst du mir helfen?",
736
+ "english": "She loves to travel around the world.",
737
+ "accuracy": 40,
738
+ "fluency": 100
739
+ },
740
+ {
741
+ "german": "Kannst du mir helfen?",
742
+ "english": "Help can you me?",
743
+ "accuracy": 85,
744
+ "fluency": 85
745
+ },
746
+ {
747
+ "german": "Kannst du mir helfen?",
748
+ "english": "You me help can?",
749
+ "accuracy": 70,
750
+ "fluency": 70
751
+ },
752
+ {
753
+ "german": "Kannst du mir helfen?",
754
+ "english": "Can help you me do?",
755
+ "accuracy": 85,
756
+ "fluency": 85
757
+ },
758
+ {
759
+ "german": "Wir spielen Fußball.",
760
+ "english": "We are playing soccer.",
761
+ "accuracy": 100,
762
+ "fluency": 100
763
+ },
764
+ {
765
+ "german": "Wir spielen Fußball.",
766
+ "english": "We are having a soccer game.",
767
+ "accuracy": 85,
768
+ "fluency": 100
769
+ },
770
+ {
771
+ "german": "Wir spielen Fußball.",
772
+ "english": "We play football regularly.",
773
+ "accuracy": 85,
774
+ "fluency": 100
775
+ },
776
+ {
777
+ "german": "Wir spielen Fußball.",
778
+ "english": "I enjoy reading books.",
779
+ "accuracy": 40,
780
+ "fluency": 100
781
+ },
782
+ {
783
+ "german": "Wir spielen Fußball.",
784
+ "english": "She is cooking dinner tonight.",
785
+ "accuracy": 40,
786
+ "fluency": 100
787
+ },
788
+ {
789
+ "german": "Wir spielen Fußball.",
790
+ "english": "They went for a swim at the beach.",
791
+ "accuracy": 40,
792
+ "fluency": 100
793
+ },
794
+ {
795
+ "german": "Wir spielen Fußball.",
796
+ "english": "Soccer we play the ball.",
797
+ "accuracy": 85,
798
+ "fluency": 70
799
+ },
800
+ {
801
+ "german": "Wir spielen Fußball.",
802
+ "english": "Football is play running fast.",
803
+ "accuracy": 70,
804
+ "fluency": 70
805
+ },
806
+ {
807
+ "german": "Wir spielen Fußball.",
808
+ "english": "We playing fun the sport.",
809
+ "accuracy": 70,
810
+ "fluency": 70
811
+ },
812
+ {
813
+ "german": "Das Auto ist neu.",
814
+ "english": "The car is brand new.",
815
+ "accuracy": 100,
816
+ "fluency": 100
817
+ },
818
+ {
819
+ "german": "Das Auto ist neu.",
820
+ "english": "This vehicle is recently purchased.",
821
+ "accuracy": 85,
822
+ "fluency": 100
823
+ },
824
+ {
825
+ "german": "Das Auto ist neu.",
826
+ "english": "The automobile is in pristine condition.",
827
+ "accuracy": 85,
828
+ "fluency": 100
829
+ },
830
+ {
831
+ "german": "Das Auto ist neu.",
832
+ "english": "The bicycle is old.",
833
+ "accuracy": 70,
834
+ "fluency": 100
835
+ },
836
+ {
837
+ "german": "Das Auto ist neu.",
838
+ "english": "He drives a truck.",
839
+ "accuracy": 70,
840
+ "fluency": 100
841
+ },
842
+ {
843
+ "german": "Das Auto ist neu.",
844
+ "english": "The engine needs repair.",
845
+ "accuracy": 70,
846
+ "fluency": 100
847
+ },
848
+ {
849
+ "german": "Das Auto ist neu.",
850
+ "english": "Car new is the.",
851
+ "accuracy": 85,
852
+ "fluency": 70
853
+ },
854
+ {
855
+ "german": "Das Auto ist neu.",
856
+ "english": "Auto very fastly.",
857
+ "accuracy": 70,
858
+ "fluency": 70
859
+ },
860
+ {
861
+ "german": "Das Auto ist neu.",
862
+ "english": "New car is the blue.",
863
+ "accuracy": 85,
864
+ "fluency": 70
865
+ },
866
+ {
867
+ "german": "Ich habe Hunger.",
868
+ "english": "I'm feeling hungry right now.",
869
+ "accuracy": 100,
870
+ "fluency": 100
871
+ },
872
+ {
873
+ "german": "Ich habe Hunger.",
874
+ "english": "I could really use some food.",
875
+ "accuracy": 85,
876
+ "fluency": 100
877
+ },
878
+ {
879
+ "german": "Ich habe Hunger.",
880
+ "english": "I haven't eaten in a while.",
881
+ "accuracy": 85,
882
+ "fluency": 100
883
+ },
884
+ {
885
+ "german": "Ich habe Hunger.",
886
+ "english": "The sun is shining brightly today.",
887
+ "accuracy": 40,
888
+ "fluency": 100
889
+ },
890
+ {
891
+ "german": "Ich habe Hunger.",
892
+ "english": "I enjoy reading books in my free time.",
893
+ "accuracy": 40,
894
+ "fluency": 100
895
+ },
896
+ {
897
+ "german": "Ich habe Hunger.",
898
+ "english": "She is going to the store later.",
899
+ "accuracy": 40,
900
+ "fluency": 100
901
+ },
902
+ {
903
+ "german": "Ich habe Hunger.",
904
+ "english": "Hunger I have very much.",
905
+ "accuracy": 100,
906
+ "fluency": 70
907
+ },
908
+ {
909
+ "german": "Ich habe Hunger.",
910
+ "english": "Food is what I want now.",
911
+ "accuracy": 100,
912
+ "fluency": 85
913
+ },
914
+ {
915
+ "german": "Ich habe Hunger.",
916
+ "english": "Eat I must food, very hungry.",
917
+ "accuracy": 100,
918
+ "fluency": 85
919
+ },
920
+ {
921
+ "german": "Guten Morgen!",
922
+ "english": "Good morning to you!",
923
+ "accuracy": 100,
924
+ "fluency": 100
925
+ },
926
+ {
927
+ "german": "Guten Morgen!",
928
+ "english": "Hello, good morning!",
929
+ "accuracy": 100,
930
+ "fluency": 100
931
+ },
932
+ {
933
+ "german": "Guten Morgen!",
934
+ "english": "Wishing you a wonderful morning!",
935
+ "accuracy": 85,
936
+ "fluency": 100
937
+ },
938
+ {
939
+ "german": "Guten Morgen!",
940
+ "english": "I had a great breakfast today.",
941
+ "accuracy": 70,
942
+ "fluency": 100
943
+ },
944
+ {
945
+ "german": "Guten Morgen!",
946
+ "english": "The sun is shining brightly.",
947
+ "accuracy": 40,
948
+ "fluency": 100
949
+ },
950
+ {
951
+ "german": "Guten Morgen!",
952
+ "english": "I will go for a walk later.",
953
+ "accuracy": 40,
954
+ "fluency": 100
955
+ },
956
+ {
957
+ "german": "Guten Morgen!",
958
+ "english": "Morning good!",
959
+ "accuracy": 85,
960
+ "fluency": 85
961
+ },
962
+ {
963
+ "german": "Guten Morgen!",
964
+ "english": "Sunrise is morning!",
965
+ "accuracy": 70,
966
+ "fluency": 70
967
+ },
968
+ {
969
+ "german": "Guten Morgen!",
970
+ "english": "Goodly morning the sky!",
971
+ "accuracy": 85,
972
+ "fluency": 70
973
+ },
974
+ {
975
+ "german": "Er spricht Deutsch.",
976
+ "english": "He is fluent in German.",
977
+ "accuracy": 100,
978
+ "fluency": 100
979
+ },
980
+ {
981
+ "german": "Er spricht Deutsch.",
982
+ "english": "He can communicate in German.",
983
+ "accuracy": 100,
984
+ "fluency": 100
985
+ },
986
+ {
987
+ "german": "Er spricht Deutsch.",
988
+ "english": "He knows how to speak German.",
989
+ "accuracy": 100,
990
+ "fluency": 100
991
+ },
992
+ {
993
+ "german": "Er spricht Deutsch.",
994
+ "english": "She loves to play the piano.",
995
+ "accuracy": 40,
996
+ "fluency": 100
997
+ },
998
+ {
999
+ "german": "Er spricht Deutsch.",
1000
+ "english": "They are going to the park tomorrow.",
1001
+ "accuracy": 40,
1002
+ "fluency": 100
1003
+ },
1004
+ {
1005
+ "german": "Er spricht Deutsch.",
1006
+ "english": "The weather is nice today.",
1007
+ "accuracy": 40,
1008
+ "fluency": 100
1009
+ },
1010
+ {
1011
+ "german": "Er spricht Deutsch.",
1012
+ "english": "He speak German yes.",
1013
+ "accuracy": 85,
1014
+ "fluency": 70
1015
+ },
1016
+ {
1017
+ "german": "Er spricht Deutsch.",
1018
+ "english": "Deutsch he is speaking.",
1019
+ "accuracy": 85,
1020
+ "fluency": 100
1021
+ },
1022
+ {
1023
+ "german": "Er spricht Deutsch.",
1024
+ "english": "He speaks cat and dog.",
1025
+ "accuracy": 70,
1026
+ "fluency": 70
1027
+ },
1028
+ {
1029
+ "german": "Ich mag Katzen.",
1030
+ "english": "I like cats a lot.",
1031
+ "accuracy": 85,
1032
+ "fluency": 100
1033
+ },
1034
+ {
1035
+ "german": "Ich mag Katzen.",
1036
+ "english": "I enjoy being around cats.",
1037
+ "accuracy": 85,
1038
+ "fluency": 100
1039
+ },
1040
+ {
1041
+ "german": "Ich mag Katzen.",
1042
+ "english": "Cats are my favorite animals.",
1043
+ "accuracy": 85,
1044
+ "fluency": 100
1045
+ },
1046
+ {
1047
+ "german": "Ich mag Katzen.",
1048
+ "english": "I dislike dogs.",
1049
+ "accuracy": 70,
1050
+ "fluency": 100
1051
+ },
1052
+ {
1053
+ "german": "Ich mag Katzen.",
1054
+ "english": "I prefer to watch movies.",
1055
+ "accuracy": 40,
1056
+ "fluency": 100
1057
+ },
1058
+ {
1059
+ "german": "Ich mag Katzen.",
1060
+ "english": "I am learning to cook.",
1061
+ "accuracy": 40,
1062
+ "fluency": 100
1063
+ },
1064
+ {
1065
+ "german": "Ich mag Katzen.",
1066
+ "english": "Cats like I mag.",
1067
+ "accuracy": 70,
1068
+ "fluency": 70
1069
+ },
1070
+ {
1071
+ "german": "Ich mag Katzen.",
1072
+ "english": "Kittens are I enjoy.",
1073
+ "accuracy": 70,
1074
+ "fluency": 70
1075
+ },
1076
+ {
1077
+ "german": "Ich mag Katzen.",
1078
+ "english": "Like cats I mag very much.",
1079
+ "accuracy": 70,
1080
+ "fluency": 70
1081
+ }
1082
+ ]
params.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "accuracy_params": {
3
+ "lam": 0.53,
4
+ "k1": 3.92,
5
+ "mu1": 0.47,
6
+ "k2": 20.0,
7
+ "mu2": 0.53
8
+ },
9
+ "fluency_params": {
10
+ "lambda_F": 0.88,
11
+ "k_P": 0.03,
12
+ "mu_P": 5.41,
13
+ "k_G": 0.03,
14
+ "mu_G": 5.06
15
+ }
16
+ }
train.py ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import json
2
+ import sys
3
+ from pathlib import Path
4
+
5
+ import numpy as np
6
+ from scipy.optimize import least_squares
7
+ # from categories.accuracy import get_bertscore
8
+ # from categories.fluency import ppll_loss, grammar_errors
9
+
10
+
11
+ def sigma(x, k, mu):
12
+ return 100.0 / (1.0 + np.exp(-k * (x - mu)))
13
+
14
+
15
+
16
+ def load_dataset(fp):
17
+ with open(fp, "r", encoding="utf-8") as f:
18
+ data = json.load(f)
19
+ return data
20
+
21
+
22
+ def build_arrays(data):
23
+ s_cos, J, G = [], [], []
24
+ acc_targets, flu_targets = [], []
25
+
26
+ for ex in data:
27
+ src, tgt = ex["german"], ex["english"]
28
+
29
+ # cosine similarity for accuracy
30
+ # s = get_bertscore(src, tgt) # [-1,1]
31
+ # s_cos.append(s)
32
+
33
+ # # pseudo‑perplexity loss J and grammar score G
34
+ # pp = ppll_loss(tgt)
35
+ # J.append(pp["loss"] if "loss" in pp else pp["score"]) # we’ll use score below
36
+
37
+ # ge = grammar_errors(tgt)
38
+ # G.append(ge["score"])
39
+
40
+ s_cos.append(ex["bertscore"]) # [0,1]
41
+ J.append(ex["fluency_score"]) # [0,1]
42
+ G.append(ex["grammar_score"]) # [0,1]
43
+
44
+ acc_targets.append(ex["accuracy"])
45
+ flu_targets.append(ex["fluency"])
46
+
47
+ # to numpy
48
+ return (np.array(s_cos),
49
+ np.array(J, dtype=float),
50
+ np.array(G, dtype=float),
51
+ np.array(acc_targets, dtype=float),
52
+ np.array(flu_targets, dtype=float))
53
+
54
+
55
+ def fit_accuracy(s_cos, acc_target):
56
+ def resid(params, x, y):
57
+ lam, k1, mu1, k2, mu2 = params
58
+ s1 = sigma(x, k1, mu1)
59
+ s2 = sigma(x, k2, mu2)
60
+ pred = lam * s1 + (1 - lam) * s2
61
+ return pred - y
62
+
63
+
64
+ init = [0.5, 5.0, 0.6, 11.0, 0.6]
65
+ bounds = (
66
+ [0.2, 1.0, 0.4, 5.0, 0.4],
67
+ [0.8, 11.0, 0.8, 20.0, 0.8]
68
+ )
69
+
70
+ res = least_squares(resid, init, args=(s_cos, acc_target), bounds=bounds)
71
+ lam, k1, mu1, k2, mu2 = res.x
72
+ return dict(lam=lam, k1=k1, mu1=mu1, k2=k2, mu2=mu2)
73
+
74
+
75
+ # ---------------------------------------------------------------------
76
+ # === 4. fit fluency parameters ===
77
+ def fit_fluency(J, G, flu_target):
78
+ def resid(params, J_, G_, y):
79
+ lam, kP, muP, kG, muG = params
80
+ P = sigma(J_, kP, muP)
81
+ G = sigma(G_, kG, muG)
82
+ pred = lam * P + (1 - lam) * G
83
+ return pred - y
84
+
85
+ init = [0.5, 0.1, 5.0, 0.1, 5.0]
86
+ bounds = ([0.2, 0, 0, 0, 0],
87
+ [1, np.inf, np.inf, np.inf, np.inf])
88
+ res = least_squares(resid, init, args=(J, G, flu_target), bounds=bounds)
89
+ lam, kP, muP, kG, muG = res.x
90
+ return dict(lambda_F=lam, k_P=kP, mu_P=muP, k_G=kG, mu_G=muG)
91
+
92
+
93
+ # ---------------------------------------------------------------------
94
+ def main(in_path, out_path):
95
+ print("Loading dataset from", in_path)
96
+ data = load_dataset(in_path)
97
+
98
+ print("Building arrays...")
99
+ s_cos, J, G, acc_t, flu_t = build_arrays(data)
100
+
101
+ print("Fitting accuracy parameters...")
102
+ acc_params = fit_accuracy(s_cos, acc_t)
103
+ print("Fitting fluency parameters...")
104
+ flu_params = fit_fluency(J, G, flu_t)
105
+
106
+ # Round all parameters to the nearest hundredth
107
+ acc_params = {k: round(v, 2) for k, v in acc_params.items()}
108
+ flu_params = {k: round(v, 2) for k, v in flu_params.items()}
109
+
110
+ params = {
111
+ "accuracy_params": acc_params,
112
+ "fluency_params": flu_params
113
+ }
114
+
115
+ Path(out_path).write_text(json.dumps(params, indent=2))
116
+ print("Saved parameters to", out_path)
117
+
118
+
119
+ if __name__ == "__main__":
120
+ if len(sys.argv) != 3:
121
+ print("Usage: python fit_qe_params.py translations.json fitted_params.json")
122
+ sys.exit(1)
123
+
124
+ main(sys.argv[1], sys.argv[2])
utilities/visualize_params.ipynb ADDED
The diff for this file is too large to render. See raw diff