avanigupta Claude Opus 4.6 (1M context) commited on
Commit
887c1aa
Β·
1 Parent(s): b99e42b

add moderation task to Gradio demo replay

Browse files

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Files changed (1) hide show
  1. dataqa_env/server/gradio_ui.py +38 -0
dataqa_env/server/gradio_ui.py CHANGED
@@ -162,6 +162,44 @@ AGENT_TRAJECTORIES = {
162
  ],
163
  },
164
  ],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
165
  }
166
 
167
 
 
162
  ],
163
  },
164
  ],
165
+ "moderation": [
166
+ {
167
+ "issues": [
168
+ "row:16,col:hate,issue:inconsistent_value",
169
+ "row:17,col:harassment,issue:inconsistent_value",
170
+ "row:20,col:violence,issue:inconsistent_value",
171
+ "row:11,col:hate,issue:out_of_range",
172
+ "row:15,col:text,issue:missing_value",
173
+ "row:29,col:text,issue:duplicate_row",
174
+ ],
175
+ "fixes": [],
176
+ },
177
+ {
178
+ "issues": [
179
+ "row:5,col:hate,issue:inconsistent_value",
180
+ "row:11,col:hate,issue:out_of_range",
181
+ "row:15,col:text,issue:missing_value",
182
+ "row:16,col:hate,issue:inconsistent_value",
183
+ "row:17,col:harassment,issue:inconsistent_value",
184
+ "row:20,col:violence,issue:inconsistent_value",
185
+ "row:22,col:self_harm,issue:inconsistent_value",
186
+ "row:24,col:hate,issue:inconsistent_value",
187
+ "row:26,col:harassment,issue:inconsistent_value",
188
+ "row:29,col:text,issue:duplicate_row",
189
+ ],
190
+ "fixes": [
191
+ # All deterministic label flips:
192
+ "row:16,col:hate,fix:1", # unflagged hate β†’ flag it
193
+ "row:17,col:harassment,fix:1", # unflagged harassment β†’ flag it
194
+ "row:20,col:violence,fix:1", # unflagged violence β†’ flag it
195
+ "row:22,col:self_harm,fix:1", # unflagged self-harm β†’ flag it
196
+ "row:5,col:hate,fix:0", # false positive on idiom β†’ unflag
197
+ "row:24,col:hate,fix:1", # subset rule: hate_threatening needs hate
198
+ "row:26,col:harassment,fix:0", # false positive on moral judgment β†’ unflag
199
+ "row:11,col:hate,fix:0", # out of range 2 β†’ 0
200
+ ],
201
+ },
202
+ ],
203
  }
204
 
205