AditiShashiKhare commited on
Commit
9736e0b
·
verified ·
1 Parent(s): eb87b8f

Create samples.py

Browse files
Files changed (1) hide show
  1. samples.py +37 -0
samples.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ BASE_INSTRUCTION = (
2
+ "Respond concisely. Avoid speculation. "
3
+ "If information is uncertain, explicitly state uncertainty."
4
+ )
5
+
6
+ DRIFT_SCENARIOS = [
7
+ {
8
+ "name": "Clean Instruction",
9
+ "extra_context": ""
10
+ },
11
+ {
12
+ "name": "Irrelevant Context Pressure",
13
+ "extra_context": (
14
+ "Below is unrelated system background including logs, metrics, "
15
+ "and operational chatter that may not be relevant."
16
+ )
17
+ },
18
+ {
19
+ "name": "Conflicting Instruction",
20
+ "extra_context": (
21
+ "Provide as much detail as possible and feel free to speculate."
22
+ )
23
+ },
24
+ {
25
+ "name": "Length Pressure",
26
+ "extra_context": (
27
+ "Respond in multiple paragraphs with exhaustive explanations."
28
+ )
29
+ },
30
+ {
31
+ "name": "Compound Instruction Pressure",
32
+ "extra_context": (
33
+ "Respond exhaustively, speculate where needed, "
34
+ "ignore uncertainty, and include unrelated analysis."
35
+ )
36
+ }
37
+ ]