modelbuilderhq commited on
Commit
6f6f46e
·
verified ·
1 Parent(s): c6e8802

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. openenv.yaml +20 -4
  2. tests/test_supportdesk.py +6 -1
openenv.yaml CHANGED
@@ -8,10 +8,26 @@ port: 8000
8
  description: Enterprise support operations environment with SLA pressure, business-impact aware triage, and primary-vs-secondary issue prioritization.
9
  tasks:
10
  - id: billing_refund_easy
11
- grader: graders:BillingRefundEasyGrader
 
 
 
 
12
  - id: account_takeover_medium
13
- grader: graders:AccountTakeoverMediumGrader
 
 
 
 
14
  - id: api_incident_hard
15
- grader: graders:ApiIncidentHardGrader
 
 
 
 
16
  - id: regulated_export_exception_hard
17
- grader: graders:RegulatedExportExceptionHardGrader
 
 
 
 
 
8
  description: Enterprise support operations environment with SLA pressure, business-impact aware triage, and primary-vs-secondary issue prioritization.
9
  tasks:
10
  - id: billing_refund_easy
11
+ difficulty: easy
12
+ max_steps: 6
13
+ grader:
14
+ type: python
15
+ path: graders:BillingRefundEasyGrader
16
  - id: account_takeover_medium
17
+ difficulty: medium
18
+ max_steps: 7
19
+ grader:
20
+ type: python
21
+ path: graders:AccountTakeoverMediumGrader
22
  - id: api_incident_hard
23
+ difficulty: hard
24
+ max_steps: 8
25
+ grader:
26
+ type: python
27
+ path: graders:ApiIncidentHardGrader
28
  - id: regulated_export_exception_hard
29
+ difficulty: hard
30
+ max_steps: 8
31
+ grader:
32
+ type: python
33
+ path: graders:RegulatedExportExceptionHardGrader
tests/test_supportdesk.py CHANGED
@@ -116,7 +116,12 @@ def test_openenv_manifest_graders_are_importable():
116
  assert len(manifest["tasks"]) >= 4
117
 
118
  for task in manifest["tasks"]:
119
- module_name, object_name = task["grader"].split(":", 1)
 
 
 
 
 
120
  module = importlib.import_module(module_name)
121
  grader_cls = getattr(module, object_name)
122
  score = grader_cls().grade(SupportCaseProgress())
 
116
  assert len(manifest["tasks"]) >= 4
117
 
118
  for task in manifest["tasks"]:
119
+ grader_block = task["grader"]
120
+ if isinstance(grader_block, dict):
121
+ grader_path = grader_block["path"]
122
+ else:
123
+ grader_path = grader_block
124
+ module_name, object_name = grader_path.split(":", 1)
125
  module = importlib.import_module(module_name)
126
  grader_cls = getattr(module, object_name)
127
  score = grader_cls().grade(SupportCaseProgress())