Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- openenv.yaml +20 -4
- tests/test_supportdesk.py +6 -1
openenv.yaml
CHANGED
|
@@ -8,10 +8,26 @@ port: 8000
|
|
| 8 |
description: Enterprise support operations environment with SLA pressure, business-impact aware triage, and primary-vs-secondary issue prioritization.
|
| 9 |
tasks:
|
| 10 |
- id: billing_refund_easy
|
| 11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
- id: account_takeover_medium
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
- id: api_incident_hard
|
| 15 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
- id: regulated_export_exception_hard
|
| 17 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
description: Enterprise support operations environment with SLA pressure, business-impact aware triage, and primary-vs-secondary issue prioritization.
|
| 9 |
tasks:
|
| 10 |
- id: billing_refund_easy
|
| 11 |
+
difficulty: easy
|
| 12 |
+
max_steps: 6
|
| 13 |
+
grader:
|
| 14 |
+
type: python
|
| 15 |
+
path: graders:BillingRefundEasyGrader
|
| 16 |
- id: account_takeover_medium
|
| 17 |
+
difficulty: medium
|
| 18 |
+
max_steps: 7
|
| 19 |
+
grader:
|
| 20 |
+
type: python
|
| 21 |
+
path: graders:AccountTakeoverMediumGrader
|
| 22 |
- id: api_incident_hard
|
| 23 |
+
difficulty: hard
|
| 24 |
+
max_steps: 8
|
| 25 |
+
grader:
|
| 26 |
+
type: python
|
| 27 |
+
path: graders:ApiIncidentHardGrader
|
| 28 |
- id: regulated_export_exception_hard
|
| 29 |
+
difficulty: hard
|
| 30 |
+
max_steps: 8
|
| 31 |
+
grader:
|
| 32 |
+
type: python
|
| 33 |
+
path: graders:RegulatedExportExceptionHardGrader
|
tests/test_supportdesk.py
CHANGED
|
@@ -116,7 +116,12 @@ def test_openenv_manifest_graders_are_importable():
|
|
| 116 |
assert len(manifest["tasks"]) >= 4
|
| 117 |
|
| 118 |
for task in manifest["tasks"]:
|
| 119 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 120 |
module = importlib.import_module(module_name)
|
| 121 |
grader_cls = getattr(module, object_name)
|
| 122 |
score = grader_cls().grade(SupportCaseProgress())
|
|
|
|
| 116 |
assert len(manifest["tasks"]) >= 4
|
| 117 |
|
| 118 |
for task in manifest["tasks"]:
|
| 119 |
+
grader_block = task["grader"]
|
| 120 |
+
if isinstance(grader_block, dict):
|
| 121 |
+
grader_path = grader_block["path"]
|
| 122 |
+
else:
|
| 123 |
+
grader_path = grader_block
|
| 124 |
+
module_name, object_name = grader_path.split(":", 1)
|
| 125 |
module = importlib.import_module(module_name)
|
| 126 |
grader_cls = getattr(module, object_name)
|
| 127 |
score = grader_cls().grade(SupportCaseProgress())
|