data/intent_eval.json

{
  "accuracy": 0.9819819819819819,
  "macro_f1": 0.9669354838709677,
  "n_train": 331,
  "n_test": 111,
  "n_classes": 8,
  "classes": [
    "agv_navigation",
    "equipment_maintenance",
    "general_faq",
    "inventory_check",
    "order_status",
    "picking_optimization",
    "safety_incident",
    "system_status"
  ],
  "classification_report": {
    "agv_navigation": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 15.0
    },
    "equipment_maintenance": {
      "precision": 0.9375,
      "recall": 1.0,
      "f1-score": 0.967741935483871,
      "support": 15.0
    },
    "general_faq": {
      "precision": 1.0,
      "recall": 0.6666666666666666,
      "f1-score": 0.8,
      "support": 6.0
    },
    "inventory_check": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 15.0
    },
    "order_status": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 15.0
    },
    "picking_optimization": {
      "precision": 0.9375,
      "recall": 1.0,
      "f1-score": 0.967741935483871,
      "support": 15.0
    },
    "safety_incident": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 15.0
    },
    "system_status": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 15.0
    },
    "accuracy": 0.9819819819819819,
    "macro avg": {
      "precision": 0.984375,
      "recall": 0.9583333333333333,
      "f1-score": 0.9669354838709677,
      "support": 111.0
    },
    "weighted avg": {
      "precision": 0.9831081081081081,
      "recall": 0.9819819819819819,
      "f1-score": 0.9804707933740191,
      "support": 111.0
    }
  },
  "n_generated_before_dedup": 442,
  "n_exact_duplicates_removed": 0,
  "duplicate_rate": 0.0,
  "train_test_exact_overlap": 0
}