nthakur commited on
Commit
6bdc063
·
1 Parent(s): 1ee14cf

Add Harrier OSS 27B leaderboard entry.

Browse files

Include per-domain and average FreshStack metrics for harrier-oss-v1-27b with model metadata and link.

Made-with: Cursor

Files changed (1) hide show
  1. leaderboard_data.json +41 -0
leaderboard_data.json CHANGED
@@ -1598,6 +1598,47 @@
1598
  "recall_50": 0.411
1599
  }
1600
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1601
  }
1602
  ]
1603
  }
 
1598
  "recall_50": 0.411
1599
  }
1600
  }
1601
+ },
1602
+ {
1603
+ "info": {
1604
+ "name": "harrier-oss-v1-27b",
1605
+ "size": "27B",
1606
+ "type": "open_source",
1607
+ "date": "2026-03-31",
1608
+ "link": "https://huggingface.co/microsoft/harrier-oss-v1-27b"
1609
+ },
1610
+ "datasets": {
1611
+ "langchain": {
1612
+ "alpha_ndcg_10": 0.299,
1613
+ "coverage_20": 0.638,
1614
+ "recall_50": 0.4
1615
+ },
1616
+ "yolo": {
1617
+ "alpha_ndcg_10": 0.421,
1618
+ "coverage_20": 0.781,
1619
+ "recall_50": 0.575
1620
+ },
1621
+ "laravel": {
1622
+ "alpha_ndcg_10": 0.38,
1623
+ "coverage_20": 0.738,
1624
+ "recall_50": 0.601
1625
+ },
1626
+ "angular": {
1627
+ "alpha_ndcg_10": 0.313,
1628
+ "coverage_20": 0.642,
1629
+ "recall_50": 0.389
1630
+ },
1631
+ "godot": {
1632
+ "alpha_ndcg_10": 0.304,
1633
+ "coverage_20": 0.586,
1634
+ "recall_50": 0.531
1635
+ },
1636
+ "average": {
1637
+ "alpha_ndcg_10": 0.343,
1638
+ "coverage_20": 0.677,
1639
+ "recall_50": 0.499
1640
+ }
1641
+ }
1642
  }
1643
  ]
1644
  }