huseinzol05 commited on
Commit
5b22f5f
β€’
1 Parent(s): b4850ab

added claude

Browse files
Files changed (1) hide show
  1. app.py +15 -9
app.py CHANGED
@@ -18,24 +18,30 @@ INTRODUCTION_TEXT = """
18
  3. HumanEval, https://github.com/openai/human-eval
19
  - This test is for programming language understanding.
20
 
 
 
 
 
21
  ## Tagging
22
 
23
  🟒 pretrained β­• instruction-tuned πŸ“¦ close sourced
24
  """
25
 
26
- not_verify = [
27
  {
28
- 'model': 'Antrophic Claude 2',
29
- 'Tatabahasa 0-shot': 61,
30
- 'Tatabahasa 3-shots': 57.8,
 
 
31
  },
32
  {
33
- 'model': 'Antrophic Claude 1',
34
- 'Tatabahasa 3-shots': 67,
 
 
 
35
  },
36
- ]
37
-
38
- close_source = [
39
  {
40
  'T': 'πŸ“¦',
41
  'model': 'gpt-4-1106-preview',
 
18
  3. HumanEval, https://github.com/openai/human-eval
19
  - This test is for programming language understanding.
20
 
21
+ ## Contributions
22
+
23
+ 1. Claude 1.3 and 2.0 Tatabahasa contributed by https://www.linkedin.com/in/fahim-surani
24
+
25
  ## Tagging
26
 
27
  🟒 pretrained β­• instruction-tuned πŸ“¦ close sourced
28
  """
29
 
30
+ close_source = [
31
  {
32
+ 'T': 'πŸ“¦',
33
+ 'model': 'AWS Bedrock Claude 1.3',
34
+ 'Tatabahasa 0-shot': 60.650887573964496,
35
+ 'Tatabahasa 1-shot': 62.46418338108882,
36
+ 'Tatabahasa 3-shots': 67.34104046242774,
37
  },
38
  {
39
+ 'T': 'πŸ“¦',
40
+ 'model': 'AWS Bedrock Claude 2',
41
+ 'Tatabahasa 0-shot': 61.702127659574465,
42
+ 'Tatabahasa 1-shot': 60.17191977077364,
43
+ 'Tatabahasa 3-shots': 59.598853868194844,
44
  },
 
 
 
45
  {
46
  'T': 'πŸ“¦',
47
  'model': 'gpt-4-1106-preview',