huseinzol05 commited on
Commit
ae130be
β€’
1 Parent(s): 54b5c6c

added claude3

Browse files
Files changed (1) hide show
  1. app.py +31 -0
app.py CHANGED
@@ -19,6 +19,7 @@ INTRODUCTION_TEXT = """
19
  ## Contributions
20
 
21
  1. Claude 1.3 and 2.0 Tatabahasa contributed by https://www.linkedin.com/in/fahim-surani
 
22
 
23
  ## Tagging
24
 
@@ -26,6 +27,36 @@ INTRODUCTION_TEXT = """
26
  """
27
 
28
  close_source = [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  {
30
  'T': 'πŸ“¦',
31
  'model': 'AWS Bedrock Claude 1.3',
 
19
  ## Contributions
20
 
21
  1. Claude 1.3 and 2.0 Tatabahasa contributed by https://www.linkedin.com/in/fahim-surani
22
+ 2. Claude 3.0 contributed by https://github.com/theblackcat102, https://huggingface.co/theblackcat102
23
 
24
  ## Tagging
25
 
 
27
  """
28
 
29
  close_source = [
30
+ {
31
+ 'T': 'πŸ“¦',
32
+ 'model': 'claude-3-opus-20240229',
33
+ 'BM-PT3 0-shot': 57.41,
34
+ 'BM-PT3 1-shot': 53.70,
35
+ 'BM-PT3 3-shots': 62.96,
36
+ 'Tatabahasa 0-shot': 77.08,
37
+ 'Tatabahasa 1-shot': 73.93,
38
+ 'Tatabahasa 3-shots': 75.64,
39
+ },
40
+ {
41
+ 'T': 'πŸ“¦',
42
+ 'model': 'claude-3-sonnet-20240229',
43
+ 'BM-PT3 0-shot': 48.15,
44
+ 'BM-PT3 1-shot': 50.00,
45
+ 'BM-PT3 3-shots': 37.04,
46
+ 'Tatabahasa 0-shot': 65.90,
47
+ 'Tatabahasa 1-shot': 38.40,
48
+ 'Tatabahasa 3-shots': 40.97,
49
+ },
50
+ {
51
+ 'T': 'πŸ“¦',
52
+ 'model': 'claude-3-haiku-20240307',
53
+ 'BM-PT3 0-shot': 48.15,
54
+ 'BM-PT3 1-shot': 50.00,
55
+ 'BM-PT3 3-shots': 50.00,
56
+ 'Tatabahasa 0-shot': 62.75,
57
+ 'Tatabahasa 1-shot': 49.86,
58
+ 'Tatabahasa 3-shots': 24.07,
59
+ },
60
  {
61
  'T': 'πŸ“¦',
62
  'model': 'AWS Bedrock Claude 1.3',