EllieSiegel commited on
Commit
1809cb2
1 Parent(s): 3d2a0ba

changing to gradio interface

Browse files
Files changed (1) hide show
  1. app.py +32 -37
app.py CHANGED
@@ -1,39 +1,34 @@
1
  import gradio as gr
2
 
3
- gr.Interface.load("tiiuae/falcon-40b").launch()
4
-
5
-
6
- # import gradio as gr
7
-
8
- # from transformers import AutoTokenizer, AutoModelForCausalLM
9
- # import transformers
10
- # import torch
11
-
12
-
13
- # def falcon(input_text):
14
- # model = "tiiuae/falcon-40b"
15
-
16
- # tokenizer = AutoTokenizer.from_pretrained(model)
17
- # pipeline = transformers.pipeline(
18
- # "text-generation",
19
- # model=model,
20
- # tokenizer=tokenizer,
21
- # torch_dtype=torch.bfloat16,
22
- # trust_remote_code=True,
23
- # device_map="auto",
24
- # )
25
- # sequences = pipeline(
26
- # input_text, # "Was ist das höchste Gebäude in der Welt?"
27
- # max_length=200,
28
- # do_sample=True,
29
- # top_k=10,
30
- # num_return_sequences=1,
31
- # eos_token_id=tokenizer.eos_token_id,
32
- # )
33
- # for seq in sequences:
34
- # print(f"Result: {seq['generated_text']}")
35
-
36
- # return sequences[0]['generated_text']
37
-
38
- # iface = gr.Interface(fn=falcon, inputs="text", outputs="text")
39
- # iface.launch() # To create a public link, set `share=True`
 
1
  import gradio as gr
2
 
3
+ from transformers import AutoTokenizer, AutoModelForCausalLM
4
+ import transformers
5
+ import torch
6
+
7
+
8
+ def falcon(input_text):
9
+ model = "tiiuae/falcon-40b"
10
+
11
+ tokenizer = AutoTokenizer.from_pretrained(model)
12
+ pipeline = transformers.pipeline(
13
+ "text-generation",
14
+ model=model,
15
+ tokenizer=tokenizer,
16
+ torch_dtype=torch.bfloat16,
17
+ trust_remote_code=True,
18
+ device_map="auto",
19
+ )
20
+ sequences = pipeline(
21
+ input_text, # "Was ist das höchste Gebäude in der Welt?"
22
+ max_length=200,
23
+ do_sample=True,
24
+ top_k=10,
25
+ num_return_sequences=1,
26
+ eos_token_id=tokenizer.eos_token_id,
27
+ )
28
+ for seq in sequences:
29
+ print(f"Result: {seq['generated_text']}")
30
+
31
+ return sequences[0]['generated_text']
32
+
33
+ iface = gr.Interface(fn=falcon, inputs="text", outputs="text")
34
+ iface.launch() # To create a public link, set `share=True`