0x7o commited on
Commit
09c998a
β€’
1 Parent(s): 1d72a65

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -2,9 +2,14 @@ import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
3
  import torch
4
  import spaces
 
 
5
 
6
  model_id = "mistralai/Mistral-Nemo-Instruct-2407"
7
 
 
 
 
8
  # Π—Π°Π³Ρ€ΡƒΠ·ΠΊΠ° Ρ‚ΠΎΠΊΠ΅Π½ΠΈΠ·Π°Ρ‚ΠΎΡ€Π° ΠΈ ΠΌΠΎΠ΄Π΅Π»ΠΈ
9
  tokenizer = AutoTokenizer.from_pretrained(model_id)
10
  model = AutoModelForCausalLM.from_pretrained(
 
2
  from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
3
  import torch
4
  import spaces
5
+ from threading import Thread
6
+ from typing import Iterator
7
 
8
  model_id = "mistralai/Mistral-Nemo-Instruct-2407"
9
 
10
+
11
+ MAX_INPUT_TOKEN_LENGTH = 4096
12
+
13
  # Π—Π°Π³Ρ€ΡƒΠ·ΠΊΠ° Ρ‚ΠΎΠΊΠ΅Π½ΠΈΠ·Π°Ρ‚ΠΎΡ€Π° ΠΈ ΠΌΠΎΠ΄Π΅Π»ΠΈ
14
  tokenizer = AutoTokenizer.from_pretrained(model_id)
15
  model = AutoModelForCausalLM.from_pretrained(