Spaces:
				
			
			
	
			
			
		Paused
		
	
	
	
			
			
	
	
	
	
		
		
		Paused
		
	
		Arturo Jiménez de los Galanes Reguillos
		
	commited on
		
		
					Commit 
							
							·
						
						dde5ace
	
1
								Parent(s):
							
							e73ae0d
								
Format generation_kwargs dictionary
Browse files
    	
        app.py
    CHANGED
    
    | 
         @@ -1,5 +1,4 @@ 
     | 
|
| 1 | 
         
             
            import gradio as gr
         
     | 
| 2 | 
         
            -
            from huggingface_hub import login
         
     | 
| 3 | 
         
             
            from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
         
     | 
| 4 | 
         
             
            from threading import Thread
         
     | 
| 5 | 
         | 
| 
         @@ -33,7 +32,7 @@ def translate(python): 
     | 
|
| 33 | 
         
             
                                    return_tensors="pt").to(model.device)
         
     | 
| 34 | 
         | 
| 35 | 
         
             
                generation_kwargs = dict(
         
     | 
| 36 | 
         
            -
                    inputs,
         
     | 
| 37 | 
         
             
                    streamer=streamer,
         
     | 
| 38 | 
         
             
                    max_new_tokens=512,
         
     | 
| 39 | 
         
             
                    do_sample=False,
         
     | 
| 
         | 
|
| 1 | 
         
             
            import gradio as gr
         
     | 
| 
         | 
|
| 2 | 
         
             
            from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
         
     | 
| 3 | 
         
             
            from threading import Thread
         
     | 
| 4 | 
         | 
| 
         | 
|
| 32 | 
         
             
                                    return_tensors="pt").to(model.device)
         
     | 
| 33 | 
         | 
| 34 | 
         
             
                generation_kwargs = dict(
         
     | 
| 35 | 
         
            +
                    input_ids=inputs,
         
     | 
| 36 | 
         
             
                    streamer=streamer,
         
     | 
| 37 | 
         
             
                    max_new_tokens=512,
         
     | 
| 38 | 
         
             
                    do_sample=False,
         
     |