paavansundar commited on
Commit
278cccd
1 Parent(s): 6151565

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -2,10 +2,14 @@ import gradio as gr
2
  import torch
3
  from transformers import GPT2Tokenizer, GPT2LMHeadModel, TextDataset, DataCollatorForLanguageModeling
4
  from transformers import Trainer, TrainingArguments
 
 
 
5
 
6
  __checkpoint = "gpt2"
7
  __tokenizer = GPT2Tokenizer.from_pretrained(__checkpoint)
8
  __model = GPT2LMHeadModel.from_pretrained(__checkpoint)
 
9
  # Create a Data collator object
10
  data_collator = DataCollatorForLanguageModeling(tokenizer=__tokenizer, mlm=False, return_tensors="pt")
11
  def queryGPT(question):
 
2
  import torch
3
  from transformers import GPT2Tokenizer, GPT2LMHeadModel, TextDataset, DataCollatorForLanguageModeling
4
  from transformers import Trainer, TrainingArguments
5
+ import numpy as np
6
+ import pandas as pd
7
+ from sklearn.model_selection import train_test_split
8
 
9
  __checkpoint = "gpt2"
10
  __tokenizer = GPT2Tokenizer.from_pretrained(__checkpoint)
11
  __model = GPT2LMHeadModel.from_pretrained(__checkpoint)
12
+ __model_output_path = "/paavansundar/Models"
13
  # Create a Data collator object
14
  data_collator = DataCollatorForLanguageModeling(tokenizer=__tokenizer, mlm=False, return_tensors="pt")
15
  def queryGPT(question):