Spaces:
Sleeping
Sleeping
paavansundar
commited on
Commit
•
278cccd
1
Parent(s):
6151565
Update app.py
Browse files
app.py
CHANGED
@@ -2,10 +2,14 @@ import gradio as gr
|
|
2 |
import torch
|
3 |
from transformers import GPT2Tokenizer, GPT2LMHeadModel, TextDataset, DataCollatorForLanguageModeling
|
4 |
from transformers import Trainer, TrainingArguments
|
|
|
|
|
|
|
5 |
|
6 |
__checkpoint = "gpt2"
|
7 |
__tokenizer = GPT2Tokenizer.from_pretrained(__checkpoint)
|
8 |
__model = GPT2LMHeadModel.from_pretrained(__checkpoint)
|
|
|
9 |
# Create a Data collator object
|
10 |
data_collator = DataCollatorForLanguageModeling(tokenizer=__tokenizer, mlm=False, return_tensors="pt")
|
11 |
def queryGPT(question):
|
|
|
2 |
import torch
|
3 |
from transformers import GPT2Tokenizer, GPT2LMHeadModel, TextDataset, DataCollatorForLanguageModeling
|
4 |
from transformers import Trainer, TrainingArguments
|
5 |
+
import numpy as np
|
6 |
+
import pandas as pd
|
7 |
+
from sklearn.model_selection import train_test_split
|
8 |
|
9 |
__checkpoint = "gpt2"
|
10 |
__tokenizer = GPT2Tokenizer.from_pretrained(__checkpoint)
|
11 |
__model = GPT2LMHeadModel.from_pretrained(__checkpoint)
|
12 |
+
__model_output_path = "/paavansundar/Models"
|
13 |
# Create a Data collator object
|
14 |
data_collator = DataCollatorForLanguageModeling(tokenizer=__tokenizer, mlm=False, return_tensors="pt")
|
15 |
def queryGPT(question):
|