testing

app.py

@@ -0,0 +1,52 @@
+from transformers import GPT2Tokenizer, GPT2LMHeadModel, Trainer, TrainingArguments
+from datasets import load_dataset
+
+# Load the text dataset from the specified file.
+dataset = load_dataset("text", data_files="training.txt")
+
+# Initialize the GPT-2 tokenizer.
+tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
+# Set the tokenizer's pad token to the EOS token.
+tokenizer.pad_token = tokenizer.eos_token
+
+# Define a function to tokenize the dataset and prepare labels.
+def tokenize_function(examples):
+    # Tokenize the text to input_ids, attention_mask
+    tokenized_inputs = tokenizer(examples["text"], padding="max_length", truncation=True, max_length=512)
+    # Prepare labels: labels are the same as input_ids for language modeling
+    tokenized_inputs["labels"] = tokenized_inputs["input_ids"].copy()
+    return tokenized_inputs
+
+# Tokenize the entire dataset.
+tokenized_datasets = dataset.map(tokenize_function, batched=True)
+# Remove the 'text' column as it's no longer needed after tokenization.
+tokenized_datasets = tokenized_datasets.remove_columns(["text"])
+# Set the format of the dataset to PyTorch tensors.
+tokenized_datasets.set_format(type="torch", columns=["input_ids", "attention_mask", "labels"])
+
+# Load the GPT-2 model.
+model = GPT2LMHeadModel.from_pretrained("gpt2")
+
+# Define training arguments.
+training_args = TrainingArguments(
+    output_dir="./output",
+    overwrite_output_dir=True,
+    num_train_epochs=3,
+    per_device_train_batch_size=4,
+    save_steps=10_000,
+    save_total_limit=2,
+)
+
+# Initialize the Trainer with the training dataset including labels.
+trainer = Trainer(
+    model=model,
+    args=training_args,
+    train_dataset=tokenized_datasets["train"],
+)
+
+# Start the training process.
+trainer.train()
+
+# Save the fine-tuned model and tokenizer.
+model.save_pretrained("fine_tuned_gpt2_model")
+tokenizer.save_pretrained("fine_tuned_gpt2_model")

training.txt.txt

@@ -0,0 +1,21 @@
+Fitness and nutrition play crucial roles in maintaining a healthy lifestyle. Regular exercise and balanced nutrition contribute to physical well-being and overall health. Here's some foundational information to help you understand the importance of fitness and nutrition:
+
+Exercise:
+Regular physical activity is essential for maintaining a healthy weight, reducing the risk of chronic diseases, and improving overall well-being. It includes activities such as cardio, strength training, flexibility exercises, and balance training.
+
+Cardiovascular exercises, like walking, running, swimming, and cycling, improve heart health and stamina. Strength training exercises, such as weightlifting and bodyweight exercises, help build muscle strength and bone density. Flexibility exercises, like stretching and yoga, enhance joint mobility and reduce the risk of injury. Balance training exercises, such as yoga poses and stability exercises, improve balance and coordination.
+
+Nutrition:
+Eating a balanced diet is vital for providing essential nutrients, maintaining energy levels, and supporting overall health. A balanced diet includes a variety of foods from all food groups, such as fruits, vegetables, whole grains, lean proteins, and healthy fats.
+
+Fruits and vegetables are rich in vitamins, minerals, and antioxidants that support immune function and reduce the risk of chronic diseases. Whole grains provide fiber, which aids digestion and helps regulate blood sugar levels. Lean proteins, such as poultry, fish, beans, and tofu, provide essential amino acids for muscle repair and growth. Healthy fats, like those found in avocados, nuts, seeds, and olive oil, support heart health and brain function.
+
+Hydration:
+Staying hydrated is crucial for overall health and performance. Water is essential for regulating body temperature, transporting nutrients, and removing waste products from the body. Aim to drink plenty of water throughout the day, especially before, during, and after exercise.
+
+Meal Timing:
+Eating regular meals and snacks throughout the day helps maintain energy levels and prevents overeating. Aim to eat a balanced meal or snack every 3-4 hours to keep your metabolism running smoothly and stabilize blood sugar levels.
+
+Portion Control:
+Practicing portion control helps prevent overeating and promotes weight management. Use visual cues, like measuring cups and portion plates, to help you control portion sizes and avoid mindless eating.
+