NickyNicky/Phi-3-mini-4k-instruct_orpo_V2

Metrics

TrainOutput(
  global_step=1526,
  training_loss=0.40326238030062433,
  metrics={
    'train_runtime': 129566.5492,
    'train_samples_per_second': 0.848,
    'train_steps_per_second': 0.012,
    'total_flos': 0.0,
    'train_loss': 0.40326238030062433,
    'epoch': 2.023872679045093
  }
)

max_seq_length= 4096

colab examples.

model_id= "NickyNicky/Phi-3-mini-4k-instruct_orpo_V2"

https://colab.research.google.com/drive/16qS7NMSu20LzcwvYCrBGVI7rd9Hr-vpN?usp=sharing