Fine-tuning model

CARSE_02_FineTuning.ipynb

@@ -207,16 +207,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 35,
+   "execution_count": 41,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "FineTuningJob(id='ftjob-oKdrQdLt4j9ijBvKuQWXl9C9', created_at=1702185828, error=None, fine_tuned_model=None, finished_at=None, hyperparameters=Hyperparameters(n_epochs=5, batch_size=1, learning_rate_multiplier=2), model='gpt-3.5-turbo-1106', object='fine_tuning.job', organization_id='org-IXFDgE8ZZcQzb9yKJmEuFxvC', result_files=[], status='running', trained_tokens=None, training_file='file-eQOE8MxF51oFiGSVT48x0vLw', validation_file='file-3LSttIrULCZUz5a4pXc3Fsk4')"
+       "FineTuningJob(id='ftjob-oKdrQdLt4j9ijBvKuQWXl9C9', created_at=1702185828, error=None, fine_tuned_model='ft:gpt-3.5-turbo-1106:personal:carse:8U71tg31', finished_at=1702187553, hyperparameters=Hyperparameters(n_epochs=5, batch_size=1, learning_rate_multiplier=2), model='gpt-3.5-turbo-1106', object='fine_tuning.job', organization_id='org-IXFDgE8ZZcQzb9yKJmEuFxvC', result_files=['file-nTA0MI5GRiQbBnqsUHYJZ4Wx'], status='succeeded', trained_tokens=88345, training_file='file-eQOE8MxF51oFiGSVT48x0vLw', validation_file='file-3LSttIrULCZUz5a4pXc3Fsk4')"
       ]
      },
-     "execution_count": 35,
+     "execution_count": 41,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -228,16 +228,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 42,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "SyncCursorPage[FineTuningJobEvent](data=[FineTuningJobEvent(id='ftevent-HJmomlGcLNxB8tYxEn2fZYge', created_at=1702186772, level='info', message='Step 471/890: training loss=1.55, validation loss=2.50', object='fine_tuning.job.event', data={'step': 471, 'train_loss': 1.5508146286010742, 'valid_loss': 2.498373487721319, 'train_mean_token_accuracy': 0.75, 'valid_mean_token_accuracy': 0.43478260869565216}, type='metrics'), FineTuningJobEvent(id='ftevent-CYGX0JMLoG4Ofjs69dz8MPk9', created_at=1702186756, level='info', message='Step 461/890: training loss=1.16, validation loss=1.79', object='fine_tuning.job.event', data={'step': 461, 'train_loss': 1.156284213066101, 'valid_loss': 1.792006492614746, 'train_mean_token_accuracy': 0.7692307829856873, 'valid_mean_token_accuracy': 0.4}, type='metrics'), FineTuningJobEvent(id='ftevent-mPG7xYX7opqQr9nlHUnn0gOM', created_at=1702186738, level='info', message='Step 451/890: training loss=1.81, validation loss=3.31', object='fine_tuning.job.event', data={'step': 451, 'train_loss': 1.806351900100708, 'valid_loss': 3.3079380989074707, 'train_mean_token_accuracy': 0.5545454621315002, 'valid_mean_token_accuracy': 0.16666666666666666}, type='metrics'), FineTuningJobEvent(id='ftevent-SZnQTTUL8QV1vD3wmIkQ9NQE', created_at=1702186720, level='info', message='Step 441/890: training loss=2.13, validation loss=1.30', object='fine_tuning.job.event', data={'step': 441, 'train_loss': 2.1261494159698486, 'valid_loss': 1.3008832931518555, 'train_mean_token_accuracy': 0.5555555820465088, 'valid_mean_token_accuracy': 0.35}, type='metrics'), FineTuningJobEvent(id='ftevent-Z70r5u6Tv1cpKIjNoz7uxnaB', created_at=1702186702, level='info', message='Step 431/890: training loss=2.31, validation loss=1.63', object='fine_tuning.job.event', data={'step': 431, 'train_loss': 2.3078231811523438, 'valid_loss': 1.6347110454852765, 'train_mean_token_accuracy': 0.5, 'valid_mean_token_accuracy': 0.23076923076923078}, type='metrics'), FineTuningJobEvent(id='ftevent-3FOJQqO26ejvt9jGJv5YtTLS', created_at=1702186686, level='info', message='Step 421/890: training loss=1.73, validation loss=2.02', object='fine_tuning.job.event', data={'step': 421, 'train_loss': 1.7264701128005981, 'valid_loss': 2.0240015983581543, 'train_mean_token_accuracy': 0.6315789222717285, 'valid_mean_token_accuracy': 0.42857142857142855}, type='metrics'), FineTuningJobEvent(id='ftevent-ErMp6gvVT4GBdGf3yFGcAScn', created_at=1702186668, level='info', message='Step 411/890: training loss=1.16, validation loss=1.91', object='fine_tuning.job.event', data={'step': 411, 'train_loss': 1.1630134582519531, 'valid_loss': 1.9137598673502605, 'train_mean_token_accuracy': 0.7058823704719543, 'valid_mean_token_accuracy': 0.5277777777777778}, type='metrics'), FineTuningJobEvent(id='ftevent-OvYkLbxmyf0IDr7RNdSZv5Qr', created_at=1702186652, level='info', message='Step 401/890: training loss=0.76, validation loss=2.10', object='fine_tuning.job.event', data={'step': 401, 'train_loss': 0.7578617334365845, 'valid_loss': 2.0966723442077635, 'train_mean_token_accuracy': 0.7272727489471436, 'valid_mean_token_accuracy': 0.25}, type='metrics'), FineTuningJobEvent(id='ftevent-BJ0JMEcNFGTfCzyXK1R5Uets', created_at=1702186634, level='info', message='Step 391/890: training loss=1.46, validation loss=2.74', object='fine_tuning.job.event', data={'step': 391, 'train_loss': 1.4621750116348267, 'valid_loss': 2.7422271728515626, 'train_mean_token_accuracy': 0.699999988079071, 'valid_mean_token_accuracy': 0.4}, type='metrics'), FineTuningJobEvent(id='ftevent-HuADV2SZtgOS5cBnyN12JnMO', created_at=1702186618, level='info', message='Step 381/890: training loss=1.10, validation loss=2.81', object='fine_tuning.job.event', data={'step': 381, 'train_loss': 1.1008758544921875, 'valid_loss': 2.8111038208007812, 'train_mean_token_accuracy': 0.875, 'valid_mean_token_accuracy': 0.1935483870967742}, type='metrics')], object='list', has_more=True)"
+       "SyncCursorPage[FineTuningJobEvent](data=[FineTuningJobEvent(id='ftevent-vscAV4VplFjxd6FkJyTCQWsi', created_at=1702187558, level='info', message='The job has successfully completed', object='fine_tuning.job.event', data={}, type='message'), FineTuningJobEvent(id='ftevent-DsuUGU4euSPufWPSsHtLQWMw', created_at=1702187554, level='info', message='New fine-tuned model created: ft:gpt-3.5-turbo-1106:personal:carse:8U71tg31', object='fine_tuning.job.event', data={}, type='message'), FineTuningJobEvent(id='ftevent-mBs22BBjFNsEir1FYqJb1Dpv', created_at=1702187530, level='info', message='Step 881/890: training loss=0.65, validation loss=2.07', object='fine_tuning.job.event', data={'step': 881, 'train_loss': 0.6533868908882141, 'valid_loss': 2.073900442857009, 'train_mean_token_accuracy': 0.8181818127632141, 'valid_mean_token_accuracy': 0.3076923076923077}, type='metrics'), FineTuningJobEvent(id='ftevent-tjVSeWvV47Xf2Cchy0AfbLxN', created_at=1702187510, level='info', message='Step 871/890: training loss=0.90, validation loss=2.88', object='fine_tuning.job.event', data={'step': 871, 'train_loss': 0.8985379338264465, 'valid_loss': 2.877812249319894, 'train_mean_token_accuracy': 0.7647058963775635, 'valid_mean_token_accuracy': 0.35714285714285715}, type='metrics'), FineTuningJobEvent(id='ftevent-0utFYTRmbfWD2tbVHlRwMMhg', created_at=1702187492, level='info', message='Step 861/890: training loss=0.50, validation loss=2.29', object='fine_tuning.job.event', data={'step': 861, 'train_loss': 0.4959395229816437, 'valid_loss': 2.2947926256391735, 'train_mean_token_accuracy': 0.8666666746139526, 'valid_mean_token_accuracy': 0.4722222222222222}, type='metrics'), FineTuningJobEvent(id='ftevent-6i7eASySmSHVHcNshaGriugB', created_at=1702187472, level='info', message='Step 851/890: training loss=0.76, validation loss=2.42', object='fine_tuning.job.event', data={'step': 851, 'train_loss': 0.7591314315795898, 'valid_loss': 2.420450496673584, 'train_mean_token_accuracy': 0.7916666865348816, 'valid_mean_token_accuracy': 0.25}, type='metrics'), FineTuningJobEvent(id='ftevent-6s0QNIYmZFVVa5NGW2OT2gAU', created_at=1702187452, level='info', message='Step 841/890: training loss=0.13, validation loss=2.62', object='fine_tuning.job.event', data={'step': 841, 'train_loss': 0.12887191772460938, 'valid_loss': 2.6182823181152344, 'train_mean_token_accuracy': 1.0, 'valid_mean_token_accuracy': 0.4}, type='metrics'), FineTuningJobEvent(id='ftevent-6CPON2gWiOFDq7LB8zMTg89u', created_at=1702187434, level='info', message='Step 831/890: training loss=0.34, validation loss=3.97', object='fine_tuning.job.event', data={'step': 831, 'train_loss': 0.3421609103679657, 'valid_loss': 3.9680542176769626, 'train_mean_token_accuracy': 1.0, 'valid_mean_token_accuracy': 0.25806451612903225}, type='metrics'), FineTuningJobEvent(id='ftevent-4v205e49u9XilcAJ0kmJ8aRr', created_at=1702187414, level='info', message='Step 821/890: training loss=1.61, validation loss=2.29', object='fine_tuning.job.event', data={'step': 821, 'train_loss': 1.6149991750717163, 'valid_loss': 2.293296359834217, 'train_mean_token_accuracy': 0.5714285969734192, 'valid_mean_token_accuracy': 0.42857142857142855}, type='metrics'), FineTuningJobEvent(id='ftevent-nUWUTTgLG3uUyCSngG708Sw4', created_at=1702187396, level='info', message='Step 811/890: training loss=1.79, validation loss=2.40', object='fine_tuning.job.event', data={'step': 811, 'train_loss': 1.7867711782455444, 'valid_loss': 2.400285849700103, 'train_mean_token_accuracy': 0.529411792755127, 'valid_mean_token_accuracy': 0.35135135135135137}, type='metrics')], object='list', has_more=True)"
       ]
      },
-     "execution_count": 36,
+     "execution_count": 42,
      "metadata": {},
      "output_type": "execute_result"
     }