Text Generation
PEFT
Safetensors
Eval Results
dfurman commited on
Commit
1293ee8
1 Parent(s): da9ab26

Upload finetune_falcon40b_oasst1_with_bnb_peft.ipynb

Browse files
finetune_falcon40b_oasst1_with_bnb_peft.ipynb CHANGED
@@ -76,30 +76,6 @@
76
  "!pip install -q datasets"
77
  ]
78
  },
79
- {
80
- "cell_type": "code",
81
- "execution_count": 2,
82
- "metadata": {
83
- "colab": {
84
- "base_uri": "https://localhost:8080/"
85
- },
86
- "id": "-Q9oFzZdcD6T",
87
- "outputId": "6e1a12ab-1e23-4635-e828-bb160815ceec"
88
- },
89
- "outputs": [
90
- {
91
- "name": "stdout",
92
- "output_type": "stream",
93
- "text": [
94
- "Mounted at /content/drive\n"
95
- ]
96
- }
97
- ],
98
- "source": [
99
- "from google.colab import drive\n",
100
- "drive.mount('/content/drive')"
101
- ]
102
- },
103
  {
104
  "cell_type": "code",
105
  "execution_count": 3,
@@ -2116,7 +2092,7 @@
2116
  " fp16=True,\n",
2117
  " save_total_limit=4,\n",
2118
  " logging_steps=25,\n",
2119
- " output_dir=\"/content/drive/MyDrive/Colab Files/WM/falcon-chat-40b\",\n",
2120
  " save_strategy='epoch',\n",
2121
  " optim=\"paged_adamw_8bit\",\n",
2122
  " lr_scheduler_type = 'cosine',\n",
 
76
  "!pip install -q datasets"
77
  ]
78
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  {
80
  "cell_type": "code",
81
  "execution_count": 3,
 
2092
  " fp16=True,\n",
2093
  " save_total_limit=4,\n",
2094
  " logging_steps=25,\n",
2095
+ " output_dir=\"./outputs\",\n",
2096
  " save_strategy='epoch',\n",
2097
  " optim=\"paged_adamw_8bit\",\n",
2098
  " lr_scheduler_type = 'cosine',\n",