{ "cells": [ { "cell_type": "code", "execution_count": 104, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "OPwEv0eJJ687", "outputId": "9b9af3c5-9620-4b0b-ec32-fc1d3d008205" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n" ] } ], "source": [ "import pandas as pd\n", "from google.colab import drive\n", "drive.mount('/content/drive')\n", "# load data from a csv file\n", "df = pd.read_csv('/content/sample_data/train.csv')\n", "df = df.drop('Id', axis=1)\n", "df_test = pd.read_csv('/content/sample_data/test.csv')" ] }, { "cell_type": "code", "execution_count": 99, "metadata": { "id": "diqOZBHgKMr0" }, "outputs": [], "source": [ "# !pip install lightgbm\n", "# !pip install optuna\n", "# !pip install shap\n", "import shap\n", "import optuna\n", "import lightgbm as lgb\n", "import numpy as np\n", "from sklearn.model_selection import train_test_split\n", "from sklearn.metrics import mean_squared_error\n", "from sklearn.model_selection import StratifiedKFold\n", "# Plotting \n", "import matplotlib.pyplot as plt\n", "import plotly.express as px\n", "import seaborn as sns" ] }, { "cell_type": "code", "execution_count": 105, "metadata": { "id": "0t8PXhn56WX0" }, "outputs": [], "source": [ "selected_columns = ['OverallQual', 'GrLivArea', 'TotalBsmtSF', 'YearBuilt', 'BsmtFinSF1',\n", " 'GarageCars', 'OverallCond', 'LotArea', 'YearRemodAdd', '1stFlrSF',\n", " 'Fireplaces', 'GarageArea','OpenPorchSF', '2ndFlrSF',\n", " 'TotRmsAbvGrd', 'FullBath', 'HalfBath', 'MSSubClass', 'BedroomAbvGr', 'KitchenAbvGr', 'SalePrice']\n", "df = df[selected_columns]\n", "df_test = df_test[selected_columns[:-1]]" ] }, { "cell_type": "code", "source": [ "X, y = df.drop(\"SalePrice\", axis=1), df[\"SalePrice\"]" ], "metadata": { "id": "KEinrk1WUlVz" }, "execution_count": 117, "outputs": [] }, { "cell_type": "code", "execution_count": 91, "metadata": { "id": "Bb02-G3CKSoX" }, "outputs": [], "source": [ "# Define objective function for Optuna\n", "def objective(trial):\n", " params = {\n", " 'objective': 'regression',\n", " 'metric': 'rmse',\n", " 'boosting_type': 'gbdt',\n", " \"n_estimators\": trial.suggest_int('n_estimators', 50, 1000),\n", " 'num_leaves': trial.suggest_int('num_leaves', 20, 100),\n", " 'max_depth': trial.suggest_int(\"max_depth\", 5, 50),\n", " 'learning_rate': trial.suggest_loguniform('learning_rate', 0.01, 0.3),\n", " 'colsample_bytree': trial.suggest_float('colsample_bytree', 0.5, 0.9),\n", " 'subsample': trial.suggest_float('subsample', 0.7, 0.8),\n", " \"lambda_l1\": trial.suggest_float(\"lambda_l1\", 0, 5),\n", " \"lambda_l2\": trial.suggest_float(\"lambda_l2\", 0, 3),\n", " 'min_child_weight': trial.suggest_float('min_child_weight', 2, 50),\n", " }\n", "\n", " cv = StratifiedKFold(n_splits=10, shuffle=True, random_state=42)\n", " rmse_scores = []\n", " for train_idx, val_idx in cv.split(X, y):\n", " X_train, X_test = X.iloc[train_idx], X.iloc[val_idx]\n", " y_train, y_test = y[train_idx], y[val_idx]\n", "\n", " model = lgb.LGBMRegressor(**params)\n", "\n", " # Fit the model on training data\n", " model.fit(X_train, y_train, eval_set=[(X_test, y_test)], verbose = False)\n", "\n", " y_pred_val = model.predict(X_test)\n", " rmse = np.sqrt(mean_squared_error(y_test, y_pred_val))\n", " rmse_scores.append(rmse)\n", "\n", " # Calculate mean RMSE score across cross-validation folds\n", " mean_rmse = np.mean(rmse_scores)\n", "\n", " return mean_rmse\n" ] }, { "cell_type": "code", "execution_count": 92, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 1000 }, "id": "uIAVdfjOKdUZ", "outputId": "50ecf5ac-92ab-4b96-a36f-a914abcc49a2" }, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:09:58,951]\u001b[0m A new study created in memory with name: no-name-66b78dca-99fb-441d-89f0-8be456444005\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0613318583976126, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0613318583976126\n", "[LightGBM] [Warning] lambda_l2 is set=2.898081857451396, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.898081857451396\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:05,089]\u001b[0m Trial 0 finished with value: 28488.588680892244 and parameters: {'n_estimators': 663, 'num_leaves': 68, 'max_depth': 17, 'learning_rate': 0.040089638161383695, 'colsample_bytree': 0.5990595054470451, 'subsample': 0.7990162762912074, 'lambda_l1': 3.0613318583976126, 'lambda_l2': 2.898081857451396, 'min_child_weight': 12.238529667783745}. Best is trial 0 with value: 28488.588680892244.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.7405193204307797, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.7405193204307797\n", "[LightGBM] [Warning] lambda_l2 is set=1.2965421507562418, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.2965421507562418\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:08,627]\u001b[0m Trial 1 finished with value: 28750.97776790942 and parameters: {'n_estimators': 551, 'num_leaves': 23, 'max_depth': 27, 'learning_rate': 0.028051956470765846, 'colsample_bytree': 0.5603733890395156, 'subsample': 0.7303949032858605, 'lambda_l1': 0.7405193204307797, 'lambda_l2': 1.2965421507562418, 'min_child_weight': 43.14829689104152}. Best is trial 0 with value: 28488.588680892244.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.6523997640014387, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.6523997640014387\n", "[LightGBM] [Warning] lambda_l2 is set=1.155915876240728, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.155915876240728\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:19,033]\u001b[0m Trial 2 finished with value: 28650.69702809532 and parameters: {'n_estimators': 749, 'num_leaves': 65, 'max_depth': 45, 'learning_rate': 0.11499177611251402, 'colsample_bytree': 0.7295795265505195, 'subsample': 0.7245465074865804, 'lambda_l1': 1.6523997640014387, 'lambda_l2': 1.155915876240728, 'min_child_weight': 12.901586637593548}. Best is trial 0 with value: 28488.588680892244.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.6187984799497881, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.6187984799497881\n", "[LightGBM] [Warning] lambda_l2 is set=2.830224900813376, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.830224900813376\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:27,516]\u001b[0m Trial 3 finished with value: 29376.072027510585 and parameters: {'n_estimators': 911, 'num_leaves': 27, 'max_depth': 29, 'learning_rate': 0.07389012477164504, 'colsample_bytree': 0.7481414690631422, 'subsample': 0.7342103932065579, 'lambda_l1': 0.6187984799497881, 'lambda_l2': 2.830224900813376, 'min_child_weight': 28.343084700895446}. Best is trial 0 with value: 28488.588680892244.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n", "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n", "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n", "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n", "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n", "[LightGBM] [Warning] lambda_l1 is set=3.0973404306336922, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0973404306336922\n", "[LightGBM] [Warning] lambda_l2 is set=2.525308162750634, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.525308162750634\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:28,612]\u001b[0m Trial 4 finished with value: 28987.125574991904 and parameters: {'n_estimators': 98, 'num_leaves': 53, 'max_depth': 37, 'learning_rate': 0.18715636965399898, 'colsample_bytree': 0.5792787903168644, 'subsample': 0.713296376450812, 'lambda_l1': 3.0973404306336922, 'lambda_l2': 2.525308162750634, 'min_child_weight': 16.88338713642509}. Best is trial 0 with value: 28488.588680892244.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.1549363766258227, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.1549363766258227\n", "[LightGBM] [Warning] lambda_l2 is set=2.099830611116291, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.099830611116291\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:32,174]\u001b[0m Trial 5 finished with value: 28068.90609651451 and parameters: {'n_estimators': 633, 'num_leaves': 22, 'max_depth': 9, 'learning_rate': 0.015331819328641907, 'colsample_bytree': 0.603382624656254, 'subsample': 0.7368064402034722, 'lambda_l1': 3.1549363766258227, 'lambda_l2': 2.099830611116291, 'min_child_weight': 11.69981082951341}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.520235372005729, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.520235372005729\n", "[LightGBM] [Warning] lambda_l2 is set=2.118513164627375, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.118513164627375\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:39,677]\u001b[0m Trial 6 finished with value: 28466.773091144696 and parameters: {'n_estimators': 488, 'num_leaves': 44, 'max_depth': 24, 'learning_rate': 0.01181294479466327, 'colsample_bytree': 0.7370932699339365, 'subsample': 0.7361831167776913, 'lambda_l1': 2.520235372005729, 'lambda_l2': 2.118513164627375, 'min_child_weight': 27.83610349190173}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.3797409955554167, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.3797409955554167\n", "[LightGBM] [Warning] lambda_l2 is set=1.174697313213989, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.174697313213989\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:42,090]\u001b[0m Trial 7 finished with value: 28828.424902652885 and parameters: {'n_estimators': 292, 'num_leaves': 37, 'max_depth': 26, 'learning_rate': 0.029213529009984474, 'colsample_bytree': 0.8362108744860639, 'subsample': 0.7831321771124967, 'lambda_l1': 3.3797409955554167, 'lambda_l2': 1.174697313213989, 'min_child_weight': 37.982597154539384}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n", "[LightGBM] [Warning] lambda_l1 is set=3.0409778195262094, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.0409778195262094\n", "[LightGBM] [Warning] lambda_l2 is set=2.9153548654825663, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.9153548654825663\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:42,553]\u001b[0m Trial 8 finished with value: 53945.67979311933 and parameters: {'n_estimators': 53, 'num_leaves': 83, 'max_depth': 11, 'learning_rate': 0.011498898094579645, 'colsample_bytree': 0.7463801489428858, 'subsample': 0.7588200978151923, 'lambda_l1': 3.0409778195262094, 'lambda_l2': 2.9153548654825663, 'min_child_weight': 39.346472633705275}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n", "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n", "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n", "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n", "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "\u001b[32m[I 2023-04-17 03:10:44,502]\u001b[0m Trial 9 finished with value: 29501.609246834014 and parameters: {'n_estimators': 261, 'num_leaves': 87, 'max_depth': 26, 'learning_rate': 0.011628907712676453, 'colsample_bytree': 0.5732664255374971, 'subsample': 0.7988895271338936, 'lambda_l1': 0.1668993434714794, 'lambda_l2': 1.3379284436027148, 'min_child_weight': 30.38590986039212}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=0.1668993434714794, reg_alpha=0.0 will be ignored. Current value: lambda_l1=0.1668993434714794\n", "[LightGBM] [Warning] lambda_l2 is set=1.3379284436027148, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.3379284436027148\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.623637366794968, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.623637366794968\n", "[LightGBM] [Warning] lambda_l2 is set=0.41643604155780256, reg_lambda=0.0 will be ignored. Current value: lambda_l2=0.41643604155780256\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:48,457]\u001b[0m Trial 10 finished with value: 28955.35097173706 and parameters: {'n_estimators': 964, 'num_leaves': 98, 'max_depth': 6, 'learning_rate': 0.2423697403655753, 'colsample_bytree': 0.5039451797153821, 'subsample': 0.709664308077658, 'lambda_l1': 4.623637366794968, 'lambda_l2': 0.41643604155780256, 'min_child_weight': 4.153172304466409}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.998495850284851, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.998495850284851\n", "[LightGBM] [Warning] lambda_l2 is set=2.1251214066394013, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.1251214066394013\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:53,670]\u001b[0m Trial 11 finished with value: 28240.359891178174 and parameters: {'n_estimators': 443, 'num_leaves': 43, 'max_depth': 15, 'learning_rate': 0.016948810455406856, 'colsample_bytree': 0.6550982518709982, 'subsample': 0.7495136528447012, 'lambda_l1': 1.998495850284851, 'lambda_l2': 2.1251214066394013, 'min_child_weight': 22.34434511453758}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=1.7781464261605766, reg_alpha=0.0 will be ignored. Current value: lambda_l1=1.7781464261605766\n", "[LightGBM] [Warning] lambda_l2 is set=1.9774635759192494, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.9774635759192494\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:10:57,036]\u001b[0m Trial 12 finished with value: 28255.498102640173 and parameters: {'n_estimators': 376, 'num_leaves': 38, 'max_depth': 15, 'learning_rate': 0.021639419092813708, 'colsample_bytree': 0.6444893877835142, 'subsample': 0.7570735547301097, 'lambda_l1': 1.7781464261605766, 'lambda_l2': 1.9774635759192494, 'min_child_weight': 19.779429378891997}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=3.871975777064545, reg_alpha=0.0 will be ignored. Current value: lambda_l1=3.871975777064545\n", "[LightGBM] [Warning] lambda_l2 is set=2.0052794032585197, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.0052794032585197\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:00,929]\u001b[0m Trial 13 finished with value: 28288.773983643507 and parameters: {'n_estimators': 644, 'num_leaves': 21, 'max_depth': 11, 'learning_rate': 0.018931676318806243, 'colsample_bytree': 0.6638823014562841, 'subsample': 0.7474553609648743, 'lambda_l1': 3.871975777064545, 'lambda_l2': 2.0052794032585197, 'min_child_weight': 21.52557281672388}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.231021269452984, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.231021269452984\n", "[LightGBM] [Warning] lambda_l2 is set=2.312366881039064, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.312366881039064\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:03,448]\u001b[0m Trial 14 finished with value: 29019.139582393524 and parameters: {'n_estimators': 813, 'num_leaves': 54, 'max_depth': 5, 'learning_rate': 0.05056947018819775, 'colsample_bytree': 0.6638984161614776, 'subsample': 0.7020297779506152, 'lambda_l1': 2.231021269452984, 'lambda_l2': 2.312366881039064, 'min_child_weight': 49.349466191045245}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.118386035927985, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.118386035927985\n", "[LightGBM] [Warning] lambda_l2 is set=1.654386655831167, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.654386655831167\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:08,623]\u001b[0m Trial 15 finished with value: 28307.266543201258 and parameters: {'n_estimators': 470, 'num_leaves': 33, 'max_depth': 19, 'learning_rate': 0.016790909981755437, 'colsample_bytree': 0.6351557351884306, 'subsample': 0.7509712601633526, 'lambda_l1': 4.118386035927985, 'lambda_l2': 1.654386655831167, 'min_child_weight': 5.9429996329926364}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=2.3458971224435423, reg_alpha=0.0 will be ignored. Current value: lambda_l1=2.3458971224435423\n", "[LightGBM] [Warning] lambda_l2 is set=2.4594824722404107, reg_lambda=0.0 will be ignored. Current value: lambda_l2=2.4594824722404107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:12,637]\u001b[0m Trial 16 finished with value: 28637.72351383249 and parameters: {'n_estimators': 612, 'num_leaves': 47, 'max_depth': 11, 'learning_rate': 0.03442059630115393, 'colsample_bytree': 0.6873894162533647, 'subsample': 0.7702098818893298, 'lambda_l1': 2.3458971224435423, 'lambda_l2': 2.4594824722404107, 'min_child_weight': 22.75371689355349}. Best is trial 5 with value: 28068.90609651451.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:15,404]\u001b[0m Trial 17 finished with value: 27986.27918107008 and parameters: {'n_estimators': 378, 'num_leaves': 31, 'max_depth': 35, 'learning_rate': 0.01713200441531346, 'colsample_bytree': 0.5167187468778591, 'subsample': 0.7380799250244564, 'lambda_l1': 4.712815578969268, 'lambda_l2': 1.7427073600749474, 'min_child_weight': 9.962946763677316}. Best is trial 17 with value: 27986.27918107008.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n", "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n", "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.953174170360805, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.953174170360805\n", "[LightGBM] [Warning] lambda_l2 is set=1.6863207229187398, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.6863207229187398\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:17,874]\u001b[0m Trial 18 finished with value: 28029.107852697623 and parameters: {'n_estimators': 261, 'num_leaves': 30, 'max_depth': 35, 'learning_rate': 0.024985680227674625, 'colsample_bytree': 0.5053850049033789, 'subsample': 0.721872094996699, 'lambda_l1': 4.953174170360805, 'lambda_l2': 1.6863207229187398, 'min_child_weight': 6.945431871307452}. Best is trial 17 with value: 27986.27918107008.\u001b[0m\n", "suggest_loguniform has been deprecated in v3.0.0. This feature will be removed in v6.0.0. See https://github.com/optuna/optuna/releases/tag/v3.0.0. Use :func:`~optuna.trial.Trial.suggest_float` instead.\n", "The least populated class in y has only 1 members, which is less than n_splits=10.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n", "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n", "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n", "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n", "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n", "'verbose' argument is deprecated and will be removed in a future release of LightGBM. Pass 'log_evaluation()' callback via 'callbacks' argument instead.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n", "[LightGBM] [Warning] lambda_l1 is set=4.98716325650249, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.98716325650249\n", "[LightGBM] [Warning] lambda_l2 is set=1.5837617500205454, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.5837617500205454\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "\u001b[32m[I 2023-04-17 03:11:19,785]\u001b[0m Trial 19 finished with value: 28363.741996481665 and parameters: {'n_estimators': 175, 'num_leaves': 30, 'max_depth': 37, 'learning_rate': 0.02380483862972045, 'colsample_bytree': 0.503104600348291, 'subsample': 0.7205596119490073, 'lambda_l1': 4.98716325650249, 'lambda_l2': 1.5837617500205454, 'min_child_weight': 2.1304860520547564}. Best is trial 17 with value: 27986.27918107008.\u001b[0m\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "[LightGBM] [Warning] lambda_l1 is set=4.712815578969268, reg_alpha=0.0 will be ignored. Current value: lambda_l1=4.712815578969268\n", "[LightGBM] [Warning] lambda_l2 is set=1.7427073600749474, reg_lambda=0.0 will be ignored. Current value: lambda_l2=1.7427073600749474\n" ] }, { "output_type": "execute_result", "data": { "text/plain": [ "LGBMRegressor(colsample_bytree=0.5167187468778591, lambda_l1=4.712815578969268,\n", " lambda_l2=1.7427073600749474, learning_rate=0.01713200441531346,\n", " max_depth=35, min_child_weight=9.962946763677316,\n", " n_estimators=378, subsample=0.7380799250244564)" ], "text/html": [ "
LGBMRegressor(colsample_bytree=0.5167187468778591, lambda_l1=4.712815578969268,\n", " lambda_l2=1.7427073600749474, learning_rate=0.01713200441531346,\n", " max_depth=35, min_child_weight=9.962946763677316,\n", " n_estimators=378, subsample=0.7380799250244564)In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
LGBMRegressor(colsample_bytree=0.5167187468778591, lambda_l1=4.712815578969268,\n", " lambda_l2=1.7427073600749474, learning_rate=0.01713200441531346,\n", " max_depth=35, min_child_weight=9.962946763677316,\n", " n_estimators=378, subsample=0.7380799250244564)
LGBMRegressor(colsample_bytree=0.5167187468778591, lambda_l1=4.712815578969268,\n", " lambda_l2=1.7427073600749474, learning_rate=0.01713200441531346,\n", " max_depth=35, min_child_weight=9.962946763677316,\n", " n_estimators=378, subsample=0.7380799250244564)In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
LGBMRegressor(colsample_bytree=0.5167187468778591, lambda_l1=4.712815578969268,\n", " lambda_l2=1.7427073600749474, learning_rate=0.01713200441531346,\n", " max_depth=35, min_child_weight=9.962946763677316,\n", " n_estimators=378, subsample=0.7380799250244564)
\n", " | SalePrice | \n", "
---|---|
0 | \n", "127368.782722 | \n", "
1 | \n", "156700.928621 | \n", "
2 | \n", "180422.435175 | \n", "
3 | \n", "183877.895502 | \n", "
4 | \n", "186021.015175 | \n", "